00010000:00000010:3.1F:1784946809.731737:0:443886:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000d713b58a. 00010000:00000010:3.1:1784946809.731747:0:443886:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6669cca. 00010000:00000010:2.1F:1784946809.731758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0783293. 00010000:00000010:0.1F:1784946809.732747:0:443100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f2df8dc1. 00010000:00000010:0.1:1784946809.732757:0:443100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084f24e4f. 00010000:00000010:0.1:1784946809.732760:0:443100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c70636c0. 00010000:00000010:0.1:1784946809.734760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003d9a148c. 00010000:00000010:0.1:1784946809.734768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007ae3f18d. 00010000:00000010:0.1:1784946809.734775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000008e375b44. 00010000:00000010:0.1:1784946809.736806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000d6967941. 00010000:00000010:0.1:1784946809.736814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000014c99d01. 00010000:00000010:2.1:1784946809.740759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000040a845d4. 00010000:00000010:2.1:1784946809.740770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000000edb4ead. 00010000:00000010:2.1:1784946809.820835:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000005c78b1fe. 00010000:00000010:2.1:1784946809.820842:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000056e19fce. 00010000:00000010:3.1:1784946809.823763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003dbdef9c. 00010000:00000010:3.1:1784946809.823773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f437cc73. 00010000:00000010:3.1:1784946809.823782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000000b579faf. 00010000:00000010:2.1:1784946818.197741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc0116f1. 00010000:00000010:2.1:1784946818.197748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000054d999de. 00010000:00000010:2.1:1784946818.197756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c0d416ff. 00010000:00000010:2.1:1784946818.197762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e050d441. 00010000:00000010:2.1:1784946818.197765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000824c0e2a. 00010000:00000010:2.1:1784946818.197769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007e14538a. 00010000:00000010:3.1:1784946818.199740:0:441641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0783293. 00010000:00000010:0.1:1784946818.199747:0:445045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c70636c0. 00010000:00000010:2.1:1784946818.199747:0:1060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6669cca. 00010000:00000010:3.1:1784946818.199747:0:441641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f2df8dc1. 00010000:00000010:1.1F:1784946818.199750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000040a845d4. 00010000:00000010:2.1:1784946818.199759:0:1060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000074f9fc64. 00010000:00000010:2.1:1784946818.199766:0:1060:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000f87f6de5. 00010000:00000010:2.1:1784946818.204745:0:445069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000040516dba. 00010000:00000010:2.1:1784946818.204750:0:445069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000329fb9a2. 00010000:00000010:0.1:1784946818.240751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a1fdce82. 00010000:00000010:0.1:1784946818.240758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005d291c18. 00010000:00000010:0.1:1784946818.240762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000b8b16d97. 00010000:00000010:2.1:1784946818.242755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000f3a34d3. 00010000:00000010:2.1:1784946818.242764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000012b4e408. 00010000:00000010:2.1:1784946818.242769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047076815. 00010000:00000010:2.1:1784946818.242775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003d9a148c. 00000800:00000200:1.1:1784946823.880503:0:441630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b93012f1] -> 12345-192.168.203.14@tcp (2) 00000800:00000200:1.1:1784946823.880506:0:441630:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.14@tcp 00000000a3f6d0b0 deleted 00000800:00000010:1.1:1784946823.880508:0:441630:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a3f6d0b0. 00000800:00000200:1.1:1784946823.881932:0:441631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b93012f1] -> 12345-192.168.203.14@tcp (3) 00000800:00000200:1.1:1784946823.881935:0:441631:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.14@tcp 00000000a3f6d0b0 deleted 00000800:00000010:1.1:1784946823.881936:0:441631:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a3f6d0b0. 00010000:00000010:2.1:1784946830.324757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000077cbe58d. 00010000:00000010:1.1:1784946830.328760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073ac9852. 00010000:00000010:1.1:1784946830.328772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000c07fdc65. 00010000:00000010:1.1:1784946830.328777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000001d36fa3f. 00010000:00000010:1.1:1784946830.328781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c6750ad2. 00010000:00000010:3.1:1784946830.335765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000014c99d01. 00010000:00000010:2.1:1784946830.343772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fda50d09. 00010000:00000010:2.1:1784946830.343783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c691c928. 00010000:00000010:2.1:1784946830.343791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000077cbe58d. 00010000:00000010:2.1:1784946830.349773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073ac9852. 00010000:00000010:2.1:1784946830.349791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000da84f9d8. 00010000:00000010:1.1:1784946830.353745:0:443114:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003d9a148c. 00010000:00000010:1.1:1784946830.353752:0:443114:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c6750ad2. 00010000:00000010:3.1:1784946830.357755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005d291c18. 00010000:00000010:3.1:1784946830.357764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000014c99d01. 00010000:00000010:2.1:1784946830.371761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073ac9852. 00010000:00000010:2.1:1784946830.371768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000000aa01628. 00010000:00000010:2.1:1784946830.371771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000077cbe58d. 00010000:00000010:2.1:1784946830.371774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000da84f9d8. 00010000:00000010:2.1:1784946830.381756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007ae3f18d. 00010000:00000010:2.1:1784946830.381763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000096d2e372. 00010000:00000010:2.1:1784946830.381766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000065dc3f21. 00010000:00000010:2.1:1784946830.381776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c691c928. 00010000:00000010:3.1:1784946830.385760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005d291c18. 00010000:00000010:1.1:1784946830.385764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c6750ad2. 00010000:00000010:3.1:1784946830.385769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000000b94121d. 00010000:00000010:3.1:1784946830.385775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e920c8b4. 00010000:00000010:3.1:1784946830.385778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000014c99d01. 00010000:00000010:2.1:1784946830.389740:0:443140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003d9a148c. 00010000:00000010:2.1:1784946830.389746:0:443140:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000a5df3931. 00010000:00000010:2.1:1784946830.393752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000065dc3f21. 00010000:00000010:2.1:1784946830.393758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c691c928. 00010000:00000010:1.1:1784946830.398747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003d9a148c. 00010000:00000010:1.1:1784946830.398754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000af11f486. 00010000:00000010:1.1:1784946830.398756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003be27546. 00010000:00000010:1.1:1784946830.398759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c6750ad2. 00010000:00000010:2.1:1784946830.399750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000077cbe58d. 00010000:00000010:3.1:1784946830.402755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073ac9852. 00010000:00000010:3.1:1784946830.402763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000007c2b5e08. 00010000:00000010:3.1:1784946830.402765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000000b94121d. 00010000:00000010:3.1:1784946830.402767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000014c99d01. 00010000:00000010:2.1:1784946830.412754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000077cbe58d. 00010000:00000010:2.1:1784946830.421751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000010c51899. 00010000:00000010:1.1:1784946830.425752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003be27546. 00010000:00000010:3.1:1784946830.429765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005d291c18. 00010000:00000010:0.1:1784946830.434746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047076815. 00010000:00000010:0.1:1784946830.434751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c0d416ff. 00010000:00000010:0.1:1784946830.434755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b9556b01. 00010000:00000010:3.1:1784946830.434761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000014c99d01. 00010000:00000010:3.1:1784946830.434769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007ae3f18d. 00010000:00000010:3.1:1784946830.434771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000342c340e. 00010000:00000010:1.1:1784946830.439755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001853f50d. 00010000:00000010:1.1:1784946830.439763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f194f2e2. 00010000:00000010:1.1:1784946830.439766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003be27546. 00010000:00000010:0.1:1784946830.734749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e9a36072. 00010000:00000010:3.1:1784946830.738749:0:443090:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000056e19fce. 00010000:00000010:1.1:1784946830.739739:0:441627:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009c8849c6. 00010000:00000010:0.1:1784946830.744750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000008cdbc8f8. 00010000:00000010:1.1:1784946830.744755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000001d36fa3f. 00010000:00000010:2.1:1784946830.744761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000043fb8e1d. 00010000:00000010:0.1:1784946830.744762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008afbae6a. 00010000:00000010:1.1:1784946830.744763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000040a845d4. 00010000:00000010:0.1:1784946830.744774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073ac9852. 00010000:00000010:1.1:1784946830.744774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000a17971c0. 00010000:00000010:2.1:1784946830.744775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000329fb9a2. 00010000:00000010:0.1:1784946830.744786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000002babe3a6. 00010000:00000010:1.1:1784946830.744786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007fa49007. 00010000:00000010:2.1:1784946830.744787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000bb779f29. 00010000:00000010:1.1:1784946830.744792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000074f9fc64. 00010000:00000010:0.1:1784946830.744797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007e14538a. 00010000:00000010:2.1:1784946830.744798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f06fd0fe. 00010000:00000010:1.1:1784946830.744799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000000b32edc7. 00010000:00000010:0.1:1784946830.744808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a17c9b08. 00010000:00000010:2.1:1784946830.744810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000000aa01628. 00010000:00000010:1.1:1784946830.744811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e920c8b4. 00010000:00000010:0.1:1784946830.744818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000f7c21db8. 00010000:00000010:1.1:1784946830.744820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000000b579faf. 00010000:00000010:2.1:1784946830.744821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000da84f9d8. 00010000:00000010:0.1:1784946830.744828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000045664719. 00010000:00000010:1.1:1784946830.744829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fda50d09. 00010000:00000010:0.1:1784946830.744838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000d4fb30dd. 00010000:00000010:0.1:1784946830.744844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000f3a34d3. 00010000:00000010:0.1:1784946830.744848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e8db3512. 00010000:00000010:0.1:1784946830.744851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000007ab9111. 00010000:00000010:0.1:1784946830.744853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000021897ce6. 00010000:00000010:0.1:1784946830.744864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000065dc3f21. 00010000:00000010:0.1:1784946830.744866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c691c928. 00010000:00000010:0.1:1784946830.744868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000af11f486. 00010000:00000010:0.1:1784946830.744870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cbce71b0. 00010000:00000010:0.1:1784946830.744880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000000b94121d. 00010000:00000010:0.1:1784946830.744882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a1ccf4ca. 00010000:00000010:2.1:1784946830.767750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f437cc73. 00010000:00000010:2.1:1784946831.398746:0:445874:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6669cca. 00010000:00000010:0.1:1784946831.398787:0:443099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004008a2e4. 00010000:00000010:0.1:1784946831.401744:0:441640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001f2622fc. 00010000:00000010:0.1:1784946831.401752:0:441640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000077bda0eb. 00010000:00000010:3.1:1784946831.401753:0:445053:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009232ede8. 00010000:00000010:0.1:1784946831.401757:0:441640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004b818c72. 00010000:00000010:1.1:1784946831.428754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc0116f1. 00010000:00000010:1.1:1784946831.428770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003eb9d086. 00010000:00000010:3.1:1784946831.428770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a1fdce82. 00010000:00000010:0.1:1784946831.430750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003dbdef9c. 00010000:00000010:3.1:1784946837.578827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000037af2a45. 00010000:00000010:3.1:1784946837.578838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084f24e4f. 00010000:00000010:3.1:1784946837.578846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000037254c28. 00010000:00000010:3.1:1784946837.578852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000766f9ffd. 00010000:00000010:3.1:1784946837.578858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e050d441. 00010000:00000010:3.1:1784946837.578874:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000d5b1dd73. 00010000:00000010:3.1:1784946837.578883:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0783293. 00010000:00000010:3.1:1784946837.578890:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000072041d22. 00010000:00000010:3.1:1784946837.578906:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000042b7fe9e. 00010000:00000010:3.1:1784946837.578914:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000054d999de. 00010000:00000010:3.1:1784946837.578922:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000021876054. 00010000:00000010:3.1:1784946837.578928:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006925d693. 00010000:00000010:3.1:1784946837.578935:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000770c2968. 00010000:00000010:3.1:1784946837.578940:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000003d065a77. 00010000:00000010:3.1:1784946837.578946:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c70636c0. 00010000:00000010:1.1:1784946838.835749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f2df8dc1. 00010000:00000010:3.1:1784946838.835751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000077ab99c3. 00010000:00000010:0.1:1784946838.835801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000088b1feb7. 00010000:00000010:0.1:1784946838.835809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000003aef93e9. 00010000:00000010:0.1:1784946838.835812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000087cbf6e8. 00010000:00000010:2.1:1784946838.839779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000005f8d9c6f. 00010000:00000010:2.1:1784946838.839791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000040516dba. 00010000:00000010:3.1:1784946840.256753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000615d2bc9. 00010000:00000010:2.1:1784946850.458760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bb8c23d7. 00010000:00000010:2.1:1784946850.458774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000247ad1bb. 00010000:00000010:2.1:1784946850.458779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004dcbe5b1. 00010000:00000010:0.1:1784946850.476834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c2625c95. 00010000:00000010:0.1:1784946850.476847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000deeeb645. 00010000:00000010:0.1:1784946850.476853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b0218a3. 00010000:00000010:0.1:1784946850.476857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000f3caa402. 00010000:00000010:2.1:1784946856.989745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6669cca. 00010000:00000010:2.1:1784946856.989751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084e45894. 00010000:00000010:2.1:1784946856.989756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000c27beeab. 00010000:00000010:0.1:1784946856.992755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000e21c8e2b. 00010000:00000010:0.1:1784946856.992764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008593b5dd. 00010000:00000010:2.1:1784946861.411749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000c1ba7381. 00010000:00000010:1.1:1784946861.411755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000615d2bc9. 00010000:00000010:2.1:1784946861.411757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e8db3512. 00010000:00000010:1.1:1784946861.411763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000757cce83. 00010000:00000010:1.1:1784946861.411769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000915a984d. 00010000:00000010:2.1:1784946882.600768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003be27546. 00010000:00000010:3.1:1784946882.602752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001853f50d. 00010000:00000010:0.1:1784946882.602756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d3a6184b. 00010000:00000010:0.1:1784946882.602766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004dcbe5b1. 00010000:00000010:0.1:1784946882.602773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000021897ce6. 00010000:00000010:2.1:1784946882.603758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000739aef3c. 00010000:00000010:0.1:1784946882.605743:0:447087:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b59fa678. 00010000:00000010:2.1:1784946882.605745:0:447079:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008afbae6a. 00010000:00000010:0.1:1784946882.605750:0:447087:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000488cdd75. 00010000:00000010:2.1:1784946882.605753:0:447079:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000a8e88452. 00010000:00000010:0.1:1784946882.605757:0:447087:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000004ac46e95. 00010000:00000010:2.1:1784946882.605761:0:447079:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fda50d09. 00010000:00000010:0.1:1784946882.605767:0:447087:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6669cca. 00010000:00000010:2.1:1784946882.614765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008e429f35. 00010000:00000010:2.1:1784946882.614782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073ac9852. 00010000:00000010:0.1:1784946882.657756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000115a3512. 00010000:00000010:0.1:1784946882.657764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000059582b6f. 00010000:00000010:0.1:1784946882.657770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005fd5c46b. 00010000:00000010:0.1:1784946882.657774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000077cbe58d. 00010000:00000010:0.1:1784946882.657777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000023b402a2. 00010000:00000010:0.1:1784946882.657781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000a41fa5bc. 00010000:00000010:2.1:1784946882.659760:0:438771:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000010c51899. 00000800:00000200:0.1:1784946890.843122:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00010000:00000010:0.1:1784946902.121740:0:447081:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000004c922d85. 00010000:00000010:0.1:1784946902.121746:0:447081:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003be27546. 00010000:00000010:0.1:1784946902.125751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000d0d8d3aa. 00010000:00000010:0.1:1784946902.125759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e8db3512. 00010000:00000010:0.1:1784946902.125767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000a0cb9dd3. 00010000:00000010:0.1:1784946902.125774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003ad2bd36. 00010000:00000010:0.1:1784946902.125782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000009aec0ce1. 00010000:00000010:0.1:1784946902.125786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000023b402a2. 00010000:00000010:0.1:1784946902.125795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000002ec9f72f. 00010000:00000010:0.1:1784946902.125800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008e429f35. 00010000:00000010:0.1:1784946902.125803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000020d492d. 00010000:00000010:0.1:1784946902.125806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000757cce83. 00010000:00000010:0.1:1784946902.125809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000089251992. 00010000:00000010:0.1:1784946902.125812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f194f2e2. 00010000:00000010:0.1:1784946902.125814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000969fa541. 00010000:00000010:0.1:1784946902.125818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d3664349. 00010000:00000010:0.1:1784946902.125821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000fa9811f2. 00010000:00000010:0.1:1784946902.125824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c70636c0. 00010000:00000010:0.1:1784946902.125829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000002befb355. 00010000:00000010:0.1:1784946902.125834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000042b7fe9e. 00010000:00000010:0.1:1784946902.125838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000006723fa4f. 00010000:00000010:0.1:1784946902.125840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0783293. 00010000:00000010:0.1:1784946902.125843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000006ca92b0a. 00010000:00000010:0.1:1784946902.125847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000037254c28. 00010000:00000010:0.1:1784946902.125850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000cc73b106. 00010000:00000010:0.1:1784946902.125851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a1fdce82. 00010000:00000010:0.1:1784946902.125853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000b6c61ea2. 00010000:00000010:0.1:1784946902.125855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003eb9d086. 00010000:00000010:0.1:1784946902.125857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000057da0458. 00010000:00000010:0.1:1784946902.125860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004b818c72. 00010000:00000010:0.1:1784946902.125864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000031a8b0f9. 00010000:00000010:0.1:1784946902.125867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004008a2e4. 00010000:00000010:0.1:1784946902.125871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000003c13c087. 00010000:00000010:0.1:1784946902.125877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000074f9fc64. 00010000:00000010:0.1:1784946902.125904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000006dc89fcd. 00010000:00000010:0.1:1784946902.125913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007fa49007. 00010000:00000010:0.1:1784946902.125923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000032befec0. 00010000:00000010:0.1:1784946902.125930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000040a845d4. 00010000:00000010:0.1:1784946902.129747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000005c10bed5. 00010000:00000010:0.1:1784946902.129752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009c8849c6. 00010000:00000010:0.1:1784946902.129754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000a482a794. 00010000:00000010:0.1:1784946902.129756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000056e19fce. 00010000:00000010:0.1:1784946902.129758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000092b522a4. 00010000:00000010:0.1:1784946902.129760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c6750ad2. 00010000:00000010:0.1:1784946902.129762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000001919166e. 00010000:00000010:0.1:1784946902.129763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003d9a148c. 00010000:00000010:0.1:1784946902.129765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000609e2672. 00010000:00000010:0.1:1784946902.129767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000036bdbf94. 00010000:00000010:0.1:1784946902.129770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000057fe3398. 00010000:00000010:0.1:1784946902.129772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002b4e8988. 00010000:00000010:0.1:1784946902.129773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000c1ba7381. 00010000:00000010:0.1:1784946902.129775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000016e779. 00010000:00000010:0.1:1784946902.129777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000cf1fa3f6. 00010000:00000010:0.1:1784946902.129778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000257035ec. 00010000:00000010:0.1:1784946902.133759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000007e4702f0. 00010000:00000010:0.1:1784946902.133769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b66b3a20. 00010000:00000010:0.1:1784946902.133772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000003dee9caf. 00010000:00000010:0.1:1784946902.133774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d30ec25. 00010000:00000010:0.1:1784946902.608765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000045664719. 00010000:00000010:3.1:1784946902.827765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000082e1e9f8. 00010000:00000010:2.1:1784946902.836745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f06fd0fe. 00010000:00000010:0.1:1784946902.836766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000021897ce6. 00010000:00000010:0.1:1784946902.840757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000a41fa5bc. 00010000:00000010:0.1:1784946902.840763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047076815. 00010000:00000010:2.1:1784946902.860767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004fa3751e. 00010000:00000010:1.1:1784946903.657833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c8765e24. 00010000:00000010:3.1:1784946903.659756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6669cca. 00010000:00000010:3.1:1784946903.667753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009dcdf9a6. 00010000:00000010:2.1:1784946903.667760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000082dc9687. 00010000:00000010:3.1:1784946903.667764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004dcbe5b1. 00010000:00000010:0.1:1784946903.671781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073ac9852. 00010000:00000010:1.1:1784946922.336746:0:447081:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bb8c23d7. 00010000:00000010:2.1:1784946922.336765:0:447121:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a9a8214c. 00010000:00000010:1.1:1784946922.339741:0:449563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000077cbe58d. 00010000:00000010:1.1:1784946922.370759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000da84f9d8. 00010000:00000010:2.1:1784946922.370774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009232ede8. 00010000:00000010:0.1:1784946922.370784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000010c51899. 00010000:00000010:0.1:1784946922.370792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000417fc1fa. 00010000:00000010:0.1:1784946922.370797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000615d2bc9. 00010000:00000010:0.1:1784946922.370811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca34c0c6. 00010000:00000010:0.1:1784946922.370814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d3a6184b. 00010000:00000010:0.1:1784946928.524849:0:449624:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008593b5dd. 00010000:00000010:0.1:1784946928.524860:0:449624:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000db9cb8a1. 00010000:00000010:0.1:1784946928.524866:0:449624:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084f24e4f. 00010000:00000010:0.1:1784946928.524869:0:449624:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a1ccf4ca. 00010000:00000010:0.1:1784946928.524875:0:449624:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000c07fdc65. 00010000:00000010:0.1:1784946928.524878:0:449624:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003416fd47. 00010000:00000010:0.1:1784946928.524884:0:449624:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000e17cdd10. 00010000:00000010:0.1:1784946928.524890:0:449624:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000770c2968. 00010000:00000010:0.1:1784946928.524896:0:449624:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000530d687b. 00010000:00000010:0.1:1784946928.524902:0:449624:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f2df8dc1. 00010000:00000010:0.1:1784946928.524909:0:449624:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000020193bc6. 00010000:00000010:0.1:1784946928.524918:0:449624:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b0218a3. 00010000:00000010:0.1:1784946929.838757:0:441644:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c0d416ff. 00010000:00000010:0.1:1784946929.838766:0:441644:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c691c928. 00010000:00000010:2.1:1784946929.839407:0:441642:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000001213ce72. 00010000:00000010:2.1:1784946929.839417:0:441642:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008afbae6a. 00010000:00000010:0.1:1784946929.865776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000e39ca7a0. 00010000:00000010:0.1:1784946929.865792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cbce71b0. 00010000:00000010:0.1:1784946929.865806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000081f73000. 00010000:00000010:0.1:1784946929.865813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003ed790ed. 00010000:00000010:2.1:1784946929.932810:0:450161:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084e45894. 00010000:00000010:2.1:1784946929.932826:0:450161:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000056e8a518. 00010000:00000010:2.1:1784946929.932839:0:450161:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000040516dba. 00010000:00000010:2.1:1784946929.932848:0:450161:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000551020c0. 00000800:00000200:0.1:1784947512.805532:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00010000:00000010:0.1:1784947512.837766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007f5be472. 00010000:00000010:0.1:1784947512.837777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b7046b5d. 00010000:00000010:0.1:1784947512.837782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000a5df3931. 00010000:00000010:1.1:1784947512.838769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000092b522a4. 00010000:00000010:1.1:1784947512.838775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d3a6184b. 00010000:00000010:3.1:1784947517.390740:0:453516:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000036bdbf94. 00010000:00000010:3.1:1784947517.390748:0:453516:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000115a3512. 00010000:00000010:1.1:1784947517.390750:0:454256:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000003b41f4f5. 00010000:00000010:3.1:1784947517.390754:0:453516:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000af11f486. 00010000:00000010:1.1:1784947517.390762:0:454256:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008e10d20f. 00000800:00000200:0.1:1784947538.158262:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:3.1:1784947586.001874:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784947591.953337:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:3.1:1784947591.953415:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:2.1:1784947643.347827:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784947643.347836:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 2, 1 secs later) 00000800:00000200:1.1:1784947644.373282:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784947650.321338:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:1.1:1784947650.321381:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:1.1:1784947650.321454:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:1.1:1784947696.594261:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784947709.713228:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:1.1:1784947709.713302:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:1.1:1784947709.713343:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:1.1:1784947709.713386:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:0.1:1784947747.795461:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784947770.129313:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:0.1:1784947770.129391:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:0.1:1784947770.129432:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:0.1:1784947770.129478:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:0.1:1784947774.418266:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784947774.418290:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 4, 3 secs later) 00000800:00000200:0.1:1784947794.897712:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784947828.497379:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:0.1:1784947828.497540:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:0.1:1784947828.497659:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:0.1:1784947828.497712:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:0.1:1784947828.497808:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:3.1:1784947852.242606:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784947888.913394:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:0.1:1784947888.913594:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:0.1:1784947888.913742:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:0.1:1784947888.913812:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:0.1:1784947888.913854:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:0.1:1784947888.913892:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:0.1:1784947924.945581:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784947925.969582:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784947925.969589:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 8, 7 secs later) 00000800:00000200:0.1:1784947930.066479:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784947930.066487:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 8, 3 secs later) 00000800:00000200:3.1:1784947931.089884:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784947931.089889:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 8, 2 secs later) 00000800:00000200:0.1:1784947947.281291:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:0.1:1784947947.281443:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:0.1:1784947947.281534:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:0.1:1784947947.281601:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:0.1:1784947947.281683:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:0.1:1784947947.281759:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:0.1:1784947950.545398:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784948003.793373:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784948006.673189:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:1.1:1784948006.673292:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:1.1:1784948006.673419:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:1.1:1784948006.673463:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:1.1:1784948006.673517:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:1.1:1784948006.673558:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:1.1:1784948006.673618:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:1.1:1784948054.993474:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948067.089271:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:0.1:1784948067.089415:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:0.1:1784948067.089491:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:0.1:1784948067.089539:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:0.1:1784948067.089574:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:0.1:1784948067.089640:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:0.1:1784948067.089687:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:0.1:1784948067.089762:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:1.1:1784948081.617537:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784948081.617543:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 16, 15 secs later) 00000800:00000200:1.1:1784948082.641451:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784948082.641456:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 16, 14 secs later) 00000800:00000200:1.1:1784948086.738615:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784948086.738623:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 16, 10 secs later) 00000800:00000200:0.1:1784948087.762334:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948087.762342:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 16, 9 secs later) 00000800:00000200:1.1:1784948107.217722:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948125.459399:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:0.1:1784948125.459553:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:0.1:1784948125.459598:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:0.1:1784948125.459669:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:0.1:1784948125.459710:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:0.1:1784948125.459805:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:0.1:1784948125.459844:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:0.1:1784948125.459883:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:3.1:1784948159.442255:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784948184.849468:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:1.1:1784948184.849615:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:1.1:1784948184.849878:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:1.1:1784948184.850117:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:1.1:1784948184.850243:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:1.1:1784948184.850321:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:1.1:1784948184.850400:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:1.1:1784948184.850525:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:1.1:1784948184.850613:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:1.1:1784948184.850660:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:1.1:1784948237.265405:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784948237.265412:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 32, 31 secs later) 00000800:00000200:1.1:1784948238.289377:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784948238.289384:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 32, 30 secs later) 00000800:00000200:2.1:1784948242.386152:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784948242.386158:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 32, 26 secs later) 00000800:00000200:0.1:1784948243.410186:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948243.410193:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 32, 25 secs later) 00000800:00000200:0.1:1784948244.241249:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:0.1:1784948244.241376:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:0.1:1784948244.241469:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:0.1:1784948244.241548:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:0.1:1784948244.241648:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:0.1:1784948244.241715:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:0.1:1784948244.241820:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:0.1:1784948244.241893:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:0.1:1784948244.241981:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:0.1:1784948244.242082:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:0.1:1784948244.242161:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:0.1:1784948263.889612:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948263.889618:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 32, 5 secs later) 00000800:00000200:3.1:1784948264.913403:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784948264.913410:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 32, 4 secs later) 00000800:00000200:0.1:1784948269.010033:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948303.633861:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:0.1:1784948303.634077:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:0.1:1784948303.634290:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:0.1:1784948303.634421:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:0.1:1784948303.634536:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:0.1:1784948303.634717:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:0.1:1784948303.634823:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:0.1:1784948303.634929:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:0.1:1784948303.635045:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:0.1:1784948303.635205:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:0.1:1784948303.635299:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:0.1:1784948303.635411:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:1.1:1784948341.713922:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784948363.025385:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:3.1:1784948363.025520:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:3.1:1784948363.025665:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:3.1:1784948363.025833:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:3.1:1784948363.025983:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:3.1:1784948363.026056:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:3.1:1784948363.026260:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:3.1:1784948363.026306:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:3.1:1784948363.026363:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:3.1:1784948363.026437:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:3.1:1784948363.026547:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:3.1:1784948363.026585:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:3.1:1784948363.026681:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:0.1:1784948419.537654:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948419.537664:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 41 secs later) 00000800:00000200:0.1:1784948420.561684:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948420.561694:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 40 secs later) 00000800:00000200:0.1:1784948422.417490:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:0.1:1784948422.417693:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:0.1:1784948422.417953:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:0.1:1784948422.418163:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:0.1:1784948422.418255:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:0.1:1784948422.418299:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:0.1:1784948422.418378:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:0.1:1784948422.418450:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:0.1:1784948422.418505:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:0.1:1784948422.418575:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:0.1:1784948422.418618:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:0.1:1784948422.418683:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:0.1:1784948422.418768:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:0.1:1784948422.418874:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:0.1:1784948425.682941:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948425.682949:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 35 secs later) 00000800:00000200:0.1:1784948426.708228:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948426.708234:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 34 secs later) 00000800:00000200:0.1:1784948445.137392:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948445.137401:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 16 secs later) 00000800:00000200:3.1:1784948446.161570:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784948446.161578:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 14 secs later) 00000800:00000200:0.1:1784948451.283038:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948451.283043:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 9 secs later) 00000800:00000200:1.1:1784948452.307064:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784948452.307070:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 8 secs later) 00000800:00000200:1.1:1784948471.761654:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784948481.809379:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:2.1:1784948481.809554:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:2.1:1784948481.809748:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:2.1:1784948481.809883:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:2.1:1784948481.809955:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:2.1:1784948481.810054:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:2.1:1784948481.810122:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:2.1:1784948481.810192:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:2.1:1784948481.810273:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:2.1:1784948481.810353:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:2.1:1784948481.810474:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:2.1:1784948481.810547:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:2.1:1784948481.810673:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:2.1:1784948481.810773:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:2.1:1784948481.810837:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:0.1:1784948529.106425:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784948540.177509:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:2.1:1784948540.177690:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:2.1:1784948540.177878:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:2.1:1784948540.178060:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:2.1:1784948540.178185:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:2.1:1784948540.178274:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:2.1:1784948540.178394:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:2.1:1784948540.178470:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:2.1:1784948540.178519:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:2.1:1784948540.178603:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:2.1:1784948540.178714:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:2.1:1784948540.178851:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:2.1:1784948540.178938:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:2.1:1784948540.179060:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:2.1:1784948540.179120:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:2.1:1784948540.179177:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:1.1:1784948581.331241:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784948600.593787:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:2.1:1784948600.594129:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:2.1:1784948600.594313:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:2.1:1784948600.594467:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:2.1:1784948600.594729:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:2.1:1784948600.594961:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:2.1:1784948600.595182:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:2.1:1784948600.595296:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:2.1:1784948600.595404:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:2.1:1784948600.595468:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:2.1:1784948600.595543:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:2.1:1784948600.595677:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:2.1:1784948600.595869:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:2.1:1784948600.595951:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:2.1:1784948600.596063:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:2.1:1784948600.596139:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:2.1:1784948600.596247:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:3.1:1784948602.834077:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784948602.834088:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1784948603.858032:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784948603.858049:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 57 secs later) 00000800:00000200:2.1:1784948607.956082:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784948607.956092:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1784948608.978525:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948608.978540:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1784948628.433996:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784948628.434007:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1784948629.458400:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784948629.458415:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 31 secs later) 00000800:00000200:3.1:1784948633.556838:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784948633.556852:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1784948634.578016:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784948634.578021:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 26 secs later) 00000800:00000200:3.1:1784948654.034214:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784948654.034228:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1784948655.057872:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784948655.057882:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1784948659.155600:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784948659.155617:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1784948659.985872:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:0.1:1784948659.986055:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:0.1:1784948659.986346:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:0.1:1784948659.986535:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:0.1:1784948659.986860:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:0.1:1784948659.987069:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:0.1:1784948659.987151:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:0.1:1784948659.987250:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:0.1:1784948659.987389:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:0.1:1784948659.987463:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:0.1:1784948659.987526:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:0.1:1784948659.987622:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:0.1:1784948659.987697:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:0.1:1784948659.987875:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:0.1:1784948659.987964:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:0.1:1784948659.988066:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:0.1:1784948659.988199:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:0.1:1784948659.988355:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:3.1:1784948660.182491:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784948719.377790:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:3.1:1784948719.378107:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:3.1:1784948719.378369:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:3.1:1784948719.378691:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:3.1:1784948719.379148:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:3.1:1784948719.379313:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:3.1:1784948719.379417:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:3.1:1784948719.379502:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:3.1:1784948719.379626:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:3.1:1784948719.379782:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:3.1:1784948719.379943:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:3.1:1784948719.380150:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:3.1:1784948719.380261:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:3.1:1784948719.380356:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:3.1:1784948719.380511:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:3.1:1784948719.380592:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:3.1:1784948719.380794:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:3.1:1784948719.380945:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:3.1:1784948719.381106:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:3.1:1784948732.882053:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784948778.769351:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:3.1:1784948778.769357:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.1 (cnted 0, interval 60, 13 secs later) 00000800:00000200:3.1:1784948778.769563:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:3.1:1784948778.769736:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:3.1:1784948778.769879:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:3.1:1784948778.770062:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:3.1:1784948778.770155:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:3.1:1784948778.770294:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:3.1:1784948778.770353:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:3.1:1784948778.770493:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:3.1:1784948778.770546:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:3.1:1784948778.770617:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:3.1:1784948778.770693:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:3.1:1784948778.770838:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:3.1:1784948778.770925:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:3.1:1784948778.771031:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:3.1:1784948778.771108:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:3.1:1784948778.771165:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:3.1:1784948778.771206:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:3.1:1784948778.771277:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:1.1:1784948785.106261:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784948790.226298:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784948790.226306:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 59 secs later) 00000800:00000200:1.1:1784948791.250437:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784948791.250446:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1784948810.705582:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784948810.705590:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 39 secs later) 00000800:00000200:0.1:1784948811.730132:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948811.730146:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1784948816.852171:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948816.852182:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1784948817.874908:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948817.874917:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1784948836.306195:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784948836.306207:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 13 secs later) 00000800:00000200:0.1:1784948837.329907:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948837.329916:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1784948838.161996:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:0.1:1784948838.162210:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:0.1:1784948838.162215:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.1 (cnted 0, interval 60, 11 secs later) 00000800:00000200:0.1:1784948838.162455:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:0.1:1784948838.162555:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:0.1:1784948838.162679:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:0.1:1784948838.162885:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:0.1:1784948838.163094:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:0.1:1784948838.163167:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:0.1:1784948838.163274:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:0.1:1784948838.163337:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:0.1:1784948838.163393:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:0.1:1784948838.163577:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:0.1:1784948838.163669:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:0.1:1784948838.163812:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:0.1:1784948838.163987:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:0.1:1784948838.164130:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:0.1:1784948838.164212:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:0.1:1784948838.164263:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:0.1:1784948838.164319:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:0.1:1784948838.164386:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:0.1:1784948838.164455:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:0.1:1784948838.164587:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:3.1:1784948842.452539:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784948842.452550:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1784948843.474912:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784948843.474926:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1784948862.930007:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784948897.553900:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:0.1:1784948897.554207:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:0.1:1784948897.554515:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:0.1:1784948897.554527:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.2 (cnted 0, interval 60, 13 secs later) 00000800:00000200:0.1:1784948897.554962:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:0.1:1784948897.555195:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:0.1:1784948897.555402:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:0.1:1784948897.555702:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:0.1:1784948897.555879:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:0.1:1784948897.556019:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:0.1:1784948897.556169:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:0.1:1784948897.556269:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:0.1:1784948897.556420:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:0.1:1784948897.556571:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:0.1:1784948897.556777:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:0.1:1784948897.556900:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:0.1:1784948897.556994:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:0.1:1784948897.557114:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:0.1:1784948897.557205:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:0.1:1784948897.557283:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:0.1:1784948897.557378:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:0.1:1784948897.557526:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:1.1:1784948914.130137:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784948956.945529:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:2.1:1784948956.945659:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:2.1:1784948956.945849:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:2.1:1784948956.945991:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:2.1:1784948956.945995:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.2 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1784948956.946213:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:2.1:1784948956.946375:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:2.1:1784948956.946565:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:2.1:1784948956.946694:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:2.1:1784948956.946821:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:2.1:1784948956.946876:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:2.1:1784948956.946930:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:2.1:1784948956.946968:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:2.1:1784948956.947008:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:2.1:1784948956.947062:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:2.1:1784948956.947136:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:2.1:1784948956.947188:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:2.1:1784948956.947315:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:2.1:1784948956.947374:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:2.1:1784948956.947449:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:2.1:1784948956.947491:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:2.1:1784948956.947553:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:2.1:1784948956.947602:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:2.1:1784948956.947668:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:2.1:1784948966.353895:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784948998.098583:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784948998.098596:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 56 secs later) 00000800:00000200:2.1:1784948999.122677:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784948999.122692:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 55 secs later) 00000800:00000200:3.1:1784949015.313239:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:3.1:1784949015.313242:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.1 (cnted 0, interval 60, 14 secs later) 00000800:00000200:3.1:1784949015.313328:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:3.1:1784949015.313399:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:3.1:1784949015.313464:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:3.1:1784949015.313551:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:3.1:1784949015.313554:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.3 (cnted 0, interval 60, 14 secs later) 00000800:00000200:3.1:1784949015.313642:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:3.1:1784949015.313709:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:3.1:1784949015.313865:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:3.1:1784949015.313948:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:3.1:1784949015.314009:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:3.1:1784949015.314135:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:3.1:1784949015.314186:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:3.1:1784949015.314232:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:3.1:1784949015.314271:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:3.1:1784949015.314376:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:3.1:1784949015.314471:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:3.1:1784949015.314509:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:3.1:1784949015.314550:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:3.1:1784949015.314591:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:3.1:1784949015.314664:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:3.1:1784949015.314819:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:3.1:1784949015.314890:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:3.1:1784949015.314933:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:3.1:1784949015.315007:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:3.1:1784949019.601639:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784949019.601643:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 34 secs later) 00000800:00000200:1.1:1784949020.626076:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949020.626089:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1784949024.725891:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784949024.725902:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 29 secs later) 00000800:00000200:0.1:1784949025.747493:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949025.747508:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1784949045.201551:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949045.201573:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 8 secs later) 00000800:00000200:3.1:1784949046.226493:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784949046.226520:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1784949050.321933:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784949050.321938:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 3 secs later) 00000800:00000200:2.1:1784949051.346488:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784949051.346498:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1784949071.825515:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784949075.729956:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:2.1:1784949075.730237:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:2.1:1784949075.730248:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.1 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1784949075.730604:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:2.1:1784949075.730869:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:2.1:1784949075.731080:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:2.1:1784949075.731331:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:2.1:1784949075.731341:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.3 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1784949075.731659:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:2.1:1784949075.731833:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:2.1:1784949075.731911:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:2.1:1784949075.732011:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:2.1:1784949075.732117:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:2.1:1784949075.732179:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:2.1:1784949075.732274:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:2.1:1784949075.732363:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:2.1:1784949075.732446:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:2.1:1784949075.732559:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:2.1:1784949075.732633:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:2.1:1784949075.732700:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:2.1:1784949075.732832:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:2.1:1784949075.732948:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:2.1:1784949075.733114:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:2.1:1784949075.733201:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:2.1:1784949075.733353:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:2.1:1784949075.733436:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:2.1:1784949075.733568:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:3.1:1784949135.121652:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:3.1:1784949135.121878:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:3.1:1784949135.122147:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:3.1:1784949135.122156:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.2 (cnted 0, interval 60, 14 secs later) 00000800:00000200:3.1:1784949135.122566:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:3.1:1784949135.122772:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:3.1:1784949135.122951:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:3.1:1784949135.123184:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:3.1:1784949135.123189:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.4 (cnted 0, interval 60, 14 secs later) 00000800:00000200:3.1:1784949135.123328:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:3.1:1784949135.123445:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:3.1:1784949135.123502:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:3.1:1784949135.123606:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:3.1:1784949135.123674:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:3.1:1784949135.123820:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:3.1:1784949135.123916:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:3.1:1784949135.123978:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:3.1:1784949135.124103:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:3.1:1784949135.124221:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:3.1:1784949135.124286:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:3.1:1784949135.124400:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:3.1:1784949135.124472:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:3.1:1784949135.124544:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:3.1:1784949135.124634:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:3.1:1784949135.124830:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:3.1:1784949135.124915:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:3.1:1784949135.124981:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:3.1:1784949135.125070:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:0.1:1784949149.649525:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949193.490023:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:0.1:1784949193.490173:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:0.1:1784949193.490298:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:0.1:1784949193.490490:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:0.1:1784949193.490497:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.2 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1784949193.493056:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:0.1:1784949193.493510:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:0.1:1784949193.493660:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:0.1:1784949193.493876:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:0.1:1784949193.493891:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.4 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1784949193.494176:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:0.1:1784949193.494295:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:0.1:1784949193.494399:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:0.1:1784949193.494450:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:0.1:1784949193.494497:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:0.1:1784949193.494557:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:0.1:1784949193.494611:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:0.1:1784949193.494741:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:0.1:1784949193.494794:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:0.1:1784949193.494862:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:0.1:1784949193.494921:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:0.1:1784949193.494966:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:0.1:1784949193.495042:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:0.1:1784949193.495093:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:0.1:1784949193.495171:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:0.1:1784949193.495228:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:0.1:1784949193.495277:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:0.1:1784949193.495356:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:0.1:1784949193.495421:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:0.1:1784949206.994986:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949206.994994:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 56 secs later) 00000800:00000200:3.1:1784949208.018197:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784949208.018204:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 55 secs later) 00000800:00000200:2.1:1784949227.473497:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784949227.473503:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 35 secs later) 00000800:00000200:0.1:1784949228.497864:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949228.497873:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 34 secs later) 00000800:00000200:1.1:1784949233.618305:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949233.618310:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 29 secs later) 00000800:00000200:1.1:1784949234.644734:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949234.644758:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1784949253.073497:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784949253.073521:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 10 secs later) 00000800:00000200:3.1:1784949253.905425:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:3.1:1784949253.905431:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.1 (cnted 0, interval 60, 13 secs later) 00000800:00000200:3.1:1784949253.905666:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:3.1:1784949253.905798:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:3.1:1784949253.905939:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:3.1:1784949253.906098:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:3.1:1784949253.906103:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.3 (cnted 0, interval 60, 13 secs later) 00000800:00000200:3.1:1784949253.906406:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:3.1:1784949253.906450:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:3.1:1784949253.906509:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:3.1:1784949253.906599:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:3.1:1784949253.906602:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.5 (cnted 0, interval 60, 13 secs later) 00000800:00000200:3.1:1784949253.906713:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:3.1:1784949253.906834:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:3.1:1784949253.906919:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:3.1:1784949253.906979:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:3.1:1784949253.907046:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:3.1:1784949253.907134:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:3.1:1784949253.907187:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:3.1:1784949253.907236:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:3.1:1784949253.907312:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:3.1:1784949253.907442:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:3.1:1784949253.907565:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:3.1:1784949253.907599:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:3.1:1784949253.907657:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:3.1:1784949253.907778:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:3.1:1784949253.907855:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:3.1:1784949253.907928:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:3.1:1784949253.908086:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:3.1:1784949253.908126:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:3.1:1784949253.908167:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:3.1:1784949254.097610:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784949254.097618:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 9 secs later) 00000800:00000200:0.1:1784949259.218506:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949259.218511:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 3 secs later) 00000800:00000200:0.1:1784949260.242935:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949260.242943:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1784949279.697592:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949312.277202:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:0.1:1784949312.277366:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:0.1:1784949312.277370:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.1 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1784949312.277557:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:0.1:1784949312.277680:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:0.1:1784949312.277810:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:0.1:1784949312.278006:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:0.1:1784949312.278010:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.3 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1784949312.278183:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:0.1:1784949312.278297:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:0.1:1784949312.278396:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:0.1:1784949312.278503:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:0.1:1784949312.278505:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.5 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1784949312.278568:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:0.1:1784949312.278625:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:0.1:1784949312.278665:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:0.1:1784949312.278744:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:0.1:1784949312.278803:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:0.1:1784949312.278862:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:0.1:1784949312.278953:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:0.1:1784949312.278998:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:0.1:1784949312.279034:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:0.1:1784949312.279097:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:0.1:1784949312.279145:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:0.1:1784949312.279182:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:0.1:1784949312.279235:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:0.1:1784949312.279332:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:0.1:1784949312.279398:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:0.1:1784949312.279451:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:0.1:1784949312.279508:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:0.1:1784949312.279551:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:0.1:1784949312.279608:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b153b4ee] -> 12345-111.222.173.16@tcp (2) 00000800:00000200:1.1:1784949337.045521:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949372.697582:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:1.1:1784949372.697786:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:1.1:1784949372.698092:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:1.1:1784949372.698103:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.2 (cnted 0, interval 60, 9 secs later) 00000800:00000200:1.1:1784949372.698470:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:1.1:1784949372.698688:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:1.1:1784949372.698912:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:1.1:1784949372.699149:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:1.1:1784949372.699162:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.4 (cnted 0, interval 60, 9 secs later) 00000800:00000200:1.1:1784949372.699598:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:1.1:1784949372.699859:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:1.1:1784949372.700103:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:1.1:1784949372.700385:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:1.1:1784949372.700387:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.6 (cnted 0, interval 60, 9 secs later) 00000800:00000200:1.1:1784949372.700639:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:1.1:1784949372.700824:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:1.1:1784949372.700967:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:1.1:1784949372.701104:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:1.1:1784949372.701210:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:1.1:1784949372.701308:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:1.1:1784949372.701414:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:1.1:1784949372.701533:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:1.1:1784949372.701610:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:1.1:1784949372.701799:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:1.1:1784949372.701898:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:1.1:1784949372.701964:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:1.1:1784949372.702050:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:1.1:1784949372.702133:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:1.1:1784949372.702244:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:1.1:1784949372.702323:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:1.1:1784949372.702407:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:1.1:1784949372.702584:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cf3e69f3] -> 12345-111.222.142.16@tcp (2) 00000800:00000200:3.1:1784949409.745511:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949415.890055:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949415.890060:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 56 secs later) 00000800:00000200:3.1:1784949416.914121:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784949416.914127:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 55 secs later) 00000800:00000200:3.1:1784949432.086271:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:3.1:1784949432.086420:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:3.1:1784949432.086585:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:3.1:1784949432.086590:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.2 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784949432.087013:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:3.1:1784949432.087259:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:3.1:1784949432.087327:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:3.1:1784949432.087399:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:3.1:1784949432.087401:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.4 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784949432.087476:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:3.1:1784949432.087565:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:3.1:1784949432.087608:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:3.1:1784949432.087676:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:3.1:1784949432.087678:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.6 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784949432.087818:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:3.1:1784949432.087902:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:3.1:1784949432.087990:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:3.1:1784949432.088095:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:3.1:1784949432.088236:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:3.1:1784949432.088331:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:3.1:1784949432.088409:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:3.1:1784949432.088459:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:3.1:1784949432.088568:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:3.1:1784949432.088634:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:3.1:1784949432.088826:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:3.1:1784949432.088952:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:3.1:1784949432.089041:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:3.1:1784949432.089260:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:3.1:1784949432.089324:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:3.1:1784949432.089450:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014ad4cbe] -> 12345-111.222.173.17@tcp (2) 00000800:00000200:1.1:1784949435.345758:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949435.345766:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 36 secs later) 00000800:00000200:0.1:1784949436.369545:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949436.369552:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 35 secs later) 00000800:00000200:1.1:1784949441.490344:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949441.490352:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 30 secs later) 00000800:00000200:0.1:1784949442.513967:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949442.513974:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 29 secs later) 00000800:00000200:0.1:1784949461.969882:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949461.969894:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 10 secs later) 00000800:00000200:3.1:1784949462.994180:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784949462.994191:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 9 secs later) 00000800:00000200:3.1:1784949467.090434:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784949467.090445:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 5 secs later) 00000800:00000200:2.1:1784949468.116011:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784949468.116059:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 4 secs later) 00000800:00000200:1.1:1784949487.569929:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949490.462670:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:1.1:1784949490.462705:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.1 (cnted 0, interval 60, 10 secs later) 00000800:00000200:1.1:1784949490.463153:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:1.1:1784949490.463398:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:1.1:1784949490.463640:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:1.1:1784949490.463647:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.3 (cnted 0, interval 60, 10 secs later) 00000800:00000200:1.1:1784949490.464002:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:1.1:1784949490.464190:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:1.1:1784949490.464410:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:1.1:1784949490.464647:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:1.1:1784949490.464651:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.5 (cnted 0, interval 60, 10 secs later) 00000800:00000200:1.1:1784949490.464952:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:1.1:1784949490.465064:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:1.1:1784949490.465129:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:1.1:1784949490.465242:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:1.1:1784949490.465247:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.7 (cnted 0, interval 60, 10 secs later) 00000800:00000200:1.1:1784949490.465404:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:1.1:1784949490.465477:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:1.1:1784949490.465547:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:1.1:1784949490.465654:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:1.1:1784949490.465828:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:1.1:1784949490.465953:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:1.1:1784949490.466067:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:1.1:1784949490.466161:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:1.1:1784949490.466308:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:1.1:1784949490.466459:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:1.1:1784949490.466590:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:1.1:1784949490.466696:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:1.1:1784949490.466914:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:1.1:1784949490.466982:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:1.1:1784949490.467080:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:1.1:1784949490.467219:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008fc9302d] -> 12345-111.222.142.17@tcp (2) 00000800:00000200:0.1:1784949539.793932:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949550.875391:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:0.1:1784949550.875633:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:0.1:1784949550.875641:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.1 (cnted 0, interval 60, 11 secs later) 00000800:00000200:0.1:1784949550.876073:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:0.1:1784949550.876254:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:0.1:1784949550.876431:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:0.1:1784949550.876760:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:0.1:1784949550.876764:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.3 (cnted 0, interval 60, 11 secs later) 00000800:00000200:0.1:1784949550.877214:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:0.1:1784949550.877545:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:0.1:1784949550.877739:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:0.1:1784949550.878023:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:0.1:1784949550.878027:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.5 (cnted 0, interval 60, 11 secs later) 00000800:00000200:0.1:1784949550.878262:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:0.1:1784949550.878435:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:0.1:1784949550.878506:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:0.1:1784949550.878664:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:0.1:1784949550.878665:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.7 (cnted 0, interval 60, 11 secs later) 00000800:00000200:0.1:1784949550.878744:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:0.1:1784949550.878887:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:0.1:1784949550.879005:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:0.1:1784949550.879127:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:0.1:1784949550.879288:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:0.1:1784949550.879402:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:0.1:1784949550.879530:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:0.1:1784949550.879609:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:0.1:1784949550.879702:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:0.1:1784949550.879835:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:0.1:1784949550.879932:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:0.1:1784949550.879990:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:0.1:1784949550.880065:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:0.1:1784949550.880119:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:0.1:1784949550.880240:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:0.1:1784949550.880357:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000059b7ae62] -> 12345-111.222.173.18@tcp (2) 00000800:00000200:2.1:1784949592.018034:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949609.240954:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:0.1:1784949609.241134:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:0.1:1784949609.241352:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:0.1:1784949609.241359:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.2 (cnted 0, interval 60, 14 secs later) 00000800:00000200:0.1:1784949609.241642:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:0.1:1784949609.241734:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:0.1:1784949609.242070:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:0.1:1784949609.242082:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.4 (cnted 0, interval 60, 14 secs later) 00000800:00000200:0.1:1784949609.242464:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:0.1:1784949609.242630:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:0.1:1784949609.242841:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:0.1:1784949609.243048:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:0.1:1784949609.243051:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.6 (cnted 0, interval 60, 14 secs later) 00000800:00000200:0.1:1784949609.243369:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:0.1:1784949609.243454:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:0.1:1784949609.243508:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:0.1:1784949609.243595:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:0.1:1784949609.243598:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.8 (cnted 0, interval 60, 14 secs later) 00000800:00000200:0.1:1784949609.243685:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:0.1:1784949609.243772:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:0.1:1784949609.243829:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:0.1:1784949609.243944:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:0.1:1784949609.244104:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:0.1:1784949609.244169:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:0.1:1784949609.244252:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:0.1:1784949609.244330:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:0.1:1784949609.244414:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:0.1:1784949609.244490:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:0.1:1784949609.244577:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:0.1:1784949609.244661:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:0.1:1784949609.244801:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:0.1:1784949609.244895:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:0.1:1784949609.245066:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b4b24a58] -> 12345-111.222.142.18@tcp (2) 00000800:00000200:1.1:1784949618.642152:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949618.642170:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1784949619.665557:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949619.665567:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 57 secs later) 00000800:00000200:0.1:1784949623.762548:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949623.762559:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1784949624.785937:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949624.785944:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1784949644.241463:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949644.241470:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1784949645.265999:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949645.266011:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 31 secs later) 00000800:00000200:3.1:1784949649.364538:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784949649.364550:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1784949650.386280:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784949650.386286:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 26 secs later) 00000800:00000200:3.1:1784949668.632594:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:3.1:1784949668.632835:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:3.1:1784949668.633049:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:3.1:1784949668.633287:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:3.1:1784949668.633297:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.2 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784949668.633749:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:3.1:1784949668.633932:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:3.1:1784949668.634239:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:3.1:1784949668.634476:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:3.1:1784949668.634479:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.4 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784949668.634741:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:3.1:1784949668.634812:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:3.1:1784949668.634848:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:3.1:1784949668.634906:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:3.1:1784949668.634907:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.6 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784949668.634981:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:3.1:1784949668.635037:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:3.1:1784949668.635069:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:3.1:1784949668.635114:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:3.1:1784949668.635115:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.8 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784949668.635268:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:3.1:1784949668.635343:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:3.1:1784949668.635458:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:3.1:1784949668.635529:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:3.1:1784949668.635599:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:3.1:1784949668.635640:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:3.1:1784949668.635807:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:3.1:1784949668.635903:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:3.1:1784949668.635940:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:3.1:1784949668.636000:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:3.1:1784949668.636068:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:3.1:1784949668.636121:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:3.1:1784949668.636167:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:3.1:1784949668.636214:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005d8ce740] -> 12345-111.222.173.19@tcp (2) 00000800:00000200:1.1:1784949670.866398:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949670.866416:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1784949671.890145:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784949671.890158:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 5 secs later) 00000800:00000200:1.1:1784949675.987564:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949675.987578:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1784949677.010696:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949729.054255:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:0.1:1784949729.054266:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.1 (cnted 0, interval 60, 14 secs later) 00000800:00000200:0.1:1784949729.054581:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:0.1:1784949729.054786:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:0.1:1784949729.054983:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:0.1:1784949729.055247:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:0.1:1784949729.055255:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.3 (cnted 0, interval 60, 14 secs later) 00000800:00000200:0.1:1784949729.055479:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:0.1:1784949729.055616:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:0.1:1784949729.055945:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:0.1:1784949729.056176:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:0.1:1784949729.056186:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.5 (cnted 0, interval 60, 14 secs later) 00000800:00000200:0.1:1784949729.056543:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:0.1:1784949729.056709:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:0.1:1784949729.056859:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:0.1:1784949729.056988:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:0.1:1784949729.056991:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.7 (cnted 0, interval 60, 14 secs later) 00000800:00000200:0.1:1784949729.057079:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:0.1:1784949729.057175:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:0.1:1784949729.057273:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:0.1:1784949729.057391:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:0.1:1784949729.057395:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.9 (cnted 0, interval 60, 14 secs later) 00000800:00000200:0.1:1784949729.057496:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:0.1:1784949729.057590:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:0.1:1784949729.057652:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:0.1:1784949729.057805:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:0.1:1784949729.057883:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:0.1:1784949729.057942:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:0.1:1784949729.058031:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:0.1:1784949729.058113:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:0.1:1784949729.058227:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:0.1:1784949729.058324:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:0.1:1784949729.058432:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:0.1:1784949729.058495:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:0.1:1784949729.058582:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:0.1:1784949729.058670:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6fd7f8e] -> 12345-111.222.142.19@tcp (2) 00000800:00000200:3.1:1784949748.690206:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949787.409933:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:1.1:1784949787.410232:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:1.1:1784949787.410240:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.1 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1784949787.410444:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:1.1:1784949787.410639:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:1.1:1784949787.410921:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:1.1:1784949787.411168:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:1.1:1784949787.411177:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.3 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1784949787.411405:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:1.1:1784949787.411605:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:1.1:1784949787.411876:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:1.1:1784949787.411881:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.5 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1784949787.412008:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:1.1:1784949787.412074:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:1.1:1784949787.412143:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:1.1:1784949787.412252:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:1.1:1784949787.412255:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.7 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1784949787.412356:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:1.1:1784949787.412457:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:1.1:1784949787.412519:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:1.1:1784949787.412618:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:1.1:1784949787.412621:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.9 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1784949787.412817:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:1.1:1784949787.412943:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:1.1:1784949787.413020:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:1.1:1784949787.413131:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:1.1:1784949787.413219:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:1.1:1784949787.413281:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:1.1:1784949787.413382:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:1.1:1784949787.413471:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:1.1:1784949787.413537:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:1.1:1784949787.413675:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:1.1:1784949787.413852:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:1.1:1784949787.413950:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:1.1:1784949787.414074:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040d65756] -> 12345-111.222.173.20@tcp (2) 00000800:00000200:1.1:1784949826.513983:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949826.513996:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1784949827.538025:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949827.538039:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1784949832.659071:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784949832.659084:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1784949833.683810:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949833.683819:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 36 secs later) 00000800:00000200:3.1:1784949846.813072:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:3.1:1784949846.813272:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:3.1:1784949846.813542:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:3.1:1784949846.813551:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.2 (cnted 0, interval 60, 10 secs later) 00000800:00000200:3.1:1784949846.813891:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:3.1:1784949846.814107:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:3.1:1784949846.814435:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:3.1:1784949846.814667:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:3.1:1784949846.814673:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.4 (cnted 0, interval 60, 10 secs later) 00000800:00000200:3.1:1784949846.814941:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:3.1:1784949846.815036:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:3.1:1784949846.815120:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:3.1:1784949846.815221:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:3.1:1784949846.815224:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.6 (cnted 0, interval 60, 10 secs later) 00000800:00000200:3.1:1784949846.815475:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:3.1:1784949846.815626:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:3.1:1784949846.815707:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:3.1:1784949846.815905:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:3.1:1784949846.815908:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.8 (cnted 0, interval 60, 10 secs later) 00000800:00000200:3.1:1784949846.816034:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:3.1:1784949846.816141:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:3.1:1784949846.816228:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:3.1:1784949846.816341:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:3.1:1784949846.816387:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.10 (cnted 0, interval 60, 10 secs later) 00000800:00000200:3.1:1784949846.816599:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:3.1:1784949846.816762:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:3.1:1784949846.816846:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:3.1:1784949846.816950:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:3.1:1784949846.817030:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:3.1:1784949846.817122:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:3.1:1784949846.817221:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:3.1:1784949846.817312:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:3.1:1784949846.817413:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:3.1:1784949846.817642:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:3.1:1784949846.817803:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:3.1:1784949846.817944:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004f507077] -> 12345-111.222.142.20@tcp (2) 00000800:00000200:1.1:1784949852.114187:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949852.114204:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 18 secs later) 00000800:00000200:0.1:1784949853.137813:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784949853.137824:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1784949858.259884:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949858.259899:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1784949859.282450:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949859.282457:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 10 secs later) 00000800:00000200:3.1:1784949878.738129:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784949906.193471:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:1.1:1784949906.193593:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:1.1:1784949906.193747:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:1.1:1784949906.193749:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.2 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1784949906.193921:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:1.1:1784949906.194073:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:1.1:1784949906.194183:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:1.1:1784949906.194308:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:1.1:1784949906.194311:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.4 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1784949906.194423:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:1.1:1784949906.194458:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:1.1:1784949906.194493:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:1.1:1784949906.194547:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:1.1:1784949906.194548:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.6 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1784949906.194606:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:1.1:1784949906.194641:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:1.1:1784949906.194747:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:1.1:1784949906.194814:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:1.1:1784949906.194816:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.8 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1784949906.194875:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:1.1:1784949906.194912:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:1.1:1784949906.194949:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:1.1:1784949906.195014:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:1.1:1784949906.195016:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.10 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1784949906.195080:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:1.1:1784949906.195114:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:1.1:1784949906.195150:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:1.1:1784949906.195201:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:1.1:1784949906.195251:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:1.1:1784949906.195287:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:1.1:1784949906.195338:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:1.1:1784949906.195385:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:1.1:1784949906.195424:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:1.1:1784949906.195494:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:1.1:1784949906.195578:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d7c58769] -> 12345-111.222.173.21@tcp (2) 00000800:00000200:3.1:1784949937.106232:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784949965.585909:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:2.1:1784949965.585923:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.1 (cnted 0, interval 60, 10 secs later) 00000800:00000200:2.1:1784949965.586231:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:2.1:1784949965.586438:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:2.1:1784949965.586680:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:2.1:1784949965.586686:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.3 (cnted 0, interval 60, 10 secs later) 00000800:00000200:2.1:1784949965.587018:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:2.1:1784949965.587347:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:2.1:1784949965.587599:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:2.1:1784949965.587934:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:2.1:1784949965.587948:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.5 (cnted 0, interval 60, 10 secs later) 00000800:00000200:2.1:1784949965.588224:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:2.1:1784949965.588342:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:2.1:1784949965.588445:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:2.1:1784949965.588447:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.7 (cnted 0, interval 60, 10 secs later) 00000800:00000200:2.1:1784949965.588586:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:2.1:1784949965.593963:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:2.1:1784949965.597367:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:2.1:1784949965.597519:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:2.1:1784949965.597522:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.9 (cnted 0, interval 60, 10 secs later) 00000800:00000200:2.1:1784949965.597674:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:2.1:1784949965.597785:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:2.1:1784949965.597889:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:2.1:1784949965.597995:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:2.1:1784949965.597997:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.11 (cnted 0, interval 60, 10 secs later) 00000800:00000200:2.1:1784949965.598108:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:2.1:1784949965.598173:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:2.1:1784949965.598236:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:2.1:1784949965.598321:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:2.1:1784949965.598399:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:2.1:1784949965.598477:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:2.1:1784949965.598604:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:2.1:1784949965.598687:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:2.1:1784949965.598804:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:2.1:1784949965.598931:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030685341] -> 12345-111.222.142.21@tcp (2) 00000800:00000200:3.1:1784949988.307169:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784950014.931685:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784950014.931701:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 55 secs later) 00000800:00000200:3.1:1784950015.955853:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784950015.955868:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 54 secs later) 00000800:00000200:3.1:1784950026.016930:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:3.1:1784950026.017309:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:3.1:1784950026.017322:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.1 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950026.017837:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:3.1:1784950026.018124:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:3.1:1784950026.018439:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:3.1:1784950026.018448:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.3 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950026.018976:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:3.1:1784950026.019053:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:3.1:1784950026.019116:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:3.1:1784950026.019258:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:3.1:1784950026.019260:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.5 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950026.019382:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:3.1:1784950026.019473:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:3.1:1784950026.019559:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:3.1:1784950026.019671:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:3.1:1784950026.019676:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.7 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950026.019942:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:3.1:1784950026.020017:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:3.1:1784950026.020117:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:3.1:1784950026.020237:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:3.1:1784950026.020240:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.9 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950026.020348:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:3.1:1784950026.020435:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:3.1:1784950026.020520:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:3.1:1784950026.020619:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:3.1:1784950026.020624:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.11 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950026.020844:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:3.1:1784950026.021022:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:3.1:1784950026.021087:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:3.1:1784950026.021208:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:3.1:1784950026.021302:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:3.1:1784950026.021388:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:3.1:1784950026.021493:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:3.1:1784950026.021642:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:3.1:1784950026.021931:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a670f9c5] -> 12345-111.222.173.22@tcp (2) 00000800:00000200:1.1:1784950034.385947:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784950034.385960:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 35 secs later) 00000800:00000200:2.1:1784950035.410182:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784950035.410195:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 34 secs later) 00000800:00000200:3.1:1784950040.533294:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784950040.533312:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 29 secs later) 00000800:00000200:3.1:1784950041.556384:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784950041.556411:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1784950061.010260:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784950061.010273:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 9 secs later) 00000800:00000200:1.1:1784950062.033871:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784950062.033879:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 8 secs later) 00000800:00000200:0.1:1784950066.131515:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784950066.131526:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 4 secs later) 00000800:00000200:0.1:1784950067.154921:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784950067.154939:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1784950084.370016:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:1.1:1784950084.370306:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:1.1:1784950084.370630:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:1.1:1784950084.370645:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.2 (cnted 0, interval 60, 10 secs later) 00000800:00000200:1.1:1784950084.371185:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:1.1:1784950084.371460:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:1.1:1784950084.371709:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:1.1:1784950084.371713:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.4 (cnted 0, interval 60, 10 secs later) 00000800:00000200:1.1:1784950084.371976:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:1.1:1784950084.372108:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:1.1:1784950084.372222:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:1.1:1784950084.372377:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:1.1:1784950084.372382:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.6 (cnted 0, interval 60, 10 secs later) 00000800:00000200:1.1:1784950084.372550:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:1.1:1784950084.372664:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:1.1:1784950084.372856:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:1.1:1784950084.373021:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:1.1:1784950084.373026:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.8 (cnted 0, interval 60, 10 secs later) 00000800:00000200:1.1:1784950084.373202:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:1.1:1784950084.373316:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:1.1:1784950084.373422:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:1.1:1784950084.373580:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:1.1:1784950084.373585:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.10 (cnted 0, interval 60, 10 secs later) 00000800:00000200:1.1:1784950084.373812:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:1.1:1784950084.374014:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:1.1:1784950084.374160:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:1.1:1784950084.374307:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:1.1:1784950084.374309:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.12 (cnted 0, interval 60, 10 secs later) 00000800:00000200:1.1:1784950084.374433:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:1.1:1784950084.374501:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:1.1:1784950084.374594:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:1.1:1784950084.374681:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:1.1:1784950084.374865:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:1.1:1784950084.374965:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:1.1:1784950084.375049:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:1.1:1784950084.375146:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000b19f0f1] -> 12345-111.222.142.22@tcp (2) 00000800:00000200:3.1:1784950087.633988:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784950143.761641:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:2.1:1784950143.761883:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:2.1:1784950143.762109:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:2.1:1784950143.762118:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.2 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1784950143.762446:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:2.1:1784950143.762631:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:2.1:1784950143.762878:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:2.1:1784950143.762899:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.4 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1784950143.763200:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:2.1:1784950143.763421:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:2.1:1784950143.763613:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:2.1:1784950143.763879:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:2.1:1784950143.763882:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.6 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1784950143.763983:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:2.1:1784950143.764050:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:2.1:1784950143.764147:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:2.1:1784950143.764150:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.8 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1784950143.764267:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:2.1:1784950143.764330:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:2.1:1784950143.764420:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:2.1:1784950143.764504:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:2.1:1784950143.764507:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.10 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1784950143.764632:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:2.1:1784950143.764713:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:2.1:1784950143.764888:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:2.1:1784950143.764993:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:2.1:1784950143.764996:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.12 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1784950143.765097:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:2.1:1784950143.765159:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:2.1:1784950143.765223:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:2.1:1784950143.765296:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:2.1:1784950143.765362:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:2.1:1784950143.765466:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:2.1:1784950143.765611:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000085fdf5f3] -> 12345-111.222.173.23@tcp (2) 00000800:00000200:2.1:1784950144.981931:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784950203.153695:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:3.1:1784950203.153700:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.1 (cnted 0, interval 60, 14 secs later) 00000800:00000200:3.1:1784950203.154011:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:3.1:1784950203.154216:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:3.1:1784950203.154410:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000800:00000200:3.1:1784950203.154665:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:3.1:1784950203.154669:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.3 (cnted 0, interval 60, 14 secs later) 00000800:00000200:3.1:1784950203.154925:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:3.1:1784950203.155050:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:3.1:1784950203.155183:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:3.1:1784950203.155187:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.5 (cnted 0, interval 60, 14 secs later) 00000800:00000200:3.1:1784950203.155363:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:3.1:1784950203.155406:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:3.1:1784950203.155442:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:3.1:1784950203.155506:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:3.1:1784950203.155507:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.7 (cnted 0, interval 60, 14 secs later) 00000800:00000200:3.1:1784950203.155566:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:3.1:1784950203.155604:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:3.1:1784950203.155697:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:3.1:1784950203.155789:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:3.1:1784950203.155791:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.9 (cnted 0, interval 60, 14 secs later) 00000800:00000200:3.1:1784950203.155916:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:3.1:1784950203.155958:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:3.1:1784950203.156038:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:3.1:1784950203.156090:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:3.1:1784950203.156091:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.11 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1784950203.156164:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:3.1:1784950203.156212:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:3.1:1784950203.156290:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:3.1:1784950203.156340:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:3.1:1784950203.156341:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.13 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1784950203.156413:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:3.1:1784950203.156513:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:3.1:1784950203.156611:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:3.1:1784950203.156666:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:3.1:1784950203.156746:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:3.1:1784950203.156962:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f7dbab6] -> 12345-111.222.142.23@tcp (2) 00000800:00000200:0.1:1784950217.681697:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784950243.281309:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784950243.281317:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1784950244.305897:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784950244.305906:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1784950249.427641:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784950249.427652:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1784950250.451162:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.1:1784950250.451176:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 36 secs later) 00000800:00000200:3.1:1784950262.545655:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000800:00000200:3.1:1784950262.545911:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000800:00000200:3.1:1784950262.545918:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.1 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950262.546297:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000800:00000200:3.1:1784950262.546464:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000800:00000200:3.1:1784950262.546707:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:3.1:1784950262.546714:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.3 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950262.547124:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:3.1:1784950262.547311:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:3.1:1784950262.547511:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:3.1:1784950262.547519:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.5 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950262.547752:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:3.1:1784950262.547854:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:3.1:1784950262.547921:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:3.1:1784950262.548022:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:3.1:1784950262.548025:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.7 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950262.548242:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:3.1:1784950262.548314:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:3.1:1784950262.548397:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:3.1:1784950262.548400:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.9 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950262.548525:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:3.1:1784950262.548630:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:3.1:1784950262.548698:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:3.1:1784950262.548907:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:3.1:1784950262.548909:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.11 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950262.549059:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:3.1:1784950262.549123:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:3.1:1784950262.549216:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:3.1:1784950262.549299:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:3.1:1784950262.549301:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.13 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950262.549409:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:3.1:1784950262.549481:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:3.1:1784950262.549541:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:3.1:1784950262.549809:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:3.1:1784950262.549961:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000599fe331] -> 12345-111.222.173.24@tcp (2) 00000800:00000200:2.1:1784950269.906020:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784950269.906026:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1784950270.929913:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784950270.929927:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 16 secs later) 00000800:00000200:2.1:1784950275.026613:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:2.1:1784950275.026619:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950276.050999:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.1:1784950276.051008:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1784950295.506155:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000100:00000200:1.0:1784950302.677445:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369164160 00000020:00000001:1.0:1784950302.677456:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950302.677465:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950302.677472:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950302.677484:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950302.677494:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:1.0:1784950302.677509:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1784950302.677518:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950302.677527:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950302.677533:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950302.677540:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950302.677550:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950302.677561:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950302.677567:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784950302.677581:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bf15cd75. 02000000:00000001:1.0:1784950302.677591:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950302.677602:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950302.677614:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950302.677627:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369164160 00010000:00000001:1.0:1784950302.677640:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:1.0:1784950302.677657:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000ee29ba9e x1871652369164160/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:453/0 lens 224/224 e 0 to 0 dl 1784950313 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950302.677710:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950302.677770:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950302.677781:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950302.677796:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950302.677811:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950302.677826:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950302.677837:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950302.677845:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950302.677857:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950302.677877:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950302.677891:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006444b648. 00000100:00000200:1.0:1784950302.677903:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369164160, offset 224 00000400:00000200:1.0:1784950302.677921:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950302.677949:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950302.677977:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10467:10467:240:4294967295] 192.168.203.114@tcp LPNI seq info [9292:9292:8:4294967295] 00000400:00000200:1.0:1784950302.678018:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950302.678038:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950302.678050:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d6495b1. 00000800:00000200:1.0:1784950302.678072:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950302.678100:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:1.0:1784950302.678113:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007d6495b1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950302.678139:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950302.678150:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950302.678157:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950302.678165:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950302.678175:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1784950302.678192:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee29ba9e x1871652369164160/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:453/0 lens 224/224 e 0 to 0 dl 1784950313 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950302.678269:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ee29ba9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369164160:12345-192.168.203.114@tcp:400: Request processed in 889us (1402us total) trans 0 rc 0/0 00000100:00100000:1.0:1784950302.678306:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1500 00000100:00000040:1.0:1784950302.678319:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:1.0:1784950302.678326:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950302.678358:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950302.678369:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001027e88d. 00000020:00000010:1.0:1784950302.678381:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dd77f6b6. 00000020:00000010:1.0:1784950302.678392:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c6745e1. 00000020:00000040:1.0:1784950302.678411:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:1.0:1784950302.678421:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950302.678484:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950302.678494:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d6495b1. 00000400:00000200:1.0:1784950302.678505:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950302.678525:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950302.678552:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006444b648 00000400:00000010:1.0:1784950302.678563:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000006444b648. 00000100:00000001:1.0:1784950302.678576:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950302.678585:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1784950302.678791:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950302.678798:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bea13e4c. 00000400:00000200:1.0:1784950302.678811:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950302.678835:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950302.678844:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846b5f 00000400:00000010:1.0:1784950302.678853:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000060846b5f. 00000100:00000001:1.0:1784950302.678864:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950302.678869:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1784950302.678952:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950302.678969:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950302.678980:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950302.678994:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950302.679014:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950302.679048:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b6680 00000400:00000200:1.0:1784950302.679075:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x14f81 [1] + 224 00000800:00000001:1.0:1784950302.679090:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950302.679103:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950302.679112:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950302.679126:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950302.679140:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950302.679159:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000613d501d x1871652369163904/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950302.679211:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000613d501d x1871652369163904/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950302.679304:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950302.679325:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950302.679354:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1784950302.800946:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1784950302.800953:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1784950302.800960:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce2a276. 00000020:00000040:1.0:1784950302.800967:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950302.800976:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950302.800984:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950302.800992:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950302.801003:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d6495b1. 00000100:00000001:1.0:1784950302.801012:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950302.801020:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950302.801027:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950302.801048:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce2a276] to pc [ptlrpcd_00_00+0] req@000000001ce2a276 x1871652369164416/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1784950302.801136:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950302.801912:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950302.801923:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3e62659. 00000400:00000200:1.0:1784950302.801937:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950302.801960:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950302.801979:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4f46573 00000400:00000010:1.0:1784950302.801991:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e4f46573. 00000100:00000001:1.0:1784950302.802002:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950302.802019:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ce2a276 x1871652369164416/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950302.802051:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950302.802065:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ce2a276 x1871652369164416/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950302.802099:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950302.802110:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950302.802295:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950302.802298:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369164288 02000000:00000001:1.0:1784950302.802302:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950302.802304:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950302.802307:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950302.802312:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950302.802315:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369164288 00000020:00000001:1.0:1784950302.802318:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950302.802321:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:1.0:1784950302.802324:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950302.802351:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:1.0:1784950302.802356:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:1.0:1784950302.802361:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:1.0:1784950302.802366:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950302.802370:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025f4d071. 00000100:00000001:1.0:1784950302.802373:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950302.802377:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025f4d071. 00000020:00000010:1.0:1784950302.802383:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086ba03df. 00000020:00000010:1.0:1784950302.802388:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc71fa66. 00000020:00000010:1.0:1784950302.802392:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000100:00000001:1.0:1784950302.802399:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950302.802401:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950302.802403:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950302.802409:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950302.802428:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950302.802444:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950302.802447:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1784950302.802456:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2576 00000100:00000040:1.0:1784950302.802463:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:1.0:1784950302.802467:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683957760 : -120288025593856 : ffff929942f6b800) 00000100:00000040:1.0:1784950302.802477:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000019135a23 x1871652369164288/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:453/0 lens 224/0 e 0 to 0 dl 1784950313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950302.802493:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950302.802498:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025f4d071. 00000100:00000001:1.0:1784950302.802503:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950302.802507:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025f4d071. 00000100:00100000:1.0:1784950302.802515:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000019135a23 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369164288:12345-192.168.203.114@tcp:41: 00000100:00000200:1.0:1784950302.802522:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369164288 00000020:00000001:1.0:1784950302.802525:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950302.802528:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950302.802531:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950302.802536:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950302.802538:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:1.0:1784950302.802543:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1784950302.802545:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369164288, found 0 last_xid 1871652369164287 00000020:00000001:1.0:1784950302.802550:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950302.802553:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950302.802556:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950302.802560:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950302.802566:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950302.802569:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784950302.802573:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000037831253. 02000000:00000001:1.0:1784950302.802577:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950302.802581:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950302.802589:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:1.0:1784950302.802595:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1784950302.802598:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:1.0:1784950302.802615:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000020:1.0:1784950302.802623:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1784950302.802629:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000020:1.0:1784950302.802634:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000020:1.0:1784950302.802640:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1784950302.802644:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000001:00000001:1.0:1784950302.802651:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1784950302.802654:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950302.802657:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950302.802661:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369164288 00010000:00000001:1.0:1784950302.802664:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:1.0:1784950302.802669:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000019135a23 x1871652369164288/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:453/0 lens 224/368 e 0 to 0 dl 1784950313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950302.802685:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950302.802688:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950302.802693:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950302.802700:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950302.802705:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950302.802709:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950302.802714:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950302.802716:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950302.802753:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950302.802760:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950302.802766:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006444b648. 00000100:00000200:1.0:1784950302.802772:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369164288, offset 224 00000400:00000200:1.0:1784950302.802782:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950302.802793:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950302.802802:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10472:10472:240:4294967295] 192.168.203.114@tcp LPNI seq info [9297:9297:8:4294967295] 00000400:00000200:1.0:1784950302.802818:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950302.802827:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950302.802834:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec44ac7. 00000800:00000200:1.0:1784950302.802842:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950302.802851:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:1.0:1784950302.802856:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eec44ac7 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:1.0:1784950302.802877:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950302.802882:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950302.802887:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950302.802892:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950302.802897:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1784950302.802905:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019135a23 x1871652369164288/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:453/0 lens 224/368 e 0 to 0 dl 1784950313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950302.802925:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000019135a23 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369164288:12345-192.168.203.114@tcp:41: Request processed in 429us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1784950302.802940:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2576 00000100:00000040:1.0:1784950302.802946:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:1.0:1784950302.802950:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950302.802954:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950302.802961:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc71fa66. 00000020:00000010:1.0:1784950302.802968:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000020:00000010:1.0:1784950302.802975:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086ba03df. 00000020:00000040:1.0:1784950302.802984:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:1.0:1784950302.802994:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950302.803176:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950302.803184:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002058a4fe. 00000400:00000200:1.0:1784950302.803191:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950302.803207:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950302.803219:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbd28d60 00000400:00000010:1.0:1784950302.803223:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cbd28d60. 00000100:00000001:1.0:1784950302.803234:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950302.803241:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950302.803449:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950302.803458:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950302.803466:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950302.803469:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950302.803473:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e34a3b0a. 00000400:00000200:1.0:1784950302.803479:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aab6dd5c 00000400:00000010:1.0:1784950302.803483:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aab6dd5c. 00000100:00000001:1.0:1784950302.803488:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950302.803497:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000015aba580 x1871652369164288/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950302.803516:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000015aba580 x1871652369164288/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950302.803532:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950302.803535:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950302.803539:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950302.803543:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950302.803546:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950302.803548:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950302.803552:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950302.803560:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=85 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950302.803566:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950302.803571:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950302.803574:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950302.803578:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950302.803581:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950302.803585:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950302.803589:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950302.803592:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950302.803595:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950302.803601:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000015aba580 x1871652369164288/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950302.803617:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950302.803621:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950302.803624:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1784950302.803628:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1784950302.803634:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000004:00000020:1.0:1784950302.803645:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:1.0:1784950302.803654:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950302.803660:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015aba580 x1871652369164288/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950302.803677:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000015aba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369164288:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950302.803686:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950302.803690:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950302.803695:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000015aba580 x1871652369164288/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950302.803710:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950302.803713:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950302.803717:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000eacfec9c. 02000000:00000001:1.0:1784950302.803754:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950302.803758:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950302.803761:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1784950302.803765:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950302.803768:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057d9fda9. 02000000:00000001:1.0:1784950302.803774:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950302.803777:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950302.803779:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000015aba580. 00000100:00000001:1.0:1784950302.803785:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950302.803787:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950302.803790:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950302.803798:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950302.803801:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950302.803805:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950302.803808:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950303.696844:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950303.696854:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950303.696858:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950303.696863:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950303.696866:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950303.696869:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950303.696873:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950304.720866:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950304.720876:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950304.720880:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950304.720885:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950304.720888:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950304.720892:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950304.720895:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950305.104886:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307243261, at 4307243264 00000100:00000010:1.0:1784950305.104904:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000732ce2ba. 00000100:00000001:1.0:1784950305.744803:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950305.744814:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950305.744817:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950305.744826:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950305.744829:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950305.744834:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950305.744837:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950306.768848:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950306.768859:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950306.768862:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950306.768867:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950306.768870:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950306.768874:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950306.768879:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.792843:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950307.792853:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950307.792856:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950307.792861:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950307.792864:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950307.792868:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.792871:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950307.920952:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1784950307.920961:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1784950307.920971:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f89bffa4. 00000020:00000040:1.0:1784950307.920981:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950307.920991:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950307.920998:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950307.921007:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950307.921020:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001871e498. 00000100:00000001:1.0:1784950307.921033:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.921047:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950307.921052:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950307.921067:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f89bffa4] to pc [ptlrpcd_00_03+3] req@00000000f89bffa4 x1871652369164800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1784950307.921114:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.921129:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950307.921134:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950307.921142:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950307.921152:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f89bffa4 x1871652369164800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950307.921191:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950307.921198:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950307.921207:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950307.921213:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950307.921225:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950307.921241:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f89bffa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369164800:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950307.921254:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950307.921262:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950307.921272:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950307.921277:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950307.921285:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000eacfec9c. 02000000:00000001:1.0:1784950307.921329:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950307.921342:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007809b1a4. 00000400:00000010:1.0:1784950307.921359:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff1faa1f. 00000100:00000200:1.0:1784950307.921369:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369164800, portal 4 00000100:00000001:1.0:1784950307.921380:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950307.921387:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867207424 : -120287842344192 : ffff92994de2e300) 00000100:00000040:1.0:1784950307.921405:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f89bffa4 x1871652369164800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950307.921460:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950307.921477:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950307.921489:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9a855b7. 00000100:00000200:1.0:1784950307.921502:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369164800, offset 0 00000400:00000200:1.0:1784950307.921521:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950307.921543:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950307.921557:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950307.921563:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950307.921568:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950307.921572:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950307.921578:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10474:10474:240:4294967295] 192.168.203.114@tcp LPNI seq info [9299:9299:8:4294967295] 00000400:00000200:1.0:1784950307.921596:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950307.921606:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950307.921613:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e63643df. 00000800:00000200:1.0:1784950307.921621:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950307.921631:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:1.0:1784950307.921636:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e63643df type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950307.921653:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950307.921659:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 14067 usecs (15 jiffies) 00000100:00000001:1.0:1784950307.921664:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307246095 00000100:00000010:1.0:1784950307.921670:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aafce870. 00000100:00000001:1.0:1784950307.921678:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784950307.921687:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307246095 00000100:00000010:1.0:1784950307.921694:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000005a89652. 00000100:00000001:1.0:1784950307.921705:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784950307.921716:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307246095 00000100:00000010:1.0:1784950307.921771:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2cb8f5a. 00000100:00000001:1.0:1784950307.921785:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1784950307.921799:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307246096 00000100:00000010:1.0:1784950307.921815:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e737206. 00000100:00000001:1.0:1784950307.921829:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1784950307.921843:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950307.921857:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.921867:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.921878:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950307.921890:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950307.921894:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950307.921901:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950307.921908:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950307.921915:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950307.921930:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a12a109 x1871652369165312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950307.921962:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950307.921970:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950307.921979:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950307.921985:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950307.921993:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950307.922007:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000a12a109 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369165312:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950307.922016:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950307.922024:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950307.922030:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950307.922038:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950307.922046:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086ba03df. 02000000:00000001:1.0:1784950307.922057:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950307.922068:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001643a88a. 00000400:00000010:1.0:1784950307.922082:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003302268b. 00000100:00000200:1.0:1784950307.922097:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369165312, portal 10 00000100:00000001:1.0:1784950307.922110:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950307.922120:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786002247040 : -120287707304576 : ffff929955ef6d80) 00000100:00000040:1.0:1784950307.922140:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000a12a109 x1871652369165312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950307.922187:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950307.922206:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950307.922217:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008abec0ef. 00000100:00000200:1.0:1784950307.922231:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369165312, offset 0 00000400:00000200:1.0:1784950307.922260:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950307.922282:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950307.922321:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950307.922334:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950307.922344:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950307.922358:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950307.922374:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10476:10476:238:4294967295] 192.168.203.114@tcp LPNI seq info [9301:9301:6:4294967295] 00000400:00000200:1.0:1784950307.922417:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950307.922442:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950307.922455:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d6495b1. 00000800:00000200:1.0:1784950307.922468:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950307.922487:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:1.0:1784950307.922497:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007d6495b1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950307.922509:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950307.922519:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5022 usecs (6 jiffies) 00000100:00000001:1.0:1784950307.922528:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307246087 00000100:00000001:1.0:1784950307.922540:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307246096 00000100:00000001:1.0:1784950307.922545:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307246087 00000100:00000001:1.0:1784950307.922556:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307246096 00000100:00000001:1.0:1784950307.922570:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307246087 00000100:00000001:1.0:1784950307.922580:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307246096 00000100:00000001:1.0:1784950307.922589:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307246087 00000100:00000001:1.0:1784950307.922599:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307246096 00000100:00000001:1.0:1784950307.922611:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950307.922624:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.922637:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.922650:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950307.922660:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950307.922669:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950307.922683:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950307.922690:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950307.922699:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.922714:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950307.922819:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950307.922830:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e63643df. 00000400:00000200:1.0:1784950307.922842:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950307.922859:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950307.922878:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9a855b7 00000400:00000010:1.0:1784950307.922886:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c9a855b7. 00000100:00000001:1.0:1784950307.922900:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950307.922915:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f89bffa4 x1871652369164800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950307.922959:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950307.922975:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f89bffa4 x1871652369164800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950307.923024:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.923034:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784950307.923073:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950307.923083:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000be6e47ef. 00000400:00000200:1.0:1784950307.923100:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950307.923122:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950307.923133:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000400:00000010:1.0:1784950307.923140:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000100:00000001:1.0:1784950307.923148:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950307.923157:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005512dd85 x1871652369164928/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950307.923180:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950307.923189:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005512dd85 x1871652369164928/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950323 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950307.923236:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.923249:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784950307.923335:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950307.923352:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950307.923362:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950307.923372:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950307.923401:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950307.923432:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b6a00 00000400:00000200:1.0:1784950307.923461:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 9184 00000800:00000001:1.0:1784950307.923480:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950307.923493:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950307.923503:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950307.923519:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950307.923533:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950307.923541:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1784950307.923555:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fcc2f7f. 00000100:00000040:1.0:1784950307.923565:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000000fcc2f7f x1871652369164800 msgsize 224 00000100:00100000:1.0:1784950307.923593:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950307.923616:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:1.0:1784950307.923870:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950307.923882:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d62b3518. 00000400:00000200:1.0:1784950307.923894:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950307.923917:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950307.923934:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969daf7a 00000400:00000010:1.0:1784950307.923944:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000969daf7a. 00000100:00000001:1.0:1784950307.923959:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950307.923974:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4f7c3e7 x1871652369165184/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950307.924009:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950307.924022:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4f7c3e7 x1871652369165184/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950323 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950307.924058:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.924065:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784950307.924084:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950307.924097:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950307.924111:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950307.924126:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950307.924157:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950307.924188:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b6a80 00000400:00000200:1.0:1784950307.924209:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 9408 00000800:00000001:1.0:1784950307.924230:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950307.924239:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950307.924248:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950307.924270:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950307.924281:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950307.924288:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1784950307.924327:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce2a276. 00000100:00000040:1.0:1784950307.924348:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000001ce2a276 x1871652369164928 msgsize 224 00000100:00100000:1.0:1784950307.924371:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950307.924394:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1784950307.924411:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950307.924424:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950307.924433:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950307.924441:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950307.924461:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950307.924487:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b6980 00000400:00000200:1.0:1784950307.924515:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 9632 00000800:00000001:1.0:1784950307.924543:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950307.924552:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950307.924562:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950307.924580:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950307.924595:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950307.924601:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1784950307.924613:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a8a3718. 00000100:00000040:1.0:1784950307.924624:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000004a8a3718 x1871652369164672 msgsize 224 00000100:00100000:1.0:1784950307.924655:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950307.924680:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1784950307.924698:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950307.924713:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950307.924765:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950307.924778:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950307.924804:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950307.924918:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b6b00 00000400:00000200:1.0:1784950307.924940:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 143584 00000800:00000001:1.0:1784950307.924957:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950307.924977:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950307.924990:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950307.925012:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950307.925026:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950307.925037:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1784950307.925052:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009cb499bf. 00000100:00000040:1.0:1784950307.925060:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000009cb499bf x1871652369165056 msgsize 224 00000100:00100000:1.0:1784950307.925089:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950307.925114:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:1.0:1784950307.925184:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950307.925192:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000093266d3. 00000400:00000200:1.0:1784950307.925204:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950307.925220:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950307.925234:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000400:00000010:1.0:1784950307.925244:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000100:00000001:1.0:1784950307.925256:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950307.925265:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1784950307.925278:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950307.925288:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950307.925354:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950307.925363:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369165312 02000000:00000001:1.0:1784950307.925375:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950307.925384:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950307.925393:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950307.925402:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950307.925413:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369165312 00000020:00000001:1.0:1784950307.925421:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950307.925428:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000020:00000001:1.0:1784950307.925439:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950307.925447:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000001:1.0:1784950307.925461:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:1.0:1784950307.925474:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:1.0:1784950307.925489:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950307.925500:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025f4d071. 00000100:00000001:1.0:1784950307.925509:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950307.925519:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025f4d071. 00000020:00000010:1.0:1784950307.925535:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081b1467d. 00000020:00000010:1.0:1784950307.925549:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc71fa66. 00000020:00000010:1.0:1784950307.925562:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000100:00000040:1.0:1784950307.925580:0:453512:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1784950307.925592:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950307.925598:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950307.925606:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950307.925623:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1784950307.925633:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1784950307.925641:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.925656:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950307.925674:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950307.925682:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369165056 02000000:00000001:1.0:1784950307.925692:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950307.925702:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950307.925710:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950307.925764:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950307.925774:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369165056 00000020:00000001:1.0:1784950307.925784:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950307.925791:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:1.0:1784950307.925799:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950307.925806:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000001:1.0:1784950307.925817:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:1.0:1784950307.925827:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:1.0:1784950307.925843:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950307.925853:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025f4d071. 00000100:00000001:1.0:1784950307.925865:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950307.925877:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025f4d071. 00000020:00000010:1.0:1784950307.925891:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb064e97. 00000020:00000010:1.0:1784950307.925904:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000072498673. 00000020:00000010:1.0:1784950307.925917:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a11f09ce. 00000100:00000001:1.0:1784950307.925931:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950307.925941:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950307.925950:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950307.925965:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1784950307.925974:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1784950307.925981:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.926003:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950307.926025:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950307.926035:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1784950307.926055:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1502 00000100:00000040:1.0:1784950307.926069:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000001:1.0:1784950307.926082:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786002241664 : -120287707309952 : ffff929955ef5880) 00000100:00000040:1.0:1784950307.926103:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000100d24ae x1871652369165312/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:458/0 lens 224/0 e 0 to 0 dl 1784950318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950307.926176:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950307.926181:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025f4d071. 00000100:00000001:1.0:1784950307.926193:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950307.926206:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025f4d071. 00000100:00100000:1.0:1784950307.926229:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000100d24ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369165312:12345-192.168.203.114@tcp:400: 00000100:00000200:1.0:1784950307.926252:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369165312 00000020:00000001:1.0:1784950307.926263:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950307.926273:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950307.926281:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950307.926290:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950307.926325:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:1.0:1784950307.926338:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1784950307.926348:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950307.926359:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950307.926365:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950307.926370:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950307.926378:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950307.926387:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950307.926395:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784950307.926407:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ed537e3c. 02000000:00000001:1.0:1784950307.926417:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.926429:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950307.926440:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950307.926453:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369165312 00010000:00000001:1.0:1784950307.926464:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:1.0:1784950307.926481:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000100d24ae x1871652369165312/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:458/0 lens 224/224 e 0 to 0 dl 1784950318 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950307.926520:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950307.926528:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950307.926544:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=90 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950307.926560:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950307.926567:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950307.926576:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950307.926586:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950307.926591:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.926601:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950307.926612:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950307.926623:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9a855b7. 00000100:00000200:1.0:1784950307.926629:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369165312, offset 224 00000400:00000200:1.0:1784950307.926652:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950307.926679:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950307.926700:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10483:10483:238:4294967295] 192.168.203.114@tcp LPNI seq info [9308:9308:6:4294967295] 00000400:00000200:1.0:1784950307.926782:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950307.926803:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950307.926821:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e63643df. 00000800:00000200:1.0:1784950307.926841:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950307.926861:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:1.0:1784950307.926870:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e63643df type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950307.926905:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950307.926920:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950307.926935:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950307.926945:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950307.926958:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1784950307.926974:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000100d24ae x1871652369165312/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:458/0 lens 224/224 e 0 to 0 dl 1784950318 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950307.927004:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000100d24ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369165312:12345-192.168.203.114@tcp:400: Request processed in 825us (2612us total) trans 0 rc 0/0 00000100:00100000:1.0:1784950307.927032:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1502 00000100:00000040:1.0:1784950307.927046:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:1.0:1784950307.927053:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950307.927061:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950307.927067:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc71fa66. 00000020:00000010:1.0:1784950307.927079:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000020:00000010:1.0:1784950307.927091:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081b1467d. 00000020:00000040:1.0:1784950307.927105:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:1.0:1784950307.927114:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950307.927154:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950307.927164:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950307.927178:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950307.927188:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950307.927196:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007809b1a4. 00000400:00000200:1.0:1784950307.927210:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff1faa1f 00000400:00000010:1.0:1784950307.927220:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ff1faa1f. 00000100:00000001:1.0:1784950307.927230:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950307.927248:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f89bffa4 x1871652369164800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950307.927326:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f89bffa4 x1871652369164800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950307.927393:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950307.927399:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950307.927411:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950307.927420:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950307.927429:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950307.927435:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950307.927448:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950307.927464:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=85 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950307.927482:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950307.927490:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950307.927495:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950307.927505:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950307.927510:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.927522:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950307.927527:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950307.927538:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950307.927544:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950307.927563:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f89bffa4 x1871652369164800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950307.927593:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950307.927602:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950307.927609:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1784950307.927619:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1784950307.927627:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000020:1.0:1784950307.927656:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:1.0:1784950307.927684:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950307.927704:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f89bffa4 x1871652369164800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950323 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950307.927796:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f89bffa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369164800:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950307.927810:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.927817:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950307.927830:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f89bffa4 x1871652369164800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950307.927875:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950307.927884:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950307.927893:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000eacfec9c. 02000000:00000001:1.0:1784950307.927908:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950307.927917:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950307.927924:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1784950307.927938:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950307.927948:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001871e498. 02000000:00000001:1.0:1784950307.927960:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950307.927967:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950307.927972:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f89bffa4. 00000100:00000001:1.0:1784950307.927983:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950307.927991:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950307.928002:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.928013:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950307.928019:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950307.928027:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.928039:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.928368:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950307.928376:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950307.928386:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950307.928392:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950307.928397:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001643a88a. 00000400:00000200:1.0:1784950307.928406:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003302268b 00000400:00000010:1.0:1784950307.928415:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003302268b. 00000100:00000001:1.0:1784950307.928423:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950307.928438:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a12a109 x1871652369165312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950307.928472:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a12a109 x1871652369165312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950307.928520:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950307.928528:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950307.928537:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950307.928542:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950307.928549:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950307.928553:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950307.928562:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950307.928574:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=90 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950307.928585:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=90 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950307.928595:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950307.928602:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950307.928610:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1784950307.928619:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000a12a109 x1871652369165312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950307.928648:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.928659:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950307.928663:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950307.928669:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950307.928676:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950307.928690:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a12a109 x1871652369165312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950307.928716:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950307.928761:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950307.928766:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950307.928781:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a12a109 x1871652369165312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950323 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950307.928817:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000a12a109 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369165312:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950307.928835:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950307.928844:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950307.928853:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a12a109 x1871652369165312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950323 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950307.928879:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950307.928889:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950307.928897:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086ba03df. 02000000:00000001:1.0:1784950307.928907:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950307.928914:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950307.928922:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1784950307.928934:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950307.928945:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e5c2538. 02000000:00000001:1.0:1784950307.928960:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950307.928970:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950307.928979:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a12a109. 00000100:00000001:1.0:1784950307.928991:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950307.928998:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950307.929007:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950307.929019:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950307.929025:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950307.929036:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950307.929044:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950308.816850:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950308.816861:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950308.816864:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950308.816869:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950308.816873:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950308.816876:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950308.816880:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950309.840856:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950309.840875:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950309.840879:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950309.840886:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950309.840890:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950309.840894:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950309.840897:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950310.352883:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307248507, at 4307248512 00000100:00000010:0.0:1784950310.352906:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aafce870. 00000100:00000010:1.0:1784950310.352911:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000005a89652. 00000100:00000001:1.0:1784950310.864844:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950310.864866:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950310.864869:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950310.864874:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950310.864877:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950310.864881:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950310.864884:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950311.888848:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950311.888860:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950311.888864:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950311.888870:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950311.888873:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950311.888878:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950311.888882:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950312.272991:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950312.272996:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950312.273000:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950312.912830:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950312.912839:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950312.912841:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950312.912844:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950312.912847:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950312.912850:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950312.912852:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950313.040950:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950313.040965:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950313.040976:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000613d501d. 00000020:00000040:1.0:1784950313.040986:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950313.040994:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950313.041002:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950313.041011:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950313.041022:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001871e498. 00000100:00000001:1.0:1784950313.041028:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950313.041036:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000613d501d x1871652369165696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950313.041053:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950313.041056:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950313.041061:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000613d501d] to pc [ptlrpcd_00_01+1] req@00000000613d501d x1871652369165696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950313.041082:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950313.041088:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950313.041094:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950313.041100:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011aacb28. 00000020:00000040:1.0:1784950313.041105:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950313.041110:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950313.041111:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950313.041118:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950313.041120:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950313.041125:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784950313.041129:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950313.041139:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a12a109 x1871652369165440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950313.041144:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eec44ac7. 00000100:00000001:1.0:1784950313.041157:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950313.041175:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@0000000011aacb28 x1871652369165824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950313.041182:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950313.041187:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950313.041198:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950313.041206:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950313.041218:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950313.041233:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000a12a109 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369165440:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950313.041237:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950313.041243:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.041249:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950313.041257:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784950313.041287:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011aacb28] to pc [ptlrpcd_00_03+3] req@0000000011aacb28 x1871652369165824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950313.041289:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950313.041298:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950313.041311:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000055e7fc3a. 00000100:00000001:1.0:1784950313.041318:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950313.041321:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950313.041326:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000010:0.0:1784950313.041334:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c029abba. 00000100:00080000:1.0:1784950313.041341:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1784950313.041348:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1784950313.041351:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048ab8f2a. 00000100:00000200:0.0:1784950313.041366:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369165440, portal 4 00000100:00000001:1.0:1784950313.041368:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784950313.041378:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1784950313.041379:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009885cdd6. 00000100:00000001:0.0:1784950313.041384:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786002247040 : -120287707304576 : ffff929955ef6d80) 00000020:00000040:1.0:1784950313.041390:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1784950313.041400:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1784950313.041407:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000a12a109 x1871652369165440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950313.041409:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950313.041416:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950313.041429:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000091f3a7b6. 00000100:00000001:1.0:1784950313.041440:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950313.041455:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009885cdd6 x1871652369165952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950313.041467:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950313.041487:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950313.041503:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f39d0e. 00000100:00000001:1.0:1784950313.041503:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950313.041509:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950313.041517:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369165440, offset 0 00000100:00000040:1.0:1784950313.041523:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009885cdd6] to pc [ptlrpcd_00_00+0] req@000000009885cdd6 x1871652369165952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950313.041544:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950313.041545:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950313.041553:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950313.041559:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950313.041565:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f89bffa4. 00000400:00000200:0.0:1784950313.041570:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000040:1.0:1784950313.041573:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950313.041582:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1784950313.041586:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1784950313.041588:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950313.041595:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950313.041603:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000010:1.0:1784950313.041605:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6b3c2c6. 00000100:00000001:1.0:1784950313.041613:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950313.041614:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950313.041629:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:1.0:1784950313.041629:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000f89bffa4 x1871652369166080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1784950313.041642:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10486:10486:241:4294967295] 192.168.203.114@tcp LPNI seq info [9311:9311:8:4294967295] 00000100:00000001:1.0:1784950313.041667:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950313.041673:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950313.041681:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950313.041690:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f89bffa4] to pc [ptlrpcd_00_01+1] req@00000000f89bffa4 x1871652369166080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950313.041712:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950313.041764:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcd4257c. 00000100:00000001:1.0:1784950313.041769:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950313.041777:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000800:00000200:0.0:1784950313.041787:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00080000:1.0:1784950313.041796:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1784950313.041808:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1784950313.041810:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950313.041823:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcd4257c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950313.041827:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950313.041838:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46522e1. 00000100:00000001:0.0:1784950313.041849:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950313.041849:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1784950313.041862:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1784950313.041864:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 14057 usecs (15 jiffies) 02000000:00000001:1.0:1784950313.041870:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950313.041878:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307251216 02000000:00000001:1.0:1784950313.041879:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950313.041892:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ffae0f5. 02000000:00000010:1.0:1784950313.041896:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f17b544c. 00000100:00000001:0.0:1784950313.041906:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784950313.041908:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.041924:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307251216 00000100:00000040:1.0:1784950313.041930:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000c46522e1 x1871652369166208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1784950313.041935:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000020654f3e. 00000100:00000001:0.0:1784950313.041949:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784950313.041960:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307251216 00000100:00000010:0.0:1784950313.041973:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fee74845. 00000100:00000001:1.0:1784950313.041975:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950313.041986:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1784950313.041987:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.041996:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307251216 00000100:00000010:0.0:1784950313.042002:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2070ffd. 00000100:00000040:1.0:1784950313.042009:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c46522e1] to pc [ptlrpcd_00_02+2] req@00000000c46522e1 x1871652369166208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950313.042010:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1784950313.042020:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950313.042030:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.042041:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.042052:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950313.042064:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.042068:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950313.042074:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1784950313.042078:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12588) 00000100:00000001:0.0:1784950313.042082:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950313.042090:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950313.042093:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950313.042106:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009885cdd6 x1871652369165952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950313.042110:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950313.042118:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950313.042125:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950313.042139:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011aacb28 x1871652369165824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950313.042146:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950313.042152:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950313.042166:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950313.042175:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784950313.042176:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950313.042183:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950313.042190:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950313.042195:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950313.042204:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950313.042207:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009885cdd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369165952:192.168.203.114@tcp:400: 02000000:00000001:1.0:1784950313.042217:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.042225:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1784950313.042234:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000011aacb28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369165824:192.168.203.114@tcp:400: 02000000:00000001:0.0:1784950313.042235:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950313.042242:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950313.042247:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950313.042248:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784950313.042259:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1784950313.042284:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c6745e1. 02000000:00000001:1.0:1784950313.042290:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950313.042294:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950313.042297:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1784950313.042305:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e179c7b. 02000000:00000010:1.0:1784950313.042311:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081b1467d. 00000400:00000010:0.0:1784950313.042319:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a240814. 02000000:00000001:1.0:1784950313.042322:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950313.042332:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369165952, portal 10 00000400:00000010:1.0:1784950313.042338:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001643a88a. 00000100:00000001:0.0:1784950313.042342:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950313.042350:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683748608 : -120288025803008 : ffff929942f38700) 00000400:00000010:1.0:1784950313.042355:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003302268b. 00000100:00000200:1.0:1784950313.042368:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369165824, portal 4 00000100:00000040:0.0:1784950313.042371:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009885cdd6 x1871652369165952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950313.042374:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950313.042381:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683749504 : -120288025802112 : ffff929942f38a80) 00000100:00000040:1.0:1784950313.042403:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000011aacb28 x1871652369165824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950313.042425:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950313.042445:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950313.042446:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784950313.042459:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a2a777d. 00000100:00000040:1.0:1784950313.042460:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950313.042471:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff1faa1f. 00000100:00000200:0.0:1784950313.042476:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369165952, offset 0 00000100:00000200:1.0:1784950313.042481:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369165824, offset 0 00000400:00000200:0.0:1784950313.042505:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950313.042529:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950313.042532:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950313.042548:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950313.042561:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950313.042576:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950313.042590:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950313.042602:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10488:10488:239:4294967295] 192.168.203.114@tcp LPNI seq info [9313:9313:6:4294967295] 00000400:00000200:0.0:1784950313.042644:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950313.042660:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950313.042666:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000010:0.0:1784950313.042672:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a721ffc. 00000400:00000200:1.0:1784950313.042681:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784950313.042689:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950313.042692:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950313.042711:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784950313.042717:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950313.042769:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001a721ffc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950313.042772:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950313.042787:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950313.042794:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10489:10489:238:4294967295] 192.168.203.114@tcp LPNI seq info [9314:9314:5:4294967295] 00000100:00000040:0.0:1784950313.042798:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5550 usecs (6 jiffies) 00000100:00000001:0.0:1784950313.042811:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307251208 00000100:00000001:0.0:1784950313.042821:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307251216 00000100:00000001:0.0:1784950313.042833:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307251208 00000100:00000001:0.0:1784950313.042843:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307251216 00000400:00000200:1.0:1784950313.042844:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950313.042853:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307251208 00000100:00000001:0.0:1784950313.042859:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307251216 00000800:00000200:1.0:1784950313.042863:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950313.042869:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307251208 00000800:00000010:1.0:1784950313.042876:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcb2acbd. 00000100:00000001:0.0:1784950313.042883:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307251216 00000100:00000001:0.0:1784950313.042890:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784950313.042900:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950313.042902:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.042915:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950313.042928:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950313.042929:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950313.042942:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcb2acbd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950313.042944:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950313.042952:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950313.042956:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.042966:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950313.042969:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 14057 usecs (15 jiffies) 00000100:00000001:0.0:1784950313.042972:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950313.042979:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950313.042983:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307251217 00000100:00100000:0.0:1784950313.042992:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1784950313.042998:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307251216 00000100:00000001:0.0:1784950313.043001:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950313.043016:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950313.043017:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307251217 00000100:00000001:0.0:1784950313.043027:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950313.043028:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307251216 00000100:00000001:0.0:1784950313.043040:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950313.043042:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307251217 00000100:00000001:0.0:1784950313.043047:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950313.043056:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950313.043058:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307251216 00000100:00000001:1.0:1784950313.043068:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307251217 00000100:00000040:0.0:1784950313.043072:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f89bffa4 x1871652369166080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950313.043081:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307251216 00000100:00000001:1.0:1784950313.043093:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950313.043101:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950313.043104:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.043107:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950313.043114:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950313.043115:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950313.043123:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950313.043125:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950313.043138:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950313.043143:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1784950313.043151:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f89bffa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369166080:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950313.043152:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950313.043164:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950313.043172:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950313.043173:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950313.043183:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950313.043184:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950313.043191:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950313.043196:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950313.043199:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950313.043210:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025644c8c. 02000000:00000001:0.0:1784950313.043220:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950313.043232:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d361b86. 00000400:00000010:0.0:1784950313.043246:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a09db0. 00000100:00000200:0.0:1784950313.043255:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369166080, portal 4 00000100:00000001:0.0:1784950313.043295:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950313.043304:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867207424 : -120287842344192 : ffff92994de2e300) 00000100:00000040:0.0:1784950313.043323:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f89bffa4 x1871652369166080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950313.043358:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950313.043369:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950313.043379:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef1d74eb. 00000100:00000200:0.0:1784950313.043386:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369166080, offset 0 00000400:00000200:0.0:1784950313.043404:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950313.043427:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950313.043439:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950313.043450:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950313.043467:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950313.043480:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:1.0:1784950313.043482:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950313.043494:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcd4257c. 00000400:00000200:0.0:1784950313.043499:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10491:10491:236:4294967295] 192.168.203.114@tcp LPNI seq info [9316:9316:3:4294967295] 00000400:00000200:1.0:1784950313.043506:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950313.043533:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950313.043548:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950313.043559:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950313.043564:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f39d0e 00000800:00000010:0.0:1784950313.043567:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bea13e4c. 00000400:00000010:1.0:1784950313.043570:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000075f39d0e. 00000100:00000001:1.0:1784950313.043583:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1784950313.043585:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:1.0:1784950313.043598:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a12a109 x1871652369165440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950313.043603:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950313.043613:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bea13e4c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950313.043628:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950313.043641:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4676 usecs (5 jiffies) 00000100:00000001:1.0:1784950313.043644:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950313.043653:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307251207 00000100:00000040:1.0:1784950313.043655:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a12a109 x1871652369165440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950313.043665:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307253627 00000100:00000001:0.0:1784950313.043678:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307251207 00000100:00000001:0.0:1784950313.043692:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307253628 00000100:00000001:0.0:1784950313.043704:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307251207 00000100:00000001:1.0:1784950313.043706:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.043715:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307253628 00000100:00000001:1.0:1784950313.043754:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950313.043762:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307251208 00000100:00000001:0.0:1784950313.043773:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307253628 00000800:00000200:1.0:1784950313.043785:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950313.043786:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784950313.043797:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a721ffc. 00000100:00000001:0.0:1784950313.043799:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950313.043814:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950313.043815:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.043828:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950313.043837:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950313.043869:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a2a777d 00000100:00000001:0.0:1784950313.043876:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784950313.043876:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a2a777d. 00000100:00000001:0.0:1784950313.043885:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950313.043888:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000001:0.0:1784950313.043894:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1784950313.043902:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009885cdd6 x1871652369165952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784950313.043903:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950313.043910:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000895fd007. 00000400:00000200:0.0:1784950313.043925:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f99e6c8 00000400:00000010:0.0:1784950313.043933:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005f99e6c8. 00000100:00000001:0.0:1784950313.043947:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950313.043962:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000613d501d x1871652369165696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950313.043985:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950313.044001:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009885cdd6 x1871652369165952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950313.044012:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000613d501d x1871652369165696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950313.044060:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950313.044070:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950313.044079:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950313.044086:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950313.044091:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950313.044099:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950313.044105:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950313.044110:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950313.044119:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950313.044132:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=101 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950313.044141:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=101 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950313.044149:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950313.044155:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950313.044161:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950313.044170:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.044176:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950313.044187:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000613d501d x1871652369165696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950313.044199:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950313.044210:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004084f3cc. 00000400:00000200:1.0:1784950313.044225:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950313.044228:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950313.044241:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784950313.044247:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950313.044248:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950313.044289:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000613d501d x1871652369165696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950313.044290:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a470040 00000400:00000010:1.0:1784950313.044299:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005a470040. 00000100:00000001:1.0:1784950313.044309:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950313.044324:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c46522e1 x1871652369166208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950313.044326:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000613d501d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369165696:0@lo:400: 00000100:00000001:0.0:1784950313.044349:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950313.044358:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950313.044368:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950313.044371:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000613d501d x1871652369165696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950313.044381:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c46522e1 x1871652369166208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950313.044423:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950313.044433:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784950313.044434:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950313.044442:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f0272bc. 00000100:00000001:1.0:1784950313.044444:0:441634:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1784950313.044463:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950313.044473:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950313.044482:0:441642:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000001:0.0:1784950313.044491:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950313.044496:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001871e498. 02000000:00000001:0.0:1784950313.044507:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950313.044511:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000200:1.0:1784950313.044512:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1784950313.044516:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000613d501d. 00000800:00000010:1.0:1784950313.044521:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bea13e4c. 00000100:00000001:0.0:1784950313.044535:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1784950313.044536:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950313.044543:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950313.044551:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950313.044556:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950313.044568:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef1d74eb 00000100:00000001:0.0:1784950313.044569:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950313.044577:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950313.044578:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ef1d74eb. 00000100:00000001:0.0:1784950313.044592:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950313.044595:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950313.044602:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950313.044610:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f89bffa4 x1871652369166080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950313.044643:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950313.044653:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f89bffa4 x1871652369166080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950313.044708:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950313.044765:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950313.044844:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784950313.044852:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369165952 02000000:00000001:0.0:1784950313.044858:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950313.044861:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950313.044867:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950313.044876:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950313.044887:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369165952 00000020:00000001:0.0:1784950313.044895:0:453541:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950313.044900:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:0.0:1784950313.044906:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950313.044911:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000001:0.0:1784950313.044921:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:0.0:1784950313.044932:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:0.0:1784950313.044945:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950313.044954:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1784950313.044955:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053444b9e. 00000100:00000001:1.0:1784950313.044960:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950313.044964:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950313.044967:0:453516:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950313.044978:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053444b9e. 00000100:00000001:1.0:1784950313.044979:0:453516:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950313.044991:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9a7d46a. 00000020:00000010:0.0:1784950313.045005:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023d82d26. 00000020:00000010:0.0:1784950313.045018:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000855af664. 00000100:00000040:0.0:1784950313.045037:0:453541:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1784950313.045048:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950313.045053:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950313.045058:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950313.045071:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1784950313.045078:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1784950313.045084:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950313.045087:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950313.045093:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369166208 02000000:00000001:1.0:1784950313.045099:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950313.045103:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950313.045107:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950313.045108:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950313.045121:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950313.045127:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369166208 00000100:00000001:0.0:1784950313.045132:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1784950313.045136:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950313.045137:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1784950313.045144:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000020:00000001:1.0:1784950313.045149:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:0.0:1784950313.045157:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1504 00000020:00000040:1.0:1784950313.045157:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000001:1.0:1784950313.045170:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000040:0.0:1784950313.045171:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000001:0.0:1784950313.045184:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785889436032 : -120287820115584 : ffff92994f361180) 00000020:00000001:1.0:1784950313.045185:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:1.0:1784950313.045197:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1784950313.045203:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000015aba580 x1871652369165952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:464/0 lens 224/0 e 0 to 0 dl 1784950324 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950313.045207:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b713208. 00000100:00000001:1.0:1784950313.045219:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950313.045231:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b713208. 00000100:00000001:0.0:1784950313.045241:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950313.045247:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087e32b89. 00000020:00000010:0.0:1784950313.045250:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053444b9e. 00000100:00000001:0.0:1784950313.045258:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950313.045286:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc71fa66. 00000020:00000010:1.0:1784950313.045299:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000020:00000010:0.0:1784950313.045300:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053444b9e. 00000100:00000001:1.0:1784950313.045314:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950313.045320:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1784950313.045321:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000015aba580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369165952:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950313.045328:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950313.045342:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369165952 00000100:00000001:1.0:1784950313.045347:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1784950313.045351:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950313.045356:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1784950313.045361:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950313.045364:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950313.045369:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950313.045379:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950313.045385:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950313.045386:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:0.0:1784950313.045400:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950313.045402:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1784950313.045409:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950313.045411:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950313.045420:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950313.045427:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1784950313.045431:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1505 00000020:00000001:0.0:1784950313.045437:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950313.045440:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000020:00000001:0.0:1784950313.045450:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950313.045451:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786036992128 : -120287672559488 : ffff929958019880) 00000100:00000001:0.0:1784950313.045461:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950313.045470:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1784950313.045472:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ce7921e3 x1871652369166208/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:464/0 lens 224/0 e 0 to 0 dl 1784950324 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950313.045485:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009e8fa54f. 02000000:00000001:0.0:1784950313.045499:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950313.045505:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950313.045512:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950313.045515:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b713208. 00000020:00000001:0.0:1784950313.045525:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950313.045526:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950313.045540:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b713208. 00010000:00000040:0.0:1784950313.045543:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369165952 00000100:00100000:1.0:1784950313.045555:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ce7921e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369166208:12345-192.168.203.114@tcp:400: 00010000:00000001:0.0:1784950313.045556:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:0.0:1784950313.045571:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000015aba580 x1871652369165952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:464/0 lens 224/224 e 0 to 0 dl 1784950324 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950313.045576:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369166208 00000020:00000001:1.0:1784950313.045587:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950313.045595:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950313.045602:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950313.045613:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1784950313.045620:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1784950313.045622:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00010000:00000001:0.0:1784950313.045627:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950313.045635:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00001000:0.0:1784950313.045638:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=96 v=5 (1 1 1 1) 00000020:00000001:1.0:1784950313.045643:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950313.045650:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1784950313.045654:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950313.045658:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1784950313.045662:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000020:00000001:1.0:1784950313.045665:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.045668:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:1.0:1784950313.045674:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1784950313.045677:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1784950313.045680:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950313.045683:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950313.045686:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950313.045690:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1784950313.045696:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c1ddcceb. 00000100:00000040:0.0:1784950313.045707:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950313.045707:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950313.045720:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950313.045758:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e2aa9ca. 00000100:00000200:0.0:1784950313.045771:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369165952, offset 224 00000020:00000001:1.0:1784950313.045772:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950313.045783:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369166208 00010000:00000001:1.0:1784950313.045793:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:0.0:1784950313.045797:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000200:1.0:1784950313.045807:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000ce7921e3 x1871652369166208/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:464/0 lens 224/224 e 0 to 0 dl 1784950324 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950313.045820:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950313.045842:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10493:10493:240:4294967295] 192.168.203.114@tcp LPNI seq info [9318:9318:7:4294967295] 00010000:00000001:1.0:1784950313.045867:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950313.045873:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950313.045882:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=96 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950313.045883:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950313.045899:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1784950313.045900:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950313.045911:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000800:00000010:0.0:1784950313.045913:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000100:00000001:1.0:1784950313.045919:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950313.045933:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:0.0:1784950313.045934:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:1.0:1784950313.045941:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950313.045951:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784950313.045958:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:1.0:1784950313.045966:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950313.045970:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1784950313.045977:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e147c1b. 00000100:00000200:1.0:1784950313.045988:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369166208, offset 224 00000400:00000200:1.0:1784950313.045998:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950313.046000:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950313.046011:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950313.046019:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000001:0.0:1784950313.046022:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950313.046028:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950313.046034:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10494:10494:239:4294967295] 192.168.203.114@tcp LPNI seq info [9319:9319:6:4294967295] 00000020:00000001:0.0:1784950313.046036:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950313.046051:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015aba580 x1871652369165952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:464/0 lens 224/224 e 0 to 0 dl 1784950324 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950313.046078:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950313.046109:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00100000:0.0:1784950313.046122:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000015aba580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369165952:12345-192.168.203.114@tcp:400: Request processed in 870us (1347us total) trans 0 rc 0/0 00000800:00000010:1.0:1784950313.046123:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd72e494. 00000800:00000200:1.0:1784950313.046143:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:0.0:1784950313.046156:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1504 00000800:00000200:1.0:1784950313.046169:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:0.0:1784950313.046170:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:0.0:1784950313.046179:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1784950313.046182:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fd72e494 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950313.046188:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950313.046196:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950313.046198:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023d82d26. 00000100:00000040:1.0:1784950313.046209:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000010:0.0:1784950313.046213:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000855af664. 00010000:00000001:1.0:1784950313.046216:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000010:0.0:1784950313.046223:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9a7d46a. 00000020:00000001:1.0:1784950313.046224:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950313.046234:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000020:00000001:1.0:1784950313.046234:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950313.046245:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950313.046248:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce7921e3 x1871652369166208/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:464/0 lens 224/224 e 0 to 0 dl 1784950324 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950313.046316:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ce7921e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369166208:12345-192.168.203.114@tcp:400: Request processed in 804us (1317us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950313.046328:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784950313.046337:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369165824 00000100:00100000:1.0:1784950313.046339:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1505 02000000:00000001:0.0:1784950313.046344:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1784950313.046349:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:0.0:1784950313.046352:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950313.046355:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950313.046357:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950313.046361:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950313.046372:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc71fa66. 02000000:00000001:0.0:1784950313.046373:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950313.046386:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000100:00100000:0.0:1784950313.046387:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369165824 00000020:00000001:0.0:1784950313.046396:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:1.0:1784950313.046400:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087e32b89. 00000020:00000040:0.0:1784950313.046403:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:0.0:1784950313.046412:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950313.046414:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000020:00000040:0.0:1784950313.046421:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:1.0:1784950313.046423:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950313.046435:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:0.0:1784950313.046449:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:0.0:1784950313.046466:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950313.046478:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053444b9e. 00000100:00000001:0.0:1784950313.046491:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950313.046504:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053444b9e. 00000020:00000010:0.0:1784950313.046520:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9a7d46a. 00000020:00000010:0.0:1784950313.046535:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023d82d26. 00000800:00000200:1.0:1784950313.046536:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950313.046550:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd72e494. 00000020:00000010:0.0:1784950313.046553:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000855af664. 00000400:00000200:1.0:1784950313.046564:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950313.046569:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950313.046576:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950313.046582:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950313.046584:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950313.046598:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950313.046602:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e147c1b 00000100:00000001:0.0:1784950313.046610:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950313.046614:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e147c1b. 00000020:00000010:2.0:1784950313.046618:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000026e17c9. 00000100:00000001:1.0:1784950313.046623:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950313.046629:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950313.046629:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950313.046633:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950313.046638:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950313.046642:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:1.0:1784950313.046646:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950313.046647:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950313.046657:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2583 00000800:00000001:1.0:1784950313.046657:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950313.046669:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950313.046671:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:2.0:1784950313.046673:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.046679:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785884841088 : -120287824710528 : ffff92994eeff480) 00000800:00000001:1.0:1784950313.046681:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950313.046688:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950313.046698:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000725604ea x1871652369165824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:464/0 lens 224/0 e 0 to 0 dl 1784950324 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950313.046706:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1784950313.046707:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950313.046716:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950313.046772:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1784950313.046772:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2584 00000400:00000200:1.0:1784950313.046774:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b6e80 00000100:00000040:2.0:1784950313.046784:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 2 00000020:00000010:0.0:1784950313.046785:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053444b9e. 00000400:00000200:1.0:1784950313.046797:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15039 [1] + 224 00000100:00000001:2.0:1784950313.046799:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785884837504 : -120287824714112 : ffff92994eefe680) 00000100:00000001:0.0:1784950313.046800:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950313.046812:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053444b9e. 00000800:00000001:1.0:1784950313.046819:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950313.046820:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003add9f36 x1871652369166080/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:464/0 lens 224/0 e 0 to 0 dl 1784950324 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950313.046832:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000725604ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369165824:12345-192.168.203.114@tcp:400: 00000800:00000001:1.0:1784950313.046836:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950313.046846:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369165824 00000400:00000200:1.0:1784950313.046851:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950313.046852:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950313.046865:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:1.0:1784950313.046871:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950313.046875:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950313.046881:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1784950313.046888:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950313.046893:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1784950313.046894:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000004:00000001:3.0:1784950313.046894:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00000200:1.0:1784950313.046896:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009885cdd6 x1871652369165952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1784950313.046904:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000020:00000001:0.0:1784950313.046906:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1784950313.046908:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000004:00000001:3.0:1784950313.046909:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1784950313.046913:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369165824, found 0 last_xid 1871652369165439 00000100:00000001:2.0:1784950313.046918:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950313.046927:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950313.046929:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000004:00000024:3.0:1784950313.046930:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000001:0.0:1784950313.046938:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000020:3.0:1784950313.046943:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000001:0.0:1784950313.046945:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1784950313.046947:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009885cdd6 x1871652369165952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950313.046953:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950313.046955:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003add9f36 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:441641:x1871652369166080:12345-192.168.203.114@tcp:400: 00000020:00000020:3.0:1784950313.046955:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000001:0.0:1784950313.046964:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000020:3.0:1784950313.046970:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000100:00000001:0.0:1784950313.046974:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1784950313.046976:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369166080 02000000:00000001:0.0:1784950313.046981:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1784950313.046988:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000020:3.0:1784950313.046988:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 02000000:00000010:0.0:1784950313.046991:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009cf605ff. 00000020:00000001:2.0:1784950313.046997:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:0.0:1784950313.047004:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950313.047005:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000020:3.0:1784950313.047005:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000020:00000001:2.0:1784950313.047007:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.047014:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950313.047019:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950313.047022:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950313.047022:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000001:00000001:3.0:1784950313.047024:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000020:00000001:2.0:1784950313.047027:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000001:1.0:1784950313.047030:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1784950313.047031:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369165824 00000001:00000001:3.0:1784950313.047032:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950313.047037:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950313.047038:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1784950313.047042:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000004:00000001:3.0:1784950313.047043:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950313.047046:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1784950313.047046:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369166080, found 0 last_xid 1871652369165567 00010000:00000040:3.0:1784950313.047053:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369165568 00010000:00000200:0.0:1784950313.047056:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000725604ea x1871652369165824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:464/0 lens 224/224 e 0 to 0 dl 1784950324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950313.047057:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784950313.047064:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:2.0:1784950313.047068:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1784950313.047069:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:2.0:1784950313.047075:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950313.047082:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1784950313.047084:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f8ce83d2 x1871652369165568/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:464/0 lens 224/368 e 0 to 0 dl 1784950324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950313.047091:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1784950313.047092:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b6f80 00000100:00000001:2.0:1784950313.047099:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1784950313.047104:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1784950313.047107:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1784950313.047112:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950313.047115:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15049 [1] + 224 02000000:00000010:2.0:1784950313.047118:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000078e9245c. 00000100:00001000:0.0:1784950313.047122:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=96 v=5 (1 1 1 1) 02000000:00000001:2.0:1784950313.047127:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950313.047136:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950313.047139:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.047141:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1784950313.047147:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000001:1.0:1784950313.047148:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950313.047149:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950313.047151:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950313.047157:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.047162:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:1.0:1784950313.047162:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1784950313.047162:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369166080 00000100:00001000:3.0:1784950313.047167:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=96 v=5 (1 1 1 1) 00010000:00000001:2.0:1784950313.047173:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:0.0:1784950313.047175:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950313.047181:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950313.047182:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1784950313.047183:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000200:2.0:1784950313.047189:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000003add9f36 x1871652369166080/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:464/0 lens 224/224 e 0 to 0 dl 1784950324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950313.047191:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950313.047197:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784950313.047197:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000040:0.0:1784950313.047208:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950313.047211:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000200:1.0:1784950313.047213:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c46522e1 x1871652369166208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950313.047220:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a3c3025. 02000000:00000001:3.0:1784950313.047223:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950313.047231:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950313.047235:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369165824, offset 224 00010000:00000001:2.0:1784950313.047235:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950313.047241:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1784950313.047244:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950313.047252:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=96 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950313.047281:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950313.047283:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950313.047287:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c46522e1 x1871652369166208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950313.047291:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b068732. 00000100:00000001:2.0:1784950313.047296:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1784950313.047301:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369165568, offset 224 00000400:00000200:0.0:1784950313.047310:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:2.0:1784950313.047311:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 29 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950313.047326:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:3.0:1784950313.047327:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950313.047337:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10495:10495:241:4294967295] 192.168.203.114@tcp LPNI seq info [9320:9320:8:4294967295] 02000000:00000001:2.0:1784950313.047340:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950313.047348:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950313.047349:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950313.047358:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950313.047366:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:2.0:1784950313.047376:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950313.047384:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950313.047387:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000400:00000200:3.0:1784950313.047391:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:0.0:1784950313.047397:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00000100:00000200:2.0:1784950313.047401:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369166080, offset 224 00000400:00000200:3.0:1784950313.047409:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10496:10496:240:4294967295] 192.168.203.114@tcp LPNI seq info [9321:9321:7:4294967295] 00000800:00000200:0.0:1784950313.047416:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950313.047428:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950313.047442:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950313.047445:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950313.047457:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784950313.047462:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950313.047465:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950313.047476:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950313.047479:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950313.047480:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f5a19658. 00000800:00000001:1.0:1784950313.047481:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950313.047492:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10497:10497:239:4294967295] 192.168.203.114@tcp LPNI seq info [9322:9322:6:4294967295] 00000100:00000040:0.0:1784950313.047500:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000800:00000200:3.0:1784950313.047502:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:0.0:1784950313.047515:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950313.047524:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950313.047525:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950313.047537:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f5a19658 type 1, nob 464 niov 1 nkiov 1 00000020:00000001:0.0:1784950313.047538:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1784950313.047548:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950313.047551:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950313.047554:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000725604ea x1871652369165824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:464/0 lens 224/224 e 0 to 0 dl 1784950324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950313.047565:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000200:1.0:1784950313.047566:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1784950313.047577:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000010:1.0:1784950313.047579:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000800:00000200:2.0:1784950313.047583:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950313.047584:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950313.047590:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950313.047596:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000010:2.0:1784950313.047600:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e5c2538. 00000100:00000040:3.0:1784950313.047610:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8ce83d2 x1871652369165568/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:464/0 lens 224/368 e 0 to 0 dl 1784950324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950313.047614:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950313.047620:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000725604ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369165824:12345-192.168.203.114@tcp:400: Request processed in 836us (2158us total) trans 0 rc 0/0 00000800:00000200:2.0:1784950313.047623:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950313.047628:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a3c3025 00000400:00000010:1.0:1784950313.047637:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007a3c3025. 00000800:00000200:2.0:1784950313.047645:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950313.047647:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950313.047654:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1784950313.047658:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002e5c2538 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1784950313.047663:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2583 00000100:00000001:2.0:1784950313.047675:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950313.047677:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00100000:3.0:1784950313.047688:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f8ce83d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:441643:x1871652369165568:12345-192.168.203.114@tcp:41: Request processed in 1072us (2514us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950313.047689:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1784950313.047691:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950313.047697:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950313.047705:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023d82d26. 00010000:00000001:2.0:1784950313.047707:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:1.0:1784950313.047709:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1784950313.047714:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950313.047716:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000855af664. 00000800:00000010:1.0:1784950313.047717:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f5a19658. 00000100:00100000:3.0:1784950313.047718:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2582 00000020:00000010:0.0:1784950313.047760:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9a7d46a. 00000020:00000001:2.0:1784950313.047768:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1784950313.047768:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 1 00000020:00000040:0.0:1784950313.047774:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000200:1.0:1784950313.047774:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950313.047777:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950313.047784:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1784950313.047786:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003add9f36 x1871652369166080/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:464/0 lens 224/224 e 0 to 0 dl 1784950324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950313.047787:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950313.047791:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004fb68b80. 00000400:00000200:1.0:1784950313.047795:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:3.0:1784950313.047804:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009de83196. 00000400:00000200:1.0:1784950313.047807:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b068732 00000400:00000010:1.0:1784950313.047816:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003b068732. 00000020:00000010:3.0:1784950313.047817:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009eae2695. 00000100:00000001:0.0:1784950313.047822:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950313.047826:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1784950313.047827:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003add9f36 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:441641:x1871652369166080:12345-192.168.203.114@tcp:400: Request processed in 927us (1886us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950313.047830:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950313.047833:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:3.0:1784950313.047834:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 5 00000400:00000001:0.0:1784950313.047843:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950313.047844:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784950313.047850:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950313.047857:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e179c7b. 00000100:00100000:2.0:1784950313.047858:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2584 00000400:00000200:0.0:1784950313.047867:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a240814 00000100:00000040:2.0:1784950313.047870:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000010:0.0:1784950313.047872:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a240814. 00000100:00000001:2.0:1784950313.047882:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950313.047883:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950313.047887:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950313.047892:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1784950313.047893:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784950313.047898:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009885cdd6 x1871652369165952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784950313.047904:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1784950313.047906:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000400:00000001:3.0:1784950313.047911:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950313.047920:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060b7eed8. 00000020:00000010:2.0:1784950313.047922:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000026e17c9. 00000100:00000200:0.0:1784950313.047925:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009885cdd6 x1871652369165952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950313.047930:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb316f9 00000020:00000010:2.0:1784950313.047936:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005604a92a. 00000400:00000010:3.0:1784950313.047939:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004cb316f9. 00000800:00000200:1.0:1784950313.047948:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1784950313.047954:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:3.0:1784950313.047955:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950313.047956:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:1.0:1784950313.047958:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e5c2538. 00000100:00000001:2.0:1784950313.047967:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950313.047968:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950313.047968:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c46522e1 x1871652369166208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950313.047969:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950313.047980:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950313.047986:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950313.047992:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784950313.047994:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950313.047998:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950313.048008:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950313.048012:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000100:00001000:0.0:1784950313.048020:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=96 v=5 (5 5 5 5) 00000400:00000010:1.0:1784950313.048022:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000100:00000200:3.0:1784950313.048027:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c46522e1 x1871652369166208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950313.048036:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=96 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950313.048038:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950313.048046:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1784950313.048050:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950313.048056:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950313.048060:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784950313.048062:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950313.048064:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950313.048072:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1784950313.048075:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009885cdd6 x1871652369165952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950313.048076:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950313.048082:0:441643:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784950313.048090:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950313.048091:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1784950313.048100:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950313.048100:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784950313.048102:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950313.048104:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950313.048109:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.048113:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1784950313.048114:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950313.048119:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950313.048120:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000200:1.0:1784950313.048125:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950313.048130:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1784950313.048131:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950313.048137:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950313.048139:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=96 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950313.048144:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950313.048150:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009885cdd6 x1871652369165952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784950313.048155:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=96 v=5 (1 1 1 1) 00000400:00000200:1.0:1784950313.048156:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b6f00 00000100:00000200:2.0:1784950313.048160:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a12a109 x1871652369165440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950313.048175:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784950313.048182:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15051 [1] + 224 00000100:00000001:3.0:1784950313.048183:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950313.048194:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950313.048198:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950313.048204:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950313.048208:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:3.0:1784950313.048210:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c46522e1 x1871652369166208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950313.048215:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950313.048217:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950313.048224:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000a12a109 x1871652369165440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950313.048229:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950313.048234:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009885cdd6 x1871652369165952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950313.048249:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950313.048289:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1784950313.048292:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950313.048303:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f89bffa4 x1871652369166080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950313.048305:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784950313.048310:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784950313.048311:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950313.048323:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1784950313.048327:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950313.048329:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950313.048331:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009885cdd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369165952:192.168.203.114@tcp:400: 00000800:00000001:2.0:1784950313.048338:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950313.048348:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c46522e1 x1871652369166208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950313.048349:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784950313.048356:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1784950313.048357:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f89bffa4 x1871652369166080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950313.048358:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784950313.048364:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950313.048371:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c029abba. 00000400:00000200:0.0:1784950313.048381:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048ab8f2a 00000400:00000200:2.0:1784950313.048383:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:0.0:1784950313.048390:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000048ab8f2a. 00000100:00000001:3.0:1784950313.048398:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950313.048402:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950313.048410:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1784950313.048412:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b6e00 00000100:00000001:1.0:1784950313.048414:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784950313.048416:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a12a109 x1871652369165440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950313.048418:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950313.048424:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950313.048433:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950313.048433:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x1503d [1] + 224 00000100:00000040:3.0:1784950313.048435:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46522e1 x1871652369166208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950313.048457:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950313.048466:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950313.048479:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1784950313.048488:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a12a109 x1871652369165440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950313.048488:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c46522e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369166208:192.168.203.114@tcp:400: 00000400:00000200:2.0:1784950313.048502:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950313.048511:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950313.048516:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950313.048521:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784950313.048535:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011aacb28 x1871652369165824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950313.048535:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c46522e1 x1871652369166208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950313.048537:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950313.048543:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950313.048554:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950313.048558:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950313.048562:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950313.048568:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950313.048576:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950313.048588:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=91 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950313.048607:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1784950313.048608:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=91 v=5 (1 1 1 1) 00000100:00000040:2.0:1784950313.048613:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000011aacb28 x1871652369165824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950313.048614:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950313.048618:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1784950313.048620:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de33f78e. 00000100:00000001:0.0:1784950313.048624:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950313.048634:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784950313.048635:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1784950313.048641:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950313.048642:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950313.048648:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1784950313.048651:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1784950313.048654:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:0.0:1784950313.048656:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 02000000:00000010:3.0:1784950313.048659:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f17b544c. 00000100:00000001:0.0:1784950313.048662:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950313.048663:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784950313.048666:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784950313.048669:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950313.048673:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950313.048677:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c46522e1. 00000100:00000040:0.0:1784950313.048681:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a12a109 x1871652369165440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950313.048683:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950313.048685:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950313.048693:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950313.048700:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950313.048703:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950313.048713:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950313.048714:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950313.048716:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950313.048756:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950313.048757:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950313.048760:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1784950313.048761:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950313.048766:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950313.048767:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950313.048767:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784950313.048777:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000004:00000001:0.0:1784950313.048780:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1784950313.048781:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784950313.048783:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950313.048783:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000004:00000040:0.0:1784950313.048788:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000400:00000010:1.0:1784950313.048792:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001643a88a. 00000400:00000200:1.0:1784950313.048805:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003302268b 00000400:00000200:2.0:1784950313.048810:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b6d00 00000004:00000020:0.0:1784950313.048811:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000400:00000010:1.0:1784950313.048813:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003302268b. 00000100:00000001:1.0:1784950313.048821:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:0.0:1784950313.048826:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950313.048828:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15031 [1] + 224 00000100:00000200:1.0:1784950313.048833:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011aacb28 x1871652369165824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950313.048840:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a12a109 x1871652369165440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950313.048842:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950313.048856:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950313.048865:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784950313.048884:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011aacb28 x1871652369165824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950313.048884:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950313.048895:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950313.048903:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2ad3b50 x1871652369165568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950313.048946:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1784950313.048950:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000a12a109 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369165440:192.168.203.114@tcp:41: 00000100:00000040:2.0:1784950313.048952:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b2ad3b50 x1871652369165568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950313.048953:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950313.048963:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950313.048967:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950313.048969:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950313.048976:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950313.048977:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950313.048981:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950313.048987:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009885cdd6 x1871652369165952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950313.048993:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950313.048995:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1784950313.049009:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=91 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950313.049010:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1784950313.049010:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950313.049019:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1784950313.049021:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=91 v=5 (1 1 1 1) 00000800:00000001:2.0:1784950313.049021:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950313.049023:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c6745e1. 02000000:00000001:0.0:1784950313.049036:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950313.049037:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1784950313.049041:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950313.049048:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1784950313.049049:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1784950313.049049:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950313.049055:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1784950313.049060:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:1.0:1784950313.049062:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1784950313.049066:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000091f3a7b6. 00000400:00000001:3.0:1784950313.049069:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1784950313.049070:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950313.049073:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:3.0:1784950313.049077:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1784950313.049080:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950313.049083:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000010:0.0:1784950313.049087:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009885cdd6. 00000400:00000010:3.0:1784950313.049088:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000817aa2ba. 00000100:00000040:1.0:1784950313.049090:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950313.049096:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950313.049102:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950313.049104:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1784950313.049105:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ac4ede6 00000100:00000001:0.0:1784950313.049106:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950313.049112:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950313.049116:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000ac4ede6. 00000100:00000040:0.0:1784950313.049118:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a12a109 x1871652369165440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950313.049129:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784950313.049130:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011aacb28 x1871652369165824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950313.049147:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b2ad3b50 x1871652369165568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950313.049163:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950313.049168:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950313.049173:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000055e7fc3a. 02000000:00000001:0.0:1784950313.049184:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950313.049192:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784950313.049192:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1784950313.049198:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000200:3.0:1784950313.049200:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b2ad3b50 x1871652369165568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950313.049202:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1784950313.049204:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950313.049208:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950313.049210:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ebc2a5d. 02000000:00000001:0.0:1784950313.049220:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1784950313.049224:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011aacb28 x1871652369165824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950313.049226:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950313.049231:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a12a109. 00000100:00000001:3.0:1784950313.049243:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950313.049245:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950313.049252:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950313.049253:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950313.049254:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000011aacb28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369165824:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950313.049281:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950313.049289:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950313.049290:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950313.049295:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950313.049297:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950313.049298:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950313.049303:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950313.049304:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1784950313.049307:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950313.049311:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950313.049313:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011aacb28 x1871652369165824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784950313.049314:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784950313.049317:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950313.049321:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d361b86. 00000400:00000200:0.0:1784950313.049332:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a09db0 00000100:00001000:3.0:1784950313.049332:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=96 v=5 (5 5 5 5) 00000400:00000010:0.0:1784950313.049341:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c1a09db0. 00000100:00000001:1.0:1784950313.049343:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1784950313.049347:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=96 v=5 (1 1 1 1) 02000000:00000001:1.0:1784950313.049351:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950313.049353:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950313.049354:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1784950313.049357:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081b1467d. 00000100:00000001:3.0:1784950313.049360:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950313.049367:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1784950313.049368:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f89bffa4 x1871652369166080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950313.049369:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1784950313.049376:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:3.0:1784950313.049376:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950313.049383:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950313.049387:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950313.049395:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000020:00000001:1.0:1784950313.049397:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950313.049404:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eec44ac7. 00000100:00000001:3.0:1784950313.049405:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1784950313.049412:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f89bffa4 x1871652369166080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950313.049413:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950313.049415:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950313.049421:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950313.049426:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011aacb28. 00000100:00000040:3.0:1784950313.049431:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b2ad3b50 x1871652369165568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950313.049437:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950313.049442:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950313.049450:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950313.049463:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950313.049468:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950313.049469:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950313.049476:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950313.049480:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950313.049481:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950313.049482:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950313.049488:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950313.049489:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950313.049492:0:441641:0:(client.c:1580:after_reply()) Process entered 00000004:00000001:3.0:1784950313.049498:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 02000000:00000001:0.0:1784950313.049501:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000004:00000040:3.0:1784950313.049504:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000001:0.0:1784950313.049508:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950313.049516:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1784950313.049518:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 02000000:00000001:0.0:1784950313.049524:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950313.049528:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950313.049535:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2ad3b50 x1871652369165568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950313.049537:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=96 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950313.049552:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=96 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950313.049568:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1784950313.049571:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000b2ad3b50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369165568:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950313.049572:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950313.049582:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950313.049586:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950313.049587:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950313.049595:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950313.049597:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950313.049602:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000040:3.0:1784950313.049605:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b2ad3b50 x1871652369165568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950313.049607:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950313.049612:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950313.049626:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f89bffa4 x1871652369166080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950313.049627:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950313.049633:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950313.049638:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bc9a0e3e. 02000000:00000001:3.0:1784950313.049648:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950313.049650:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950313.049653:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950313.049655:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1784950313.049657:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1784950313.049663:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950313.049664:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950313.049671:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed4f4ed2. 00000100:00000040:0.0:1784950313.049675:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f89bffa4 x1871652369166080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950313.049679:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950313.049684:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950313.049689:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2ad3b50. 00000100:00000001:3.0:1784950313.049699:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1784950313.049704:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f89bffa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369166080:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950313.049705:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950313.049715:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950313.049756:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950313.049763:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950313.049768:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f89bffa4 x1871652369166080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950313.049774:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950313.049780:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950313.049781:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950313.049788:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784950313.049790:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784950313.049793:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025644c8c. 00000100:00000001:3.0:1784950313.049795:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950313.049805:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950313.049810:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950313.049812:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1784950313.049817:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950313.049819:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6b3c2c6. 02000000:00000001:0.0:1784950313.049824:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950313.049826:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950313.049828:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f89bffa4. 00000100:00000001:0.0:1784950313.049832:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950313.049834:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950313.049836:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950313.049841:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950313.049843:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950313.049846:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950313.049849:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950313.296841:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950313.296846:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950313.296851:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950313.296853:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950313.296976:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950313.296981:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950313.296985:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950313.744951:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.7@tcp 00000800:00000010:1.0:1784950313.744955:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f6e9cfb4. 00000400:00000200:1.0:1784950313.744962:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950313.744968:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.7@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950313.744974:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12585 health :900 00000400:00000200:1.0:1784950313.744978:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950313.744982:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.7@tcp: 1 00000400:00000200:1.0:1784950313.744986:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.7@tcp: -114 00000800:00000100:1.0:1784950313.745013:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.12@tcp 00000800:00000010:1.0:1784950313.745016:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e8fd9c18. 00000400:00000200:1.0:1784950313.745021:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950313.745026:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.12@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950313.745032:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950313.745036:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.12@tcp: 1 00000400:00000200:1.0:1784950313.745042:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.12@tcp: -114 00000400:00000200:3.0:1784950313.745060:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1784950313.745075:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.7@tcp(0000000093802ce8) state 0x861 00000400:00000001:3.0:1784950313.745085:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950313.745088:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950313.745091:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027dbe14a 00000400:00000010:3.0:1784950313.745094:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000027dbe14a. 00000400:00000200:3.0:1784950313.745102:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950313.745109:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.7@tcp: -114 00000400:00000010:3.0:1784950313.745115:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a6626e10. 00000400:00000200:3.0:1784950313.745123:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.7@tcp:-110 00000400:00000200:3.0:1784950313.745127:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.7@tcp(0000000093802ce8) state 0x2061 rc -110 00000400:00000200:3.0:1784950313.745133:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.7@tcp 00000400:00000200:3.0:1784950313.745139:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.12@tcp(00000000ea45724e) state 0x861 00000400:00000001:3.0:1784950313.745144:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950313.745146:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950313.745149:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aee49f67 00000400:00000010:3.0:1784950313.745152:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aee49f67. 00000400:00000200:3.0:1784950313.745158:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950313.745163:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.12@tcp: -114 00000400:00000010:3.0:1784950313.745167:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fba8246f. 00000400:00000200:3.0:1784950313.745174:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.12@tcp:-110 00000400:00000200:3.0:1784950313.745177:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.12@tcp(00000000ea45724e) state 0x2061 rc -110 00000400:00000200:3.0:1784950313.745183:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.12@tcp 00000100:00000001:1.0:1784950313.936838:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950313.936846:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950313.936848:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950313.936852:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950313.936855:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950313.936857:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950313.936860:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950314.320840:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950314.320845:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950314.320850:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950314.320852:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950314.320979:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950314.320984:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950314.320988:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1784950314.768898:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000800:00000100:1.0:1784950314.768901:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.11@tcp 00000800:00000010:1.0:1784950314.768907:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eefb5076. 00000400:00000010:2.0:1784950314.768908:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006d069bbb. 00000400:00000200:1.0:1784950314.768917:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000010:2.0:1784950314.768918:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005604a92a. 00000400:00000010:2.0:1784950314.768924:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000901b1d00. 00000400:00000200:1.0:1784950314.768926:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.11@tcp: GET: NETWORK_TIMEOUT 00000400:00000010:2.0:1784950314.768932:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000003372c404. 00000400:00000200:1.0:1784950314.768934:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12586 health :700 00000400:00000200:2.0:1784950314.768940:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950314.768952:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950314.768957:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.11@tcp: 1 00000400:00000200:2.0:1784950314.768961:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950314.768969:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950314.768974:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10498:10498:243:4294967295] 192.168.203.114@tcp LPNI seq info [9323:9323:8:4294967295] 00000400:00000200:2.0:1784950314.768983:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:2.0:1784950314.768994:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000400:00000200:1.0:1784950314.769003:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.11@tcp: -114 00000800:00000200:2.0:1784950314.769003:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950314.769009:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eb2959c5. 00000800:00000200:2.0:1784950314.769017:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950314.769027:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950314.769032:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eb2959c5 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1784950314.769088:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1784950314.769103:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.11@tcp(0000000016d5496f) state 0x861 00000400:00000001:3.0:1784950314.769113:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950314.769115:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950314.769119:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009139bac3 00000400:00000010:3.0:1784950314.769122:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009139bac3. 00000400:00000200:3.0:1784950314.769131:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950314.769139:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.11@tcp: -114 00000400:00000010:3.0:1784950314.769146:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006f5e3cd7. 00000400:00000200:3.0:1784950314.769155:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.11@tcp:-110 00000400:00000200:3.0:1784950314.769160:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.11@tcp(0000000016d5496f) state 0x2061 rc -110 00000400:00000200:3.0:1784950314.769168:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.11@tcp 00000800:00000200:0.0:1784950314.769187:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950314.769195:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eb2959c5. 00000400:00000200:0.0:1784950314.769205:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950314.769216:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000800:00000001:1.0:1784950314.769216:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950314.769228:0:441636:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:1.0:1784950314.769233:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950314.769234:0:441636:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:1.0:1784950314.769242:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950314.769271:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950314.769282:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:1.0:1784950314.769298:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1784950314.769307:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:1.0:1784950314.769318:0:441634:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950314.769323:0:441634:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10499:10499:244:4294967295] 192.168.203.114@tcp LPNI seq info [9324:9324:8:4294967295] 00000400:00000200:1.0:1784950314.769334:0:441634:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:1.0:1784950314.769339:0:441634:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950314.769343:0:441634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec44ac7. 00000800:00000200:1.0:1784950314.769348:0:441634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950314.769355:0:441634:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950314.769358:0:441634:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eec44ac7 type 3, nob 144 niov 1 nkiov 1 00000800:00000001:2.0:1784950314.769443:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950314.769504:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950314.769512:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec44ac7. 00000400:00000200:1.0:1784950314.769519:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950314.769527:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950314.769530:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:0.0:1784950314.769541:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950314.769546:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950314.769552:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950314.769562:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000800:00000001:2.0:1784950314.769563:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950314.769581:0:441636:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x15079 00000800:00000001:0.0:1784950314.769590:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950314.769600:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950314.769603:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950314.769607:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:0.0:1784950314.769612:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000901b1d00 00000400:00000010:0.0:1784950314.769615:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000901b1d00. 00000400:00000200:0.0:1784950314.769619:0:441636:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1784950314.769622:0:441636:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006d069bbb. 00000400:00000010:0.0:1784950314.769625:0:441636:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005604a92a. 00000800:00000001:0.0:1784950314.769633:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950314.769635:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950314.960827:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950314.960836:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950314.960838:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950314.960841:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950314.960844:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950314.960846:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950314.960848:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950315.344849:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950315.344855:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950315.344860:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950315.344861:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950315.344988:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950315.344993:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950315.344997:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784950315.472843:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307253627, at 4307253632 00000100:00000010:0.0:1784950315.472857:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ffae0f5. 00000100:00000040:3.0:1784950315.472879:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307253628, at 4307253632 00000100:00000040:1.0:1784950315.472892:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307253628, at 4307253632 00000100:00000040:2.0:1784950315.472893:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307253628, at 4307253632 00000100:00000010:3.0:1784950315.472894:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2070ffd. 00000100:00000010:1.0:1784950315.472912:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000020654f3e. 00000100:00000010:2.0:1784950315.472913:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fee74845. 00000800:00000100:1.0:1784950315.792906:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.15@tcp 00000800:00000010:1.0:1784950315.792912:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c99c9d27. 00000400:00000200:1.0:1784950315.792922:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950315.792930:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.15@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950315.792938:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12587 health :900 00000400:00000200:1.0:1784950315.792945:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950315.792951:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.15@tcp: 1 00000400:00000200:1.0:1784950315.792957:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.15@tcp: -114 00000800:00000200:1.0:1784950315.792996:0:441633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b93012f1] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1784950315.793008:0:441633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1021 00000800:00000200:1.0:1784950315.793014:0:441633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdd44bf5 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1784950315.793022:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1784950315.793035:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.15@tcp(000000000ba1aef0) state 0x861 00000400:00000001:3.0:1784950315.793044:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950315.793048:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950315.793052:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 00000400:00000010:3.0:1784950315.793056:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 00000400:00000200:3.0:1784950315.793065:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950315.793073:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.15@tcp: -114 00000400:00000010:3.0:1784950315.793080:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e30769db. 00000400:00000200:3.0:1784950315.793093:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.15@tcp:-110 00000400:00000200:3.0:1784950315.793098:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.15@tcp(000000000ba1aef0) state 0x2061 rc -110 00000400:00000200:3.0:1784950315.793104:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.15@tcp 00000800:00000200:2.0:1784950315.793157:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950315.984834:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950315.984842:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950315.984844:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950315.984848:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950315.984850:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950315.984853:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950315.984855:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950316.368839:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950316.368844:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950316.368849:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950316.368851:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950316.368981:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950316.368987:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950316.368991:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1784950316.816881:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000010:2.0:1784950316.816891:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008616f5a6. 00000400:00000010:2.0:1784950316.816901:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005604a92a. 00000400:00000010:2.0:1784950316.816908:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ff3966. 00000400:00000010:2.0:1784950316.816916:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000a603c325. 00000400:00000200:2.0:1784950316.816924:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950316.816936:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950316.816943:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950316.816949:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10500:10500:245:4294967295] 192.168.203.114@tcp LPNI seq info [9325:9325:8:4294967295] 00000400:00000200:2.0:1784950316.816960:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:2.0:1784950316.816967:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:2.0:1784950316.816973:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950316.816978:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000078605e0a. 00000800:00000200:2.0:1784950316.816984:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950316.816991:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950316.816995:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078605e0a type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1784950316.817018:0:441638:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 1 next ping: 12589 health :900 00000800:00000200:3.0:1784950316.817151:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950316.817160:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000078605e0a. 00000400:00000200:3.0:1784950316.817168:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950316.817176:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000400:00000200:3.0:1784950316.817181:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1784950316.817184:0:441635:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:3.0:1784950316.817194:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950316.817201:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950316.817205:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950316.817210:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950316.817217:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:3.0:1784950316.817229:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1784950316.817264:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:3.0:1784950316.817278:0:441635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950316.817285:0:441635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10501:10501:245:4294967295] 192.168.203.114@tcp LPNI seq info [9326:9326:8:4294967295] 00000400:00000200:3.0:1784950316.817297:0:441635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:3.0:1784950316.817302:0:441635:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950316.817307:0:441635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4f4ed2. 00000800:00000200:3.0:1784950316.817314:0:441635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:3.0:1784950316.817320:0:441635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950316.817324:0:441635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ed4f4ed2 type 3, nob 144 niov 1 nkiov 1 00000800:00000200:3.0:1784950316.817424:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950316.817429:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4f4ed2. 00000400:00000200:3.0:1784950316.817435:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950316.817443:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:2.0:1784950316.817446:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950316.817457:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950316.817459:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950316.817470:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950316.817476:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950316.817482:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950316.817490:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:3.0:1784950316.817501:0:441635:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x1507d 00000800:00000001:3.0:1784950316.817506:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950316.817512:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950316.817514:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950316.817518:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:3.0:1784950316.817522:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ff3966 00000400:00000010:3.0:1784950316.817524:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ff3966. 00000400:00000200:3.0:1784950316.817528:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1784950316.817531:0:441635:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008616f5a6. 00000400:00000010:3.0:1784950316.817534:0:441635:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005604a92a. 00000800:00000001:3.0:1784950316.817540:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950316.817542:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950317.008839:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950317.008849:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950317.008852:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950317.008856:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950317.008858:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950317.008861:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950317.008863:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950317.392840:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950317.392845:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950317.392850:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950317.392852:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950317.392976:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950317.392981:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950317.392985:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950317.840899:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.1@tcp 00000800:00000010:1.0:1784950317.840907:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000a629e91. 00000400:00000200:1.0:1784950317.840917:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950317.840927:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.1@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950317.840937:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12589 health :900 00000400:00000200:1.0:1784950317.840945:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950317.840951:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.1@tcp: 1 00000400:00000200:1.0:1784950317.840957:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.1@tcp: -114 00000800:00000100:1.0:1784950317.840989:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.6@tcp 00000800:00000010:1.0:1784950317.840994:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000975723c9. 00000400:00000200:1.0:1784950317.841001:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950317.841008:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.6@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950317.841014:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950317.841018:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.6@tcp: 1 00000400:00000200:1.0:1784950317.841025:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.6@tcp: -114 00000400:00000200:3.0:1784950317.841040:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1784950317.841056:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.1@tcp(00000000140c9c35) state 0x861 00000400:00000001:3.0:1784950317.841066:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950317.841070:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950317.841073:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032ff6f71 00000400:00000010:3.0:1784950317.841077:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000032ff6f71. 00000400:00000200:3.0:1784950317.841085:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950317.841091:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.1@tcp: -114 00000400:00000010:3.0:1784950317.841097:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009c36d7da. 00000400:00000200:3.0:1784950317.841105:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.1@tcp:-110 00000400:00000200:3.0:1784950317.841110:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.1@tcp(00000000140c9c35) state 0x2061 rc -110 00000400:00000200:3.0:1784950317.841116:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.1@tcp 00000400:00000200:3.0:1784950317.841122:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.6@tcp(0000000020f6aea9) state 0x861 00000400:00000001:3.0:1784950317.841127:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950317.841129:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950317.841131:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dca9971 00000400:00000010:3.0:1784950317.841134:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008dca9971. 00000400:00000200:3.0:1784950317.841138:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950317.841142:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.6@tcp: -114 00000400:00000010:3.0:1784950317.841146:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000238477e3. 00000400:00000200:3.0:1784950317.841154:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.6@tcp:-110 00000400:00000200:3.0:1784950317.841157:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.6@tcp(0000000020f6aea9) state 0x2061 rc -110 00000400:00000200:3.0:1784950317.841161:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.6@tcp 00000100:00000001:1.0:1784950318.032834:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950318.032843:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950318.032845:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950318.032849:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950318.032851:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950318.032854:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.032856:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950318.160859:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:3.0:1784950318.160865:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1784950318.160873:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000044f72fe5. 00000100:00000040:1.0:1784950318.160878:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:3.0:1784950318.160880:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000004:00000001:2.0:1784950318.160884:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950318.160892:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1784950318.160893:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950318.160895:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1784950318.160899:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1784950318.160900:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a12a109. 00000100:00000010:1.0:1784950318.160906:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baa6afc3. 02000000:00000001:3.0:1784950318.160906:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950318.160911:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000040:1.0:1784950318.160913:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 02000000:00000010:3.0:1784950318.160919:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed4f4ed2. 00000100:00000001:2.0:1784950318.160921:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950318.160922:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950318.160929:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950318.160930:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950318.160930:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950318.160940:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950318.160941:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.160941:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950318.160946:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950318.160955:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eec44ac7. 02000000:00000010:2.0:1784950318.160956:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009b5272c8. 00000100:00000040:3.0:1784950318.160957:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044f72fe5] to pc [ptlrpcd_00_03+3] req@0000000044f72fe5 x1871652369166336/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950318.160970:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950318.160970:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950318.160985:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1784950318.160987:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000baa6afc3 x1871652369166464/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950318.160989:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950318.161001:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a12a109] to pc [ptlrpcd_00_00+0] req@000000000a12a109 x1871652369166592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950318.161005:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950318.161009:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950318.161010:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950318.161021:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baa6afc3] to pc [ptlrpcd_00_01+1] req@00000000baa6afc3 x1871652369166464/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950318.161035:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784950318.161043:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1784950318.161047:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950318.161049:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950318.161056:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.161058:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.161058:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:2.0:1784950318.161059:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950318.161068:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950318.161069:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950318.161076:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950318.161082:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950318.161084:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784950318.161085:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950318.161091:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950318.161093:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1784950318.161096:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46522e1. 00000100:00000001:3.0:1784950318.161101:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1784950318.161105:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000100:00000040:0.0:1784950318.161108:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000baa6afc3 x1871652369166464/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950318.161118:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000044f72fe5 x1871652369166336/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950318.161119:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950318.161127:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950318.161133:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950318.161145:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fd72e494. 00000100:00000001:0.0:1784950318.161159:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950318.161160:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.161164:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950318.161166:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.161173:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950318.161176:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950318.161180:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950318.161182:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950318.161184:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000c46522e1 x1871652369166720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784950318.161185:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950318.161194:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950318.161196:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950318.161212:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000baa6afc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369166464:0@lo:400: 00000100:00100000:3.0:1784950318.161214:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000044f72fe5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369166336:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950318.161260:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950318.161260:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950318.161267:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784950318.161270:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950318.161275:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950318.161275:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950318.161276:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950318.161283:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950318.161288:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784950318.161292:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950318.161296:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bc9a0e3e. 00000100:00000040:1.0:1784950318.161297:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c46522e1] to pc [ptlrpcd_00_02+2] req@00000000c46522e1 x1871652369166720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950318.161303:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950318.161304:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950318.161311:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950318.161317:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784950318.161317:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000817aa2ba. 00000100:00000040:2.0:1784950318.161327:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a12a109 x1871652369166592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950318.161333:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dca9971. 00000100:00000001:1.0:1784950318.161343:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950318.161344:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369166336, portal 4 00000100:00000001:3.0:1784950318.161354:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1784950318.161355:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:2.0:1784950318.161355:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950318.161356:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785884830336 : -120287824721280 : ffff92994eefca80) 00000100:00000001:2.0:1784950318.161362:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950318.161369:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:2.0:1784950318.161372:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784950318.161374:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784950318.161378:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000044f72fe5 x1871652369166336/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950318.161380:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950318.161388:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1784950318.161392:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950318.161398:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081ed4785. 00000020:00000040:1.0:1784950318.161407:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00100000:2.0:1784950318.161407:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000a12a109 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369166592:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950318.161412:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950318.161414:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950318.161416:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950318.161419:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950318.161419:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950318.161422:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950318.161427:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950318.161429:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000de155b2e. 02000000:00000010:2.0:1784950318.161433:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000da141893. 00000100:00000001:1.0:1784950318.161435:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950318.161436:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950318.161443:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000081ed4785 x1871652369166848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1784950318.161445:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bced65a9. 00000400:00000010:2.0:1784950318.161454:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014170e3d. 00000100:00000001:1.0:1784950318.161459:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950318.161461:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950318.161461:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369166592, portal 4 00000100:00000001:2.0:1784950318.161465:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1784950318.161468:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081ed4785] to pc [ptlrpcd_00_03+3] req@0000000081ed4785 x1871652369166848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950318.161468:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786002247040 : -120287707304576 : ffff929955ef6d80) 00000100:00000001:0.0:1784950318.161473:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950318.161482:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000a12a109 x1871652369166592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950318.161484:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1784950318.161491:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.161496:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950318.161498:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950318.161509:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784950318.161509:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950318.161513:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:1.0:1784950318.161515:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064f70b2a. 00000100:00000040:2.0:1784950318.161520:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950318.161521:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950318.161523:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:2.0:1784950318.161524:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072272f0d. 00000100:00000200:2.0:1784950318.161532:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369166592, offset 0 00000100:00000001:1.0:1784950318.161534:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950318.161535:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950318.161538:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950318.161541:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950318.161545:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950318.161547:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950318.161548:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1784950318.161554:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000031cff90d. 00000100:00000040:0.0:1784950318.161563:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081ed4785 x1871652369166848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950318.161565:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950318.161566:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950318.161583:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784950318.161585:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@0000000064f70b2a x1871652369166976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1784950318.161597:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950318.161599:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950318.161615:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1784950318.161616:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950318.161624:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1784950318.161629:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032ff6f71. 00000400:00000200:2.0:1784950318.161631:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950318.161633:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.161639:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1784950318.161642:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369166336, offset 0 00000100:00000001:1.0:1784950318.161646:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950318.161646:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10502:10502:247:4294967295] 192.168.203.114@tcp LPNI seq info [9327:9327:8:4294967295] 02000000:00000001:0.0:1784950318.161648:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950318.161658:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950318.161662:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950318.161665:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064f70b2a] to pc [ptlrpcd_00_00+0] req@0000000064f70b2a x1871652369166976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950318.161674:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950318.161681:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:0.0:1784950318.161694:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000081ed4785 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369166848:192.168.203.114@tcp:400: 00000800:00000200:2.0:1784950318.161699:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950318.161701:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950318.161708:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:0.0:1784950318.161714:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1784950318.161714:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d62b3518. 00000100:00080000:1.0:1784950318.161717:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000800:00000200:2.0:1784950318.161764:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:0.0:1784950318.161767:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950318.161774:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950318.161776:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:1.0:1784950318.161777:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784950318.161779:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1784950318.161786:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d62b3518 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950318.161788:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1784950318.161789:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c6745e1. 00000100:00000010:1.0:1784950318.161796:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa3bbdec. 02000000:00000001:0.0:1784950318.161797:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950318.161807:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:0.0:1784950318.161808:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d361b86. 00000100:00000001:2.0:1784950318.161811:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.161816:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950318.161819:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1784950318.161821:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 14051 usecs (15 jiffies) 00000400:00000010:0.0:1784950318.161822:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a09db0. 02000000:00000001:1.0:1784950318.161824:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950318.161829:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307256336 00000100:00000200:0.0:1784950318.161834:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369166848, portal 10 02000000:00000010:1.0:1784950318.161838:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fc7a79b2. 00000100:00000010:2.0:1784950318.161839:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000034c9e485. 00000100:00000001:0.0:1784950318.161840:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950318.161845:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786048189568 : -120287661362048 : ffff929958ac7480) 00000100:00000001:1.0:1784950318.161852:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950318.161853:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:0.0:1784950318.161861:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000081ed4785 x1871652369166848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950318.161865:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307256336 00000100:00000040:1.0:1784950318.161869:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000fa3bbdec x1871652369167104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1784950318.161877:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a77ac3ce. 00000100:00000001:2.0:1784950318.161887:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784950318.161900:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307256336 00000400:00000200:3.0:1784950318.161907:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950318.161922:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950318.161923:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950318.161931:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950318.161932:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950318.161945:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1784950318.161953:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa3bbdec] to pc [ptlrpcd_00_01+1] req@00000000fa3bbdec x1871652369167104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950318.161958:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950318.161960:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950318.161975:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10503:10503:246:4294967295] 192.168.203.114@tcp LPNI seq info [9328:9328:7:4294967295] 00000100:00000040:0.0:1784950318.161980:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950318.161995:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048ab8f2a. 00000100:00000001:1.0:1784950318.162006:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950318.162007:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369166848, offset 0 00000100:00000040:1.0:1784950318.162021:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12594) 00000400:00000200:0.0:1784950318.162031:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000010:1.0:1784950318.162062:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081b1467d. 02000000:00000001:1.0:1784950318.162070:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950318.162076:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001643a88a. 00000400:00000010:1.0:1784950318.162084:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003302268b. 00000100:00000200:1.0:1784950318.162091:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369166464, portal 25 00000100:00000001:1.0:1784950318.162096:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950318.162099:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785999304448 : -120287710247168 : ffff929955c28700) 00000100:00000040:1.0:1784950318.162114:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000baa6afc3 x1871652369166464/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950318.162118:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784950318.162123:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000010:2.0:1784950318.162125:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d62b3518. 00000400:00000200:2.0:1784950318.162137:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950318.162147:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784950318.162154:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950318.162158:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1784950318.162158:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950318.162160:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000010:3.0:1784950318.162167:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000054f0341. 00000400:00000010:1.0:1784950318.162170:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e147c1b. 00000400:00000200:0.0:1784950318.162176:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1784950318.162183:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369166464, offset 0 00000800:00000200:3.0:1784950318.162184:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950318.162189:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950318.162202:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950318.162211:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950318.162214:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1784950318.162215:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:0.0:1784950318.162223:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10504:10504:245:4294967295] 192.168.203.114@tcp LPNI seq info [9329:9329:6:4294967295] 00000800:00000200:3.0:1784950318.162250:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000054f0341 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950318.162276:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950318.162277:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:3.0:1784950318.162286:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4683 usecs (5 jiffies) 00000400:00000200:2.0:1784950318.162294:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072272f0d 00000100:00000001:3.0:1784950318.162294:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307256326 00000800:00000200:0.0:1784950318.162295:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950318.162304:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000072272f0d. 00000400:00000200:1.0:1784950318.162306:0:441642:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1784950318.162309:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307256336 00000800:00000010:0.0:1784950318.162311:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309cba23. 00000100:00000001:2.0:1784950318.162314:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950318.162318:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307256326 00000400:00000200:1.0:1784950318.162327:0:441642:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069b7080 00000100:00000001:3.0:1784950318.162329:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307256336 00000100:00000200:2.0:1784950318.162332:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a12a109 x1871652369166592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950318.162337:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950318.162340:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307256326 00000400:00000200:1.0:1784950318.162352:0:441642:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1396d [2] + 0 00000100:00000010:3.0:1784950318.162355:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033096f34. 00000800:00000200:0.0:1784950318.162363:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000010:1.0:1784950318.162369:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d072e528. 00000100:00000001:3.0:1784950318.162370:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000800:00000200:0.0:1784950318.162374:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000309cba23 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950318.162375:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950318.162383:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307256326 00000400:00000200:1.0:1784950318.162384:0:441642:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008bf7116e 00000100:00000001:0.0:1784950318.162386:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950318.162390:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a12a109 x1871652369166592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784950318.162395:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c92da77b. 00000100:00000040:0.0:1784950318.162398:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5552 usecs (6 jiffies) 00000400:00000200:1.0:1784950318.162400:0:441642:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950318.162406:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1784950318.162413:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307256327 00000400:00000200:1.0:1784950318.162419:0:441642:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1784950318.162419:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950318.162429:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307256336 00000100:00000001:3.0:1784950318.162433:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950318.162435:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bf7116e 00000100:00000001:2.0:1784950318.162436:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.162443:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307256327 00000100:00000001:2.0:1784950318.162446:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950318.162446:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950318.162447:0:441642:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 000000008bf7116e. 00000100:00000001:0.0:1784950318.162455:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307256336 00000100:00000001:3.0:1784950318.162460:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.162462:0:441642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950318.162465:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307256327 00000100:00000001:3.0:1784950318.162466:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784950318.162469:0:441642:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1784950318.162473:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1784950318.162474:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950318.162481:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.162485:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307256326 00000100:00000040:1.0:1784950318.162486:0:441642:0:(events.c:337:request_in_callback()) incoming req@000000004b17990e x1871652369166464 msgsize 224 00000100:00000001:3.0:1784950318.162487:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950318.162490:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950318.162501:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950318.162509:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307256327 00000100:00100000:1.0:1784950318.162511:0:441642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1784950318.162511:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950318.162517:0:441642:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1784950318.162528:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307256326 00000400:00000200:2.0:1784950318.162534:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950318.162538:0:441642:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950318.162544:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950318.162549:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950318.162551:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e147c1b 00000100:00000001:0.0:1784950318.162556:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1784950318.162557:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1784950318.162559:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e147c1b. 00000400:00000200:2.0:1784950318.162559:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b7100 00000800:00000010:3.0:1784950318.162567:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000054f0341. 00000100:00000040:0.0:1784950318.162569:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c46522e1 x1871652369166720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950318.162570:0:441642:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784950318.162580:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950318.162583:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 10976 00000100:00000200:1.0:1784950318.162585:0:441642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baa6afc3 x1871652369166464/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950318.162603:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950318.162606:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950318.162620:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032ff6f71 00000800:00000001:2.0:1784950318.162621:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950318.162628:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000032ff6f71. 00000400:00000200:2.0:1784950318.162632:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950318.162634:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950318.162641:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950318.162642:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.162645:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950318.162652:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:3.0:1784950318.162655:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000044f72fe5 x1871652369166336/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950318.162656:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784950318.162660:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000baa6afc3 x1871652369166464/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950318.162663:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950318.162666:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950318.162672:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:0.0:1784950318.162675:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950318.162687:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f4c3b10. 00000100:00100000:0.0:1784950318.162692:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c46522e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369166720:192.168.203.114@tcp:400: 00000100:00000040:2.0:1784950318.162699:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000001f4c3b10 x1871652369166592 msgsize 224 00000100:00000001:0.0:1784950318.162714:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950318.162718:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950318.162761:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000044f72fe5 x1871652369166336/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950318.162766:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950318.162773:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.162774:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950318.162781:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:0.0:1784950318.162784:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950318.162787:0:441642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950318.162793:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950318.162795:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9a7d46a. 00000100:00000001:1.0:1784950318.162800:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.162801:0:441635:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1784950318.162803:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950318.162804:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1784950318.162815:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c029abba. 00000100:00000001:1.0:1784950318.162815:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307258748 00000800:00000001:2.0:1784950318.162825:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:0.0:1784950318.162827:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a240814. 00000100:00000200:0.0:1784950318.162835:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369166720, portal 4 00000100:00000001:0.0:1784950318.162839:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950318.162842:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785999302656 : -120287710248960 : ffff929955c28000) 00000100:00000001:1.0:1784950318.162848:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1784950318.162855:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c46522e1 x1871652369166720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950318.162857:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369166464 00000100:00000001:2.0:1784950318.162860:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950318.162864:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369166592 02000000:00000001:1.0:1784950318.162866:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950318.162873:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784950318.162873:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950318.162878:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950318.162882:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950318.162882:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784950318.162889:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950318.162889:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950318.162893:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950318.162900:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1784950318.162901:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369166464 02000000:00000001:2.0:1784950318.162901:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950318.162902:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b6b1737. 00000800:00000010:3.0:1784950318.162911:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309cba23. 00000020:00000001:1.0:1784950318.162914:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:2.0:1784950318.162914:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369166592 00000100:00000200:0.0:1784950318.162915:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369166720, offset 0 00000020:00000040:1.0:1784950318.162923:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000400:00000200:3.0:1784950318.162924:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1784950318.162925:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950318.162931:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:1.0:1784950318.162932:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1784950318.162935:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000040:1.0:1784950318.162939:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000020:00000001:2.0:1784950318.162939:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:3.0:1784950318.162945:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:2.0:1784950318.162946:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:1.0:1784950318.162949:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:0.0:1784950318.162955:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:2.0:1784950318.162958:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:1.0:1784950318.162959:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:0.0:1784950318.162966:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1784950318.162969:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:1.0:1784950318.162970:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950318.162976:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950318.162980:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950318.162981:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b713208. 00000400:00000200:0.0:1784950318.162983:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000010:2.0:1784950318.162988:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:1.0:1784950318.162989:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950318.162995:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950318.162998:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950318.162999:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b713208. 00000400:00000200:0.0:1784950318.163008:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10505:10505:246:4294967295] 192.168.203.114@tcp LPNI seq info [9330:9330:7:4294967295] 00000020:00000010:2.0:1784950318.163009:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000020:00000010:1.0:1784950318.163012:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087e32b89. 00000020:00000010:2.0:1784950318.163021:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005604a92a. 00000020:00000010:1.0:1784950318.163023:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc71fa66. 00000020:00000010:2.0:1784950318.163029:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000020:00000010:1.0:1784950318.163033:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000020:00000010:2.0:1784950318.163038:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000026e17c9. 00000400:00000200:0.0:1784950318.163043:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950318.163048:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:2.0:1784950318.163049:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000400:00000200:3.0:1784950318.163055:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048ab8f2a 00000800:00000200:0.0:1784950318.163057:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950318.163059:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950318.163059:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1784950318.163066:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000048ab8f2a. 00000100:00000001:2.0:1784950318.163068:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950318.163069:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:0.0:1784950318.163070:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007158160. 00000100:00000001:1.0:1784950318.163077:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950318.163077:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.163082:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1784950318.163088:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950318.163091:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.163092:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950318.163100:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081ed4785 x1871652369166848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950318.163102:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950318.163112:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000007158160 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950318.163114:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950318.163116:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950318.163131:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950318.163140:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1784950318.163141:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 14051 usecs (15 jiffies) 00000100:00000001:1.0:1784950318.163141:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950318.163142:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950318.163149:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950318.163149:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950318.163151:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307256337 00000100:00000040:3.0:1784950318.163155:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081ed4785 x1871652369166848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950318.163163:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307256336 00000100:00100000:1.0:1784950318.163171:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1784950318.163171:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2585 00000100:00000001:0.0:1784950318.163176:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307256337 00000100:00000040:1.0:1784950318.163187:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000040:2.0:1784950318.163187:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:0.0:1784950318.163189:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307256336 00000100:00000001:3.0:1784950318.163196:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.163199:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790983041104 : -120282726510512 : ffff929a7ed05050) 00000100:00000001:2.0:1784950318.163199:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987784704 : -120287721766912 : ffff92995512c000) 00000100:00000001:0.0:1784950318.163200:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307256337 00000100:00000001:3.0:1784950318.163203:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950318.163216:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307256327 00000100:00000040:1.0:1784950318.163219:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004b17990e x1871652369166464/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:469/0 lens 224/0 e 0 to 0 dl 1784950329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950318.163219:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001f4c3b10 x1871652369166592/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:469/0 lens 224/0 e 0 to 0 dl 1784950329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950318.163220:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950318.163222:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307256337 00000100:00000001:0.0:1784950318.163260:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307256327 00000800:00000001:3.0:1784950318.163263:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950318.163272:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950318.163274:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950318.163281:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950318.163285:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.163292:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950318.163294:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950318.163295:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950318.163304:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b713208. 00000020:00000010:2.0:1784950318.163304:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000400:00000200:3.0:1784950318.163305:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950318.163306:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950318.163316:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950318.163316:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950318.163321:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1784950318.163324:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b713208. 00000020:00000010:2.0:1784950318.163324:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00000001:0.0:1784950318.163327:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784950318.163333:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b7000 00000100:00000001:0.0:1784950318.163337:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950318.163345:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1784950318.163345:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004b17990e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369166464:12345-0@lo:400: 00000100:00100000:2.0:1784950318.163346:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001f4c3b10 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369166592:12345-192.168.203.114@tcp:41: 00000400:00000200:3.0:1784950318.163349:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 11200 00000100:00000001:0.0:1784950318.163352:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.163363:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950318.163370:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784950318.163372:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369166464 00000100:00000200:2.0:1784950318.163372:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369166592 00000020:00000001:1.0:1784950318.163380:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950318.163380:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000001:3.0:1784950318.163381:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950318.163388:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950318.163388:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:3.0:1784950318.163389:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950318.163397:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950318.163397:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950318.163401:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950318.163407:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950318.163407:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950318.163410:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1784950318.163414:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000020:00000001:2.0:1784950318.163414:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000200:3.0:1784950318.163415:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1784950318.163425:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000042f323f0. 00000020:00000001:1.0:1784950318.163427:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1784950318.163427:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950318.163430:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307256337 00000020:00000001:1.0:1784950318.163436:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950318.163436:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000042f323f0 x1871652369166336 msgsize 224 00000001:00000001:2.0:1784950318.163437:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369166592, found 0 last_xid 1871652369166591 00000100:00000001:0.0:1784950318.163446:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307258748 00000020:00000001:1.0:1784950318.163448:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950318.163449:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950318.163456:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1784950318.163459:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:1.0:1784950318.163462:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950318.163462:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1784950318.163465:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307256337 00000020:00000001:1.0:1784950318.163468:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1784950318.163468:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950318.163473:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.163474:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950318.163478:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950318.163480:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307258748 02000000:00000001:1.0:1784950318.163481:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950318.163481:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950318.163488:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784950318.163492:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cdf85567. 00000100:00000001:0.0:1784950318.163493:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307256337 02000000:00000010:2.0:1784950318.163496:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f1b1b8c6. 02000000:00000001:1.0:1784950318.163499:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.163508:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950318.163508:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.163511:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307258748 00000020:00000001:1.0:1784950318.163514:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950318.163514:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.163518:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307256337 00010000:00000040:1.0:1784950318.163522:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369166464 00000004:00000001:2.0:1784950318.163523:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00010000:00000001:1.0:1784950318.163529:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950318.163530:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1784950318.163530:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1784950318.163537:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1784950318.163540:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000004b17990e x1871652369166464/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:469/0 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950318.163541:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950318.163541:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000004:00000024:2.0:1784950318.163551:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000800:00000010:3.0:1784950318.163552:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007158160. 00000100:00000001:0.0:1784950318.163554:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.163569:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1784950318.163569:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000400:00000200:3.0:1784950318.163570:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1784950318.163574:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950318.163583:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1784950318.163583:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1784950318.163584:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000400:00000200:3.0:1784950318.163591:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950318.163592:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00001000:1.0:1784950318.163594:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=106 v=5 (1 1 1 1) 00000004:00000020:2.0:1784950318.163599:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000100:00000001:0.0:1784950318.163605:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950318.163608:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b6b1737 00000100:00000001:1.0:1784950318.163610:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:2.0:1784950318.163612:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1784950318.163613:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784950318.163613:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007b6b1737. 00000100:00000040:1.0:1784950318.163622:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:0.0:1784950318.163623:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000001:00000001:2.0:1784950318.163623:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.163625:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950318.163634:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000004:00000001:2.0:1784950318.163635:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950318.163639:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa3bbdec x1871652369167104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950318.163640:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c46522e1 x1871652369166720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950318.163643:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:2.0:1784950318.163643:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369166592 02000000:00000001:1.0:1784950318.163650:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950318.163656:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950318.163661:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:2.0:1784950318.163670:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000001f4c3b10 x1871652369166592/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:469/0 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950318.163675:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1784950318.163684:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e147c1b. 00000100:00000200:1.0:1784950318.163695:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369166464, offset 224 00000100:00000001:0.0:1784950318.163711:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950318.163713:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950318.163714:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1784950318.163719:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950318.163758:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950318.163763:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950318.163769:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=101 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950318.163776:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c46522e1 x1871652369166720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950318.163780:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1784950318.163781:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950318.163784:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1784950318.163788:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950318.163800:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 02000000:00000001:0.0:1784950318.163802:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950318.163810:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069b7080 00000100:00000001:2.0:1784950318.163813:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00100000:0.0:1784950318.163819:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000fa3bbdec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369167104:192.168.203.114@tcp:400: 02000000:00000001:2.0:1784950318.163827:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950318.163828:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950318.163835:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15099 [1] + 224 02000000:00000001:2.0:1784950318.163835:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.163837:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950318.163838:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950318.163845:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784950318.163847:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:3.0:1784950318.163852:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950318.163854:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950318.163854:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950318.163856:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:3.0:1784950318.163865:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950318.163866:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1784950318.163867:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072272f0d. 00000400:00000200:1.0:1784950318.163873:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:3.0:1784950318.163876:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:0.0:1784950318.163878:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f0272bc. 00000100:00000200:2.0:1784950318.163880:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369166592, offset 224 00000100:00000001:1.0:1784950318.163882:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1784950318.163884:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950318.163887:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950318.163895:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baa6afc3 x1871652369166464/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950318.163900:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e179c7b. 00000400:00000200:2.0:1784950318.163904:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950318.163910:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:0.0:1784950318.163917:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007da373e1. 00000400:00000200:2.0:1784950318.163928:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000200:0.0:1784950318.163930:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369167104, portal 10 00000100:00000040:1.0:1784950318.163938:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000baa6afc3 x1871652369166464/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950318.163940:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784950318.163944:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10506:10506:247:4294967295] 192.168.203.114@tcp LPNI seq info [9331:9331:8:4294967295] 00000100:00000001:0.0:1784950318.163946:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786048187776 : -120287661363840 : ffff929958ac6d80) 00000100:00000001:1.0:1784950318.163966:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784950318.163967:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fa3bbdec x1871652369167104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950318.163988:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950318.163996:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950318.164015:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e147c1b 00000800:00000200:2.0:1784950318.164018:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950318.164020:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950318.164020:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b7200 00000400:00000010:1.0:1784950318.164024:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e147c1b. 00000800:00000010:2.0:1784950318.164030:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d62b3518. 00000400:00000010:0.0:1784950318.164031:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0c90d20. 00000100:00000001:1.0:1784950318.164036:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950318.164043:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1784950318.164044:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 144256 00000100:00000001:1.0:1784950318.164052:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950318.164052:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:1.0:1784950318.164064:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000200:0.0:1784950318.164066:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369167104, offset 0 00000800:00000001:3.0:1784950318.164069:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784950318.164071:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:2.0:1784950318.164072:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:1.0:1784950318.164079:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950318.164080:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d62b3518 type 1, nob 464 niov 1 nkiov 1 00000020:00000001:1.0:1784950318.164085:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1784950318.164089:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950318.164095:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950318.164095:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950318.164099:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b17990e x1871652369166464/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:469/0 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950318.164105:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950318.164108:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950318.164112:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950318.164124:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:0.0:1784950318.164125:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1784950318.164132:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950318.164136:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950318.164139:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:2.0:1784950318.164142:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1784950318.164145:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004b17990e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369166464:12345-0@lo:400: Request processed in 846us (1654us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950318.164154:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1784950318.164158:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f4c3b10 x1871652369166592/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:469/0 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950318.164167:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00100000:1.0:1784950318.164174:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000400:00000200:0.0:1784950318.164184:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10507:10507:246:4294967295] 192.168.203.114@tcp LPNI seq info [9332:9332:7:4294967295] 00000100:00000040:1.0:1784950318.164185:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:1.0:1784950318.164193:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950318.164198:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1784950318.164202:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001f4c3b10 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369166592:12345-192.168.203.114@tcp:41: Request processed in 901us (1496us total) trans 0 rc 0/0 00000020:00000010:1.0:1784950318.164206:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc71fa66. 00000020:00000010:1.0:1784950318.164217:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000100:00100000:2.0:1784950318.164250:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2585 00000020:00000010:1.0:1784950318.164251:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087e32b89. 00000400:00000200:0.0:1784950318.164255:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:2.0:1784950318.164259:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000020:00000040:1.0:1784950318.164260:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000001:2.0:1784950318.164268:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1784950318.164271:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1784950318.164273:0:441635:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:1.0:1784950318.164276:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cdf85567. 00000100:00000001:2.0:1784950318.164276:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1784950318.164278:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950318.164280:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1784950318.164285:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 02000000:00000001:1.0:1784950318.164290:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000800:00000010:0.0:1784950318.164295:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825f13b0. 00000100:00000001:1.0:1784950318.164296:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950318.164297:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000026e17c9. 00000100:00000010:3.0:1784950318.164297:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2ad3b50. 00000100:00000040:3.0:1784950318.164311:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000b2ad3b50 x1871652369166848 msgsize 224 00000020:00000010:2.0:1784950318.164313:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005604a92a. 00000100:00000200:1.0:1784950318.164314:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:0.0:1784950318.164319:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:1.0:1784950318.164329:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d072e528. 00000020:00000040:2.0:1784950318.164330:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000800:00000200:0.0:1784950318.164341:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950318.164343:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950318.164343:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000010:1.0:1784950318.164345:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000588508dc. 00000800:00000200:0.0:1784950318.164353:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000825f13b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950318.164362:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950318.164367:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5030 usecs (6 jiffies) 00000100:00000001:3.0:1784950318.164370:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950318.164372:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950318.164373:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307256329 00000100:00000001:0.0:1784950318.164382:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307258748 00000100:00100000:2.0:1784950318.164384:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369166336 00000100:00000001:0.0:1784950318.164387:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307256329 00000100:00000001:0.0:1784950318.164395:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307258748 02000000:00000001:2.0:1784950318.164395:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950318.164402:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950318.164404:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307256329 00000100:00000001:2.0:1784950318.164410:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.164414:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307258748 00000100:00000001:3.0:1784950318.164416:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1784950318.164421:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950318.164423:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369166848 00000100:00000001:0.0:1784950318.164427:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307256329 02000000:00000001:3.0:1784950318.164433:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:1.0:1784950318.164434:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950318.164434:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369166336 00000100:00000001:0.0:1784950318.164437:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307258748 00000100:00000001:3.0:1784950318.164439:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784950318.164444:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950318.164444:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950318.164445:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.164449:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1784950318.164452:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000800:00000001:1.0:1784950318.164456:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950318.164457:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.164462:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950318.164463:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:3.0:1784950318.164466:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369166848 00000020:00000040:2.0:1784950318.164471:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:3.0:1784950318.164475:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:1.0:1784950318.164478:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:2.0:1784950318.164479:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000040:3.0:1784950318.164480:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000400:00000001:0.0:1784950318.164481:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1784950318.164491:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000001:0.0:1784950318.164492:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1784950318.164493:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000040:3.0:1784950318.164497:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000400:00000010:0.0:1784950318.164501:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001643a88a. 00000100:00000001:2.0:1784950318.164506:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950318.164509:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b7180 00000020:00000001:3.0:1784950318.164509:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000010:2.0:1784950318.164515:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000400:00000200:0.0:1784950318.164516:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003302268b 00000020:00000001:3.0:1784950318.164519:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:2.0:1784950318.164525:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784950318.164526:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003302268b. 00000100:00000001:3.0:1784950318.164528:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950318.164539:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000020:00000010:3.0:1784950318.164540:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000100:00000001:0.0:1784950318.164541:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950318.164542:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 11424 00000100:00000001:3.0:1784950318.164551:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950318.164553:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baa6afc3 x1871652369166464/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950318.164558:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005604a92a. 00000020:00000010:3.0:1784950318.164564:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000800:00000001:1.0:1784950318.164566:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950318.164570:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000020:00000010:3.0:1784950318.164580:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de33f78e. 00000800:00000001:1.0:1784950318.164582:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950318.164584:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000026e17c9. 00000020:00000010:3.0:1784950318.164595:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000400:00000200:1.0:1784950318.164596:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1784950318.164599:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baa6afc3 x1871652369166464/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950318.164601:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000010:3.0:1784950318.164607:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000100:00000001:2.0:1784950318.164612:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1784950318.164617:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950318.164620:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1784950318.164625:0:453511:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1784950318.164627:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.164633:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950318.164635:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1784950318.164639:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1784950318.164642:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950318.164643:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.164652:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950318.164653:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1784950318.164656:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2e10981. 00000100:00000001:0.0:1784950318.164660:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950318.164665:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1784950318.164667:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950318.164669:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:1.0:1784950318.164670:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000a2e10981 x1871652369166720 msgsize 224 00000100:00000001:3.0:1784950318.164673:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1784950318.164678:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950318.164680:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.164682:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950318.164690:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950318.164697:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950318.164698:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950318.164700:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950318.164703:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00001000:0.0:1784950318.164705:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=106 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950318.164713:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00001000:0.0:1784950318.164715:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=106 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950318.164758:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950318.164763:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950318.164764:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950318.164770:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.164772:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1784950318.164776:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950318.164784:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950318.164786:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2586 00000100:00100000:3.0:1784950318.164786:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1506 00000100:00000001:0.0:1784950318.164790:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950318.164791:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950318.164801:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000040:2.0:1784950318.164803:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000800:00000001:1.0:1784950318.164805:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950318.164807:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000baa6afc3 x1871652369166464/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950318.164810:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785889439616 : -120287820112000 : ffff92994f361f80) 00000100:00000001:2.0:1784950318.164815:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785884834816 : -120287824716800 : ffff92994eefdc00) 00000800:00000001:1.0:1784950318.164816:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950318.164824:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950318.164826:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2ad3b50 x1871652369166848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:469/0 lens 224/0 e 0 to 0 dl 1784950329 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950318.164837:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000042f323f0 x1871652369166336/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:469/0 lens 224/0 e 0 to 0 dl 1784950329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950318.164851:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950318.164858:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369166720 00000100:00000001:0.0:1784950318.164866:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950318.164868:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950318.164874:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950318.164880:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950318.164882:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.164887:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950318.164889:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1784950318.164892:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950318.164895:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950318.164898:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000100:00100000:1.0:1784950318.164902:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369166720 00000020:00000010:2.0:1784950318.164904:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000040:0.0:1784950318.164905:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baa6afc3 x1871652369166464/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950318.164908:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950318.164912:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950318.164912:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1784950318.164919:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000010:3.0:1784950318.164922:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000020:00000001:1.0:1784950318.164927:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000010:2.0:1784950318.164927:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000020:00000040:1.0:1784950318.164934:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00100000:3.0:1784950318.164942:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b2ad3b50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369166848:12345-192.168.203.114@tcp:400: 00000020:00000001:1.0:1784950318.164947:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00100000:2.0:1784950318.164951:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000042f323f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369166336:12345-192.168.203.114@tcp:41: 00000020:00000001:1.0:1784950318.164959:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000200:3.0:1784950318.164966:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369166848 00000100:00000001:1.0:1784950318.164973:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1784950318.164973:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369166336 00000020:00000001:3.0:1784950318.164974:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00100000:0.0:1784950318.164976:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000baa6afc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369166464:0@lo:400: 00000020:00000010:1.0:1784950318.164981:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b713208. 00000020:00000001:3.0:1784950318.164982:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950318.164985:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950318.164989:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.164994:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950318.164995:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950318.164997:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1784950318.164998:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950318.165002:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950318.165004:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000010:1.0:1784950318.165007:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b713208. 00000100:00000001:0.0:1784950318.165008:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1784950318.165016:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950318.165018:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1784950318.165023:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000baa6afc3 x1871652369166464/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950318.165024:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087e32b89. 00000020:00000001:2.0:1784950318.165024:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:3.0:1784950318.165027:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950318.165037:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc71fa66. 00000020:00000001:2.0:1784950318.165037:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950318.165041:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000001:00000001:2.0:1784950318.165046:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369166336, found 0 last_xid 1871652369166335 00000020:00000010:1.0:1784950318.165047:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000020:00000001:3.0:1784950318.165050:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950318.165061:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.165062:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1784950318.165063:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950318.165064:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784950318.165073:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1784950318.165074:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1784950318.165074:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1784950318.165076:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000010:0.0:1784950318.165081:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081b1467d. 00000100:00000001:1.0:1784950318.165083:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950318.165084:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950318.165086:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1784950318.165093:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950318.165094:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784950318.165096:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950318.165099:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950318.165100:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950318.165106:0:441642:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000100:00000001:2.0:1784950318.165107:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1784950318.165110:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000eacfec9c. 00000100:00000001:1.0:1784950318.165111:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950318.165115:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1784950318.165117:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1784950318.165123:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950318.165124:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eec44ac7. 02000000:00000010:2.0:1784950318.165130:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c7694431. 00000100:00000001:1.0:1784950318.165131:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1784950318.165134:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950318.165136:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.165138:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1784950318.165138:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950318.165139:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1784950318.165144:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950318.165147:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baa6afc3. 00000100:00000001:2.0:1784950318.165151:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950318.165151:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369166848 00000100:00000001:0.0:1784950318.165160:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1784950318.165160:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2587 00010000:00000001:3.0:1784950318.165163:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000004:00000001:2.0:1784950318.165167:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00000001:0.0:1784950318.165168:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950318.165174:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000004:00000001:2.0:1784950318.165174:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000100:00000001:0.0:1784950318.165176:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1784950318.165177:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000b2ad3b50 x1871652369166848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:469/0 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1784950318.165181:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.165185:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786048188672 : -120287661362944 : ffff929958ac7100) 00000100:00000001:0.0:1784950318.165189:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950318.165196:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000004:00000024:2.0:1784950318.165201:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000100:00000040:1.0:1784950318.165203:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a2e10981 x1871652369166720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:469/0 lens 224/0 e 0 to 0 dl 1784950329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950318.165207:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1784950318.165210:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950318.165214:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000020:2.0:1784950318.165217:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00010000:00000001:3.0:1784950318.165217:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.165222:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950318.165253:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=101 v=5 (1 1 1 1) 00000020:00000020:2.0:1784950318.165254:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000100:00100000:0.0:1784950318.165259:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000020:2.0:1784950318.165270:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000100:00000001:0.0:1784950318.165272:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950318.165275:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950318.165277:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950318.165281:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000020:2.0:1784950318.165284:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000020:00000010:1.0:1784950318.165285:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b713208. 00000100:00000040:3.0:1784950318.165287:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950318.165288:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950318.165295:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950318.165301:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000004:00000020:2.0:1784950318.165303:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000100:00000001:0.0:1784950318.165304:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1784950318.165305:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b713208. 00000100:00000001:0.0:1784950318.165312:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950318.165313:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:2.0:1784950318.165318:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1784950318.165319:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784950318.165320:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950318.165323:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a2e10981 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369166720:12345-192.168.203.114@tcp:400: 00000001:00000001:2.0:1784950318.165323:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.165331:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950318.165335:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064f70b2a x1871652369166976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1784950318.165335:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950318.165340:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369166720 00010000:00000040:2.0:1784950318.165346:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369166336 00000100:00000040:3.0:1784950318.165348:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950318.165350:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:2.0:1784950318.165359:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000010:3.0:1784950318.165360:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032ff6f71. 00000020:00000001:1.0:1784950318.165361:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950318.165368:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950318.165371:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369166848, offset 224 00000100:00000001:0.0:1784950318.165374:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000200:2.0:1784950318.165375:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000042f323f0 x1871652369166336/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:469/0 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950318.165376:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950318.165383:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:0.0:1784950318.165384:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950318.165386:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950318.165396:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1784950318.165398:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1784950318.165405:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1784950318.165408:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369166720, found 0 last_xid 1871652369166591 00000400:00000200:3.0:1784950318.165410:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000001:2.0:1784950318.165414:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1784950318.165421:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950318.165423:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950318.165423:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950318.165431:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10508:10508:245:4294967295] 192.168.203.114@tcp LPNI seq info [9333:9333:6:4294967295] 00000020:00000001:1.0:1784950318.165435:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00001000:2.0:1784950318.165435:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=101 v=5 (1 1 1 1) 00000100:00100000:0.0:1784950318.165443:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000064f70b2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369166976:192.168.203.114@tcp:400: 00000020:00000001:1.0:1784950318.165444:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950318.165450:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950318.165450:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1784950318.165461:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950318.165465:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784950318.165465:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950318.165468:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950318.165475:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950318.165476:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1784950318.165477:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950318.165479:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950318.165486:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950318.165489:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cdf85567. 02000000:00000001:2.0:1784950318.165490:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950318.165496:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950318.165500:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784950318.165502:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950318.165503:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784950318.165510:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000010:0.0:1784950318.165512:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000028d4e4fc. 00000100:00000001:1.0:1784950318.165513:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950318.165521:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950318.165522:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000054f0341. 02000000:00000001:0.0:1784950318.165523:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950318.165524:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950318.165529:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbc882ed. 00010000:00000040:1.0:1784950318.165537:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369166720 00000400:00000010:0.0:1784950318.165538:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c17942c. 00000100:00000200:2.0:1784950318.165540:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369166336, offset 224 00000800:00000200:3.0:1784950318.165543:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:1.0:1784950318.165548:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000010:0.0:1784950318.165551:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d460af32. 00010000:00000200:1.0:1784950318.165565:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000a2e10981 x1871652369166720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:469/0 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950318.165568:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:2.0:1784950318.165570:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:3.0:1784950318.165580:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000054f0341 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1784950318.165585:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369166976, portal 4 00000100:00000001:3.0:1784950318.165594:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950318.165597:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950318.165598:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1784950318.165598:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1784950318.165605:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950318.165607:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786048185984 : -120287661365632 : ffff929958ac6680) 00010000:00000001:1.0:1784950318.165608:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950318.165616:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00001000:1.0:1784950318.165621:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=101 v=5 (1 1 1 1) 00000400:00000200:2.0:1784950318.165621:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10509:10509:244:4294967295] 192.168.203.114@tcp LPNI seq info [9334:9334:5:4294967295] 00000020:00000001:3.0:1784950318.165622:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950318.165631:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064f70b2a x1871652369166976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950318.165634:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950318.165638:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1784950318.165651:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2ad3b50 x1871652369166848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:469/0 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950318.165652:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950318.165664:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950318.165675:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1784950318.165675:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950318.165680:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784950318.165684:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.165696:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950318.165698:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950318.165710:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912c2f18. 00000100:00000040:1.0:1784950318.165712:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950318.165712:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950318.165718:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369166976, offset 0 00000100:00100000:3.0:1784950318.165753:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b2ad3b50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369166848:12345-192.168.203.114@tcp:400: Request processed in 824us (1400us total) trans 0 rc 0/0 00000400:00000010:1.0:1784950318.165767:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e147c1b. 00000100:00100000:3.0:1784950318.165772:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1506 00000800:00000010:2.0:1784950318.165775:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006415387d. 00000400:00000200:0.0:1784950318.165782:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950318.165785:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:3.0:1784950318.165791:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1784950318.165792:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369166720, offset 224 00000800:00000200:2.0:1784950318.165797:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950318.165798:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950318.165802:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000010:3.0:1784950318.165807:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000400:00000200:1.0:1784950318.165817:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950318.165818:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784950318.165819:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000010:3.0:1784950318.165820:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000400:00000200:0.0:1784950318.165830:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000010:3.0:1784950318.165831:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de33f78e. 00000800:00000200:2.0:1784950318.165834:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006415387d type 1, nob 464 niov 1 nkiov 1 00000400:00000200:0.0:1784950318.165842:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000040:3.0:1784950318.165844:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:2.0:1784950318.165850:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.165852:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950318.165854:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:2.0:1784950318.165871:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:0.0:1784950318.165873:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10510:10510:243:4294967295] 192.168.203.114@tcp LPNI seq info [9335:9335:4:4294967295] 00010000:00000001:2.0:1784950318.165882:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950318.165888:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950318.165898:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:3.0:1784950318.165899:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784950318.165906:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000010:3.0:1784950318.165909:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d62b3518. 00000100:00000040:2.0:1784950318.165914:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000042f323f0 x1871652369166336/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:469/0 lens 224/368 e 0 to 0 dl 1784950329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950318.165919:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1784950318.165935:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950318.165939:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950318.165943:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:0.0:1784950318.165951:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 00000400:00000200:1.0:1784950318.165964:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10511:10511:242:4294967295] 192.168.203.114@tcp LPNI seq info [9336:9336:3:4294967295] 00000800:00000200:0.0:1784950318.165975:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:2.0:1784950318.165976:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000042f323f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369166336:12345-192.168.203.114@tcp:41: Request processed in 1070us (2528us total) trans 0 rc 0/0 00000800:00000200:0.0:1784950318.165996:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:2.0:1784950318.165999:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2586 00000400:00000200:1.0:1784950318.166002:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950318.166008:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784950318.166010:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000200:3.0:1784950318.166017:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072272f0d 00000100:00000001:2.0:1784950318.166022:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1784950318.166023:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950318.166027:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000072272f0d. 00000100:00000001:2.0:1784950318.166030:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1784950318.166032:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b35b6916. 00000100:00000001:0.0:1784950318.166033:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.166039:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1784950318.166040:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000100:00000040:0.0:1784950318.166044:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4683 usecs (5 jiffies) 00000100:00000001:3.0:1784950318.166047:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1784950318.166053:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:2.0:1784950318.166053:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000026e17c9. 00000100:00000001:0.0:1784950318.166056:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307256330 00000020:00000010:2.0:1784950318.166062:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005604a92a. 00000100:00000001:0.0:1784950318.166064:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307258748 00000800:00000200:1.0:1784950318.166070:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:0.0:1784950318.166072:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307256330 00000020:00000040:2.0:1784950318.166075:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000200:1.0:1784950318.166082:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b35b6916 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950318.166083:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307258748 00000100:00000001:2.0:1784950318.166085:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950318.166092:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.166095:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307256330 00000100:00000040:1.0:1784950318.166101:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950318.166102:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307258748 00000100:00000001:0.0:1784950318.166111:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307256330 00010000:00000001:1.0:1784950318.166114:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:0.0:1784950318.166117:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307258748 00000020:00000001:1.0:1784950318.166122:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.166123:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784950318.166129:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950318.166133:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950318.166136:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000010:3.0:1784950318.166139:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 00000100:00000001:0.0:1784950318.166142:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950318.166150:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950318.166151:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2e10981 x1871652369166720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:469/0 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950318.166151:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950318.166152:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950318.166168:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950318.166170:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950318.166177:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950318.166187:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912c2f18 00000800:00000001:2.0:1784950318.166189:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950318.166192:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000912c2f18. 00000100:00100000:1.0:1784950318.166197:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a2e10981 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369166720:12345-192.168.203.114@tcp:400: Request processed in 913us (1520us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950318.166202:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784950318.166209:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:3.0:1784950318.166216:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064f70b2a x1871652369166976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950318.166224:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2587 00000400:00000200:2.0:1784950318.166260:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b7280 00000100:00000040:1.0:1784950318.166262:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:1.0:1784950318.166270:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950318.166277:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950318.166278:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1784950318.166285:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 11648 00000020:00000010:1.0:1784950318.166287:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc71fa66. 00000100:00000040:3.0:1784950318.166291:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064f70b2a x1871652369166976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950318.166298:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000800:00000001:2.0:1784950318.166301:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950318.166312:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087e32b89. 00000100:00000001:3.0:1784950318.166314:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.166321:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1784950318.166325:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:0.0:1784950318.166330:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307258748 00000100:00000001:1.0:1784950318.166335:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950318.166337:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307256340 00000100:00000001:0.0:1784950318.166346:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307258748 00000100:00000001:0.0:1784950318.166350:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950318.166353:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.166358:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.166361:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950318.166370:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1784950318.166372:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950318.166373:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950318.166385:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950318.166387:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950318.166389:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950318.166399:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950318.166408:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950318.166413:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950318.166413:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950318.166420:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000800:00000010:1.0:1784950318.166421:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825f13b0. 00000100:00000200:2.0:1784950318.166427:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1784950318.166431:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1784950318.166435:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000961190c0. 00000400:00000200:1.0:1784950318.166441:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950318.166441:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000961190c0 x1871652369166976 msgsize 224 00000400:00000200:1.0:1784950318.166448:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c90d20 00000400:00000010:1.0:1784950318.166453:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e0c90d20. 00000100:00100000:2.0:1784950318.166453:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000200:3.0:1784950318.166457:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950318.166462:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:3.0:1784950318.166464:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b35b6916. 00000100:00000001:2.0:1784950318.166474:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1784950318.166475:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784950318.166477:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa3bbdec x1871652369167104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950318.166488:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950318.166494:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950318.166506:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950318.166507:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e147c1b 00000100:00000001:0.0:1784950318.166509:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950318.166512:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784950318.166515:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e147c1b. 00000800:00000001:2.0:1784950318.166517:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950318.166519:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369166976 00000100:00000040:1.0:1784950318.166526:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa3bbdec x1871652369167104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950318.166528:0:441635:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1784950318.166529:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1784950318.166530:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950318.166535:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1784950318.166536:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950318.166544:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950318.166548:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950318.166553:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:0.0:1784950318.166557:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.166559:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950318.166564:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950318.166567:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369166976 00000100:00000001:1.0:1784950318.166568:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1784950318.166572:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950318.166575:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b7100 00000020:00000001:0.0:1784950318.166578:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950318.166585:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000800:00000001:3.0:1784950318.166589:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950318.166590:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950318.166597:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000400:00000200:2.0:1784950318.166599:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15085 [1] + 224 00000020:00000001:0.0:1784950318.166604:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000200:1.0:1784950318.166610:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784950318.166614:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:0.0:1784950318.166617:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000010:1.0:1784950318.166620:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000054f0341. 00000800:00000001:2.0:1784950318.166621:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950318.166630:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950318.166633:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950318.166637:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950318.166639:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002084351f. 00000400:00000200:3.0:1784950318.166645:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b7180 00000400:00000200:2.0:1784950318.166647:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950318.166649:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950318.166653:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950318.166663:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002084351f. 00000400:00000200:2.0:1784950318.166670:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950318.166672:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x150a1 [1] + 224 00000020:00000010:0.0:1784950318.166676:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c1184b9. 00000020:00000010:0.0:1784950318.166688:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023d82d26. 00000400:00000200:1.0:1784950318.166690:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032ff6f71 00000800:00000001:3.0:1784950318.166691:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950318.166696:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000855af664. 00000400:00000010:1.0:1784950318.166699:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000032ff6f71. 00000800:00000001:3.0:1784950318.166707:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950318.166709:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1784950318.166710:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950318.166711:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950318.166715:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950318.166719:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1784950318.166762:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a12a109 x1871652369166592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950318.166765:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950318.166768:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950318.166785:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950318.166787:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950318.166793:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950318.166799:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c46522e1 x1871652369166720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950318.166807:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950318.166813:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000a12a109 x1871652369166592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950318.166822:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950318.166837:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c46522e1 x1871652369166720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950318.166844:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950318.166852:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000200:1.0:1784950318.166867:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1784950318.166871:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2588 00000800:00000010:1.0:1784950318.166880:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006415387d. 00000100:00000040:0.0:1784950318.166884:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:0.0:1784950318.166891:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987788288 : -120287721763328 : ffff92995512ce00) 00000400:00000200:1.0:1784950318.166894:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950318.166894:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950318.166899:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784950318.166902:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000961190c0 x1871652369166976/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:469/0 lens 224/0 e 0 to 0 dl 1784950329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950318.166915:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950318.166924:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950318.166929:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc882ed 00000020:00000010:0.0:1784950318.166933:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002084351f. 00000100:00000001:3.0:1784950318.166934:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784950318.166938:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dbc882ed. 00000100:00000001:3.0:1784950318.166941:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950318.166943:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950318.166951:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002084351f. 00000100:00000001:1.0:1784950318.166953:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1784950318.166955:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1784950318.166960:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950318.166962:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1784950318.166963:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1784950318.166964:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000961190c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369166976:12345-192.168.203.114@tcp:400: 00000400:00000010:3.0:1784950318.166970:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c029abba. 00000800:00000001:2.0:1784950318.166974:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950318.166976:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950318.166977:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369166976 00000400:00000200:3.0:1784950318.166981:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a240814 00000800:00000001:2.0:1784950318.166984:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950318.166985:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000001:1.0:1784950318.166987:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950318.166987:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a240814. 00000020:00000001:0.0:1784950318.166994:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000001:2.0:1784950318.166996:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950318.166998:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1784950318.167002:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950318.167009:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1784950318.167013:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c46522e1 x1871652369166720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950318.167014:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:0.0:1784950318.167024:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1784950318.167025:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000001:00000001:0.0:1784950318.167031:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369166976, found 0 last_xid 1871652369166335 00000100:00000001:1.0:1784950318.167032:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950318.167040:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1784950318.167042:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784950318.167052:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1784950318.167053:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1784950318.167056:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b7300 00000020:00000001:0.0:1784950318.167063:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000001:1.0:1784950318.167064:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1784950318.167072:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950318.167074:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bced65a9. 00000020:00000001:0.0:1784950318.167079:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1784950318.167082:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c46522e1 x1871652369166720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950318.167087:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1784950318.167087:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014170e3d 02000000:00000001:0.0:1784950318.167093:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1784950318.167097:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000014170e3d. 02000000:00000010:0.0:1784950318.167101:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000055e7fc3a. 00000100:00000001:1.0:1784950318.167109:0:441641:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784950318.167111:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.167122:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950318.167124:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a12a109 x1871652369166592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950318.167124:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 144480 00000020:00000001:0.0:1784950318.167131:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.167132:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950318.167141:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950318.167141:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1784950318.167143:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369166976 00000100:00000001:3.0:1784950318.167153:0:441644:0:(client.c:1580:after_reply()) Process entered 00010000:00000001:0.0:1784950318.167155:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000001:2.0:1784950318.167160:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950318.167161:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950318.167167:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000200:0.0:1784950318.167170:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000961190c0 x1871652369166976/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:469/0 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950318.167172:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950318.167173:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950318.167180:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a12a109 x1871652369166592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950318.167186:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950318.167196:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00001000:3.0:1784950318.167201:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=96 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950318.167211:0:441636:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1784950318.167217:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1784950318.167220:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:3.0:1784950318.167221:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=96 v=5 (1 1 1 1) 00010000:00000001:0.0:1784950318.167224:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950318.167257:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8faf005. 00000100:00000001:1.0:1784950318.167258:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1784950318.167259:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=101 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950318.167260:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950318.167267:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950318.167268:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950318.167271:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000f8faf005 x1871652369167104 msgsize 224 00000100:00000001:0.0:1784950318.167272:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950318.167279:0:441641:0:(client.c:1580:after_reply()) Process entered 00010000:00000001:3.0:1784950318.167281:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1784950318.167285:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1784950318.167286:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950318.167288:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.167292:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950318.167297:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00100000:2.0:1784950318.167300:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950318.167301:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.167301:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1784950318.167307:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1784950318.167308:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 02000000:00000001:1.0:1784950318.167311:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950318.167314:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.167316:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950318.167324:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950318.167324:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.167326:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:1.0:1784950318.167330:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=96 v=5 (5 5 5 5) 00000800:00000001:2.0:1784950318.167340:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1784950318.167342:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=96 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950318.167344:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c46522e1 x1871652369166720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950318.167345:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:2.0:1784950318.167353:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950318.167357:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968cd81d. 00000100:00000001:1.0:1784950318.167358:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1784950318.167363:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950318.167366:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950318.167369:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369166976, offset 224 00000800:00000001:2.0:1784950318.167374:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950318.167376:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950318.167383:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950318.167394:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950318.167396:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784950318.167400:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950318.167402:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000400:00000200:2.0:1784950318.167402:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950318.167412:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950318.167412:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950318.167418:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.167420:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950318.167425:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:1.0:1784950318.167438:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a12a109 x1871652369166592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950318.167438:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46522e1 x1871652369166720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950318.167445:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10512:10512:247:4294967295] 192.168.203.114@tcp LPNI seq info [9337:9337:8:4294967295] 00000400:00000200:0.0:1784950318.167500:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950318.167508:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784950318.167509:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c46522e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369166720:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950318.167522:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000200:0.0:1784950318.167526:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950318.167531:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950318.167531:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950318.167539:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b7200 00000800:00000010:0.0:1784950318.167540:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b126ea16. 00000100:00000001:3.0:1784950318.167543:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000004:00000001:1.0:1784950318.167544:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000040:3.0:1784950318.167554:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c46522e1 x1871652369166720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1784950318.167555:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000400:00000200:2.0:1784950318.167564:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15091 [1] + 224 00000800:00000200:0.0:1784950318.167566:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:2.0:1784950318.167584:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000004:00000020:1.0:1784950318.167588:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00000001:3.0:1784950318.167588:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000200:0.0:1784950318.167590:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:3.0:1784950318.167596:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1784950318.167598:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950318.167600:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b126ea16 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1784950318.167602:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9a7d46a. 00000400:00000200:2.0:1784950318.167608:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:1.0:1784950318.167615:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950318.167617:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950318.167623:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1784950318.167625:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a12a109 x1871652369166592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950318.167625:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:3.0:1784950318.167627:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950318.167630:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950318.167638:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784950318.167640:0:441636:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1784950318.167643:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fd72e494. 00000100:00000040:0.0:1784950318.167646:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000200:2.0:1784950318.167656:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081ed4785 x1871652369166848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950318.167656:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1784950318.167658:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:3.0:1784950318.167663:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1784950318.167665:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950318.167672:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c46522e1. 00000020:00000001:0.0:1784950318.167675:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950318.167685:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1784950318.167692:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000961190c0 x1871652369166976/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:469/0 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950318.167692:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950318.167703:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081ed4785 x1871652369166848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950318.167704:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.167714:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784950318.167717:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000a12a109 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369166592:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950318.167750:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1784950318.167780:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000961190c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369166976:12345-192.168.203.114@tcp:400: Request processed in 847us (1329us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950318.167782:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950318.167790:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950318.167802:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a12a109 x1871652369166592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950318.167809:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1784950318.167815:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2588 00000100:00000040:0.0:1784950318.167827:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:0.0:1784950318.167834:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950318.167838:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950318.167841:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1784950318.167846:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1784950318.167849:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023d82d26. 00000400:00000001:3.0:1784950318.167850:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1784950318.167851:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:1.0:1784950318.167854:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000da141893. 00000400:00000001:3.0:1784950318.167858:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1784950318.167863:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000855af664. 00000400:00000010:3.0:1784950318.167864:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d361b86. 02000000:00000001:1.0:1784950318.167866:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1784950318.167866:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950318.167873:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:3.0:1784950318.167876:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a09db0 00000020:00000040:1.0:1784950318.167877:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000800:00000001:2.0:1784950318.167877:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950318.167878:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c1184b9. 00000400:00000010:3.0:1784950318.167884:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c1a09db0. 00000800:00000001:2.0:1784950318.167889:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950318.167890:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:0.0:1784950318.167892:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:3.0:1784950318.167894:0:441644:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1784950318.167896:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009b5272c8. 00000100:00000001:0.0:1784950318.167901:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950318.167907:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1784950318.167907:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:3.0:1784950318.167909:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081ed4785 x1871652369166848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950318.167913:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950318.167918:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a12a109. 00000100:00000001:1.0:1784950318.167934:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1784950318.167934:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b7000 00000100:00000001:0.0:1784950318.167938:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950318.167943:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950318.167945:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369167104 00000100:00000200:3.0:1784950318.167949:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081ed4785 x1871652369166848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950318.167953:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950318.167954:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1784950318.167960:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15081 [1] + 224 00000100:00000001:0.0:1784950318.167961:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950318.167969:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.167970:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950318.167979:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950318.167982:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950318.167985:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950318.167993:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784950318.167994:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369167104 00000100:00000001:3.0:1784950318.167997:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950318.168002:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950318.168003:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950318.168005:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950318.168006:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950318.168013:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000400:00000200:2.0:1784950318.168014:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950318.168014:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950318.168021:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1784950318.168022:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950318.168030:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1784950318.168031:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000400:00000200:2.0:1784950318.168033:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950318.168038:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950318.168041:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:2.0:1784950318.168048:0:441636:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784950318.168052:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950318.168053:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:0.0:1784950318.168064:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1784950318.168064:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000044f72fe5 x1871652369166336/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784950318.168069:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=101 v=5 (5 5 5 5) 00000020:00000010:0.0:1784950318.168073:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002084351f. 00000100:00000001:0.0:1784950318.168082:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1784950318.168090:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=101 v=5 (1 1 1 1) 00000020:00000010:0.0:1784950318.168092:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002084351f. 00000020:00000010:0.0:1784950318.168103:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c1184b9. 00000100:00000001:3.0:1784950318.168107:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1784950318.168112:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023d82d26. 00000100:00000001:3.0:1784950318.168116:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950318.168122:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000855af664. 00000100:00000040:2.0:1784950318.168125:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000044f72fe5 x1871652369166336/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950318.168128:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784950318.168135:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00080000:3.0:1784950318.168142:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000081ed4785 x1871652369166848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950318.168145:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950318.168150:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950318.168155:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950318.168166:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1784950318.168173:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1784950318.168177:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950318.168180:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.168187:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784950318.168190:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784950318.168190:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950318.168195:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950318.168197:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950318.168203:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950318.168209:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950318.168212:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081ed4785 x1871652369166848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950318.168215:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000001:2.0:1784950318.168222:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950318.168223:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950318.168261:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950318.168269:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1507 00000100:00000001:3.0:1784950318.168271:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950318.168275:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950318.168278:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950318.168280:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000001:1.0:1784950318.168284:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950318.168288:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987787392 : -120287721764224 : ffff92995512ca80) 00000100:00000040:3.0:1784950318.168291:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081ed4785 x1871652369166848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950318.168298:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784950318.168303:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8faf005 x1871652369167104/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:469/0 lens 224/0 e 0 to 0 dl 1784950329 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950318.168308:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950318.168317:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000817aa2ba. 00000400:00000200:1.0:1784950318.168331:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dca9971 00000100:00100000:3.0:1784950318.168335:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000081ed4785 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369166848:192.168.203.114@tcp:400: 00000800:00000200:2.0:1784950318.168339:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1784950318.168341:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008dca9971. 00000100:00000001:0.0:1784950318.168342:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000010:2.0:1784950318.168350:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b126ea16. 00000020:00000010:0.0:1784950318.168353:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002084351f. 00000100:00000001:1.0:1784950318.168357:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950318.168358:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950318.168362:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950318.168364:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950318.168368:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1784950318.168373:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002084351f. 00000100:00000200:1.0:1784950318.168376:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000044f72fe5 x1871652369166336/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950318.168382:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081ed4785 x1871652369166848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950318.168388:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950318.168394:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f8faf005 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369167104:12345-192.168.203.114@tcp:400: 00000400:00000200:2.0:1784950318.168405:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968cd81d 00000400:00000010:2.0:1784950318.168414:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000968cd81d. 00000100:00000200:0.0:1784950318.168422:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369167104 00000100:00000001:2.0:1784950318.168428:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1784950318.168434:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950318.168436:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950318.168440:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1784950318.168446:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000200:1.0:1784950318.168447:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000044f72fe5 x1871652369166336/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950318.168448:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1784950318.168450:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1784950318.168457:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c6745e1. 00000020:00000001:0.0:1784950318.168458:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950318.168464:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950318.168469:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950318.168473:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000001:2.0:1784950318.168473:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950318.168476:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1784950318.168481:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000040:3.0:1784950318.168483:0:441644:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1784950318.168485:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950318.168485:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950318.168492:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950318.168495:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:0.0:1784950318.168499:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950318.168500:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:3.0:1784950318.168501:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000de155b2e. 00000020:00000001:0.0:1784950318.168508:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950318.168509:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1784950318.168512:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:3.0:1784950318.168513:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950318.168516:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1784950318.168520:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1784950318.168520:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950318.168522:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950318.168528:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000010:3.0:1784950318.168529:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081ed4785. 02000000:00000001:1.0:1784950318.168532:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950318.168537:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950318.168538:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b7280 00000100:00000001:3.0:1784950318.168540:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1784950318.168546:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=101 v=5 (5 5 5 5) 00000020:00000001:0.0:1784950318.168547:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950318.168547:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950318.168556:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950318.168558:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950318.168560:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x150c5 [1] + 224 00000100:00001000:1.0:1784950318.168561:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=101 v=5 (1 1 1 1) 02000000:00000001:0.0:1784950318.168563:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950318.168572:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950318.168574:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1784950318.168576:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:0.0:1784950318.168577:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000edf11cc6. 00000100:00000001:3.0:1784950318.168580:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.168581:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950318.168586:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950318.168589:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950318.168592:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1784950318.168595:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950318.168596:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.168600:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950318.168602:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950318.168602:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950318.168604:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950318.168615:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369167104 00000100:00000001:1.0:1784950318.168616:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1784950318.168622:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950318.168623:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00010000:00000001:0.0:1784950318.168625:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950318.168633:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950318.168635:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950318.168638:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1784950318.168640:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f8faf005 x1871652369167104/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:469/0 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950318.168650:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000044f72fe5 x1871652369166336/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950318.168650:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064f70b2a x1871652369166976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950318.168675:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950318.168682:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.168685:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1784950318.168689:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=101 v=5 (1 1 1 1) 00000100:00000040:2.0:1784950318.168690:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064f70b2a x1871652369166976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950318.168693:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950318.168698:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950318.168705:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:1.0:1784950318.168706:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1784950318.168713:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000040:0.0:1784950318.168715:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950318.168766:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000004:00000020:1.0:1784950318.168774:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 02000000:00000001:0.0:1784950318.168777:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950318.168783:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950318.168789:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.168796:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950318.168803:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000044f72fe5 x1871652369166336/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950318.168807:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950318.168811:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1784950318.168817:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdfacc79. 00000800:00000001:2.0:1784950318.168824:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950318.168828:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369167104, offset 224 00000800:00000001:2.0:1784950318.168835:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950318.168836:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000044f72fe5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369166336:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950318.168842:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950318.168849:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950318.168850:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950318.168851:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950318.168862:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1784950318.168864:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950318.168871:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1784950318.168875:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000044f72fe5 x1871652369166336/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950318.168876:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000010:3.0:1784950318.168877:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c17942c. 00000400:00000200:3.0:1784950318.168889:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d460af32 00000400:00000200:0.0:1784950318.168896:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10513:10513:247:4294967295] 192.168.203.114@tcp LPNI seq info [9338:9338:8:4294967295] 00000400:00000010:3.0:1784950318.168897:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d460af32. 00000100:00000001:3.0:1784950318.168909:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950318.168923:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1784950318.168923:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064f70b2a x1871652369166976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950318.168931:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950318.168937:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bc9a0e3e. 00000400:00000200:0.0:1784950318.168943:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:1.0:1784950318.168948:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950318.168955:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950318.168961:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000800:00000200:0.0:1784950318.168972:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950318.168973:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950318.168980:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed4f4ed2. 00000100:00000200:3.0:1784950318.168981:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064f70b2a x1871652369166976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950318.168986:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031b2009f. 02000000:00000001:1.0:1784950318.168989:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950318.168996:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950318.169002:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000044f72fe5. 00000800:00000200:0.0:1784950318.169008:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950318.169013:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950318.169021:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950318.169029:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950318.169029:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950318.169030:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950318.169037:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950318.169040:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031b2009f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950318.169042:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950318.169048:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950318.169050:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950318.169056:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950318.169057:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950318.169063:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.169065:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950318.169066:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.169074:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950318.169076:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 02000000:00000001:3.0:1784950318.169084:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950318.169085:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950318.169090:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950318.169095:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00001000:3.0:1784950318.169099:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=101 v=5 (5 5 5 5) 00000100:00000040:0.0:1784950318.169105:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8faf005 x1871652369167104/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:469/0 lens 224/224 e 0 to 0 dl 1784950329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784950318.169113:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=101 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950318.169130:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950318.169135:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950318.169137:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f8faf005 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369167104:12345-192.168.203.114@tcp:400: Request processed in 791us (1862us total) trans 0 rc 0/0 00010000:00000001:3.0:1784950318.169141:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950318.169147:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.169154:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950318.169161:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00100000:0.0:1784950318.169162:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1507 00000100:00000001:3.0:1784950318.169166:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1784950318.169170:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:3.0:1784950318.169171:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950318.169181:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950318.169186:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1784950318.169190:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064f70b2a x1871652369166976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950318.169193:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023d82d26. 00000020:00000010:0.0:1784950318.169204:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000855af664. 00000100:00000001:3.0:1784950318.169209:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950318.169213:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c1184b9. 00000100:00000001:3.0:1784950318.169215:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000200:2.0:1784950318.169217:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950318.169222:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950318.169223:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000800:00000010:2.0:1784950318.169252:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031b2009f. 00000100:00000001:0.0:1784950318.169253:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950318.169263:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064f70b2a x1871652369166976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950318.169269:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784950318.169285:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000064f70b2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369166976:192.168.203.114@tcp:400: 00000800:00000001:1.0:1784950318.169288:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950318.169294:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950318.169304:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950318.169305:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950318.169306:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdfacc79 00000400:00000010:2.0:1784950318.169314:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdfacc79. 00000100:00000001:3.0:1784950318.169315:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784950318.169316:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950318.169324:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:1.0:1784950318.169326:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950318.169328:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064f70b2a x1871652369166976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950318.169330:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1784950318.169347:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950318.169366:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950318.169370:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950318.169373:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000028d4e4fc. 00000400:00000200:1.0:1784950318.169377:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b7300 02000000:00000001:3.0:1784950318.169381:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950318.169386:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950318.169390:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1784950318.169395:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:1.0:1784950318.169400:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x150b1 [1] + 224 02000000:00000010:3.0:1784950318.169400:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000031cff90d. 02000000:00000001:3.0:1784950318.169408:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950318.169413:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950318.169416:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064f70b2a. 00000800:00000001:1.0:1784950318.169419:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950318.169421:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950318.169426:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950318.169431:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950318.169431:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.169443:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950318.169444:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950318.169447:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950318.169451:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950318.169456:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950318.169459:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950318.169466:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950318.169474:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fa3bbdec x1871652369167104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950318.169495:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fa3bbdec x1871652369167104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950318.169518:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950318.169524:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950318.169528:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950318.169566:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950318.169571:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784950318.169575:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950318.169577:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950318.169580:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e179c7b. 00000400:00000200:3.0:1784950318.169585:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007da373e1 00000400:00000010:3.0:1784950318.169587:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007da373e1. 00000100:00000001:3.0:1784950318.169591:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950318.169596:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa3bbdec x1871652369167104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950318.169606:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa3bbdec x1871652369167104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950318.169615:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950318.169617:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950318.169619:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950318.169621:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950318.169622:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950318.169625:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950318.169628:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950318.169632:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950318.169636:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=101 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950318.169639:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950318.169640:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950318.169643:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1784950318.169646:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fa3bbdec x1871652369167104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950318.169654:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.169657:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950318.169658:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950318.169660:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950318.169661:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950318.169664:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa3bbdec x1871652369167104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950318.169672:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950318.169675:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950318.169676:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950318.169680:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa3bbdec x1871652369167104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950318.169688:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000fa3bbdec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369167104:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950318.169693:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950318.169695:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950318.169697:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa3bbdec x1871652369167104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950318.169704:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950318.169706:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950318.169707:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f0272bc. 02000000:00000001:3.0:1784950318.169711:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950318.169712:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950318.169713:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1784950318.169761:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950318.169764:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fc7a79b2. 02000000:00000001:3.0:1784950318.169770:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950318.169772:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950318.169774:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa3bbdec. 00000100:00000001:3.0:1784950318.169778:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950318.169780:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950318.169783:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950318.169789:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950318.169791:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950318.169795:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950318.169798:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950318.416845:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950318.416850:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950318.416855:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950318.416857:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950318.416984:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950318.416989:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950318.416993:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950318.864877:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.5@tcp 00000800:00000010:1.0:1784950318.864884:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000014755b2c. 00000400:00000200:1.0:1784950318.864894:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950318.864903:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.5@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950318.864912:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950318.864916:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000200:1.0:1784950318.864917:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.5@tcp: 1 00000400:00000200:1.0:1784950318.864923:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.5@tcp: -114 00000400:00000010:2.0:1784950318.864924:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004cef142d. 00000400:00000010:2.0:1784950318.864948:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005604a92a. 00000400:00000010:2.0:1784950318.864955:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c7615d7. 00000400:00000010:2.0:1784950318.864963:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000287f991e. 00000400:00000200:2.0:1784950318.864972:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950318.864987:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950318.864995:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950318.865001:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10514:10514:248:4294967295] 192.168.203.114@tcp LPNI seq info [9339:9339:8:4294967295] 00000400:00000200:2.0:1784950318.865010:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:2.0:1784950318.865021:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:2.0:1784950318.865034:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950318.865035:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:2.0:1784950318.865040:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002058a4fe. 00000400:00000200:3.0:1784950318.865052:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.5@tcp(00000000a02b4cc5) state 0x861 00000800:00000200:2.0:1784950318.865054:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000001:3.0:1784950318.865068:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1784950318.865071:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000001:3.0:1784950318.865075:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1784950318.865078:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002058a4fe type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1784950318.865082:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9ae20b 00000400:00000010:3.0:1784950318.865089:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9ae20b. 00000400:00000200:3.0:1784950318.865098:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950318.865106:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.5@tcp: -114 00000400:00000010:3.0:1784950318.865113:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000269463a9. 00000400:00000200:3.0:1784950318.865121:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.5@tcp:-110 00000400:00000200:2.0:1784950318.865126:0:441638:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 1 next ping: 12591 health :900 00000400:00000200:3.0:1784950318.865135:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.5@tcp(00000000a02b4cc5) state 0x2061 rc -110 00000400:00000200:3.0:1784950318.865147:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.5@tcp 00000800:00000200:0.0:1784950318.865257:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950318.865265:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002058a4fe. 00000400:00000200:0.0:1784950318.865273:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950318.865276:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950318.865285:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000800:00000001:2.0:1784950318.865292:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950318.865293:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:2.0:1784950318.865303:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950318.865304:0:441635:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:2.0:1784950318.865313:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950318.865325:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:2.0:1784950318.865340:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1784950318.865348:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:2.0:1784950318.865358:0:441636:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950318.865363:0:441636:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10515:10515:248:4294967295] 192.168.203.114@tcp LPNI seq info [9340:9340:8:4294967295] 00000400:00000200:2.0:1784950318.865374:0:441636:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:2.0:1784950318.865380:0:441636:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950318.865383:0:441636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3e62659. 00000800:00000200:2.0:1784950318.865388:0:441636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950318.865394:0:441636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950318.865397:0:441636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e3e62659 type 3, nob 144 niov 1 nkiov 1 00000800:00000001:1.0:1784950318.865479:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950318.865545:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950318.865552:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3e62659. 00000800:00000001:0.0:1784950318.865554:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950318.865560:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950318.865568:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950318.865577:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950318.865578:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:0.0:1784950318.865583:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950318.865598:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950318.865599:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:0.0:1784950318.865625:0:441635:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x150d9 00000800:00000001:0.0:1784950318.865632:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950318.865643:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950318.865646:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950318.865651:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:0.0:1784950318.865656:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c7615d7 00000400:00000010:0.0:1784950318.865659:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000c7615d7. 00000400:00000200:0.0:1784950318.865663:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1784950318.865666:0:441635:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004cef142d. 00000400:00000010:0.0:1784950318.865669:0:441635:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005604a92a. 00000800:00000001:0.0:1784950318.865677:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950318.865680:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950319.056834:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950319.056842:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950319.056844:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950319.056848:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950319.056850:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950319.056853:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950319.056855:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950319.440825:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950319.440831:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950319.440836:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950319.440838:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950319.440967:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950319.440972:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950319.440976:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950319.888902:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.10@tcp 00000800:00000010:1.0:1784950319.888911:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004fc8b174. 00000400:00000200:1.0:1784950319.888921:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950319.888932:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.10@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950319.888943:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12591 health :900 00000400:00000200:1.0:1784950319.888952:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950319.888960:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.10@tcp: 1 00000400:00000200:1.0:1784950319.888968:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.10@tcp: -114 00000400:00000200:3.0:1784950319.889042:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1784950319.889055:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.10@tcp(00000000a4fa42d1) state 0x861 00000400:00000001:3.0:1784950319.889063:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950319.889066:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950319.889069:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000400:00000010:3.0:1784950319.889072:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000400:00000200:3.0:1784950319.889079:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950319.889085:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.10@tcp: -114 00000400:00000010:3.0:1784950319.889091:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e1d19e45. 00000400:00000200:3.0:1784950319.889099:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.10@tcp:-110 00000400:00000200:3.0:1784950319.889105:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.10@tcp(00000000a4fa42d1) state 0x2061 rc -110 00000400:00000200:3.0:1784950319.889111:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.10@tcp 00000100:00000001:1.0:1784950320.080833:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950320.080842:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950320.080844:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950320.080848:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950320.080850:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950320.080853:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950320.080855:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950320.464801:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950320.464809:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950320.464816:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950320.464818:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950320.464944:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950320.464950:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950320.464955:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784950320.592849:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307258748, at 4307258752 00000100:00000010:3.0:1784950320.592867:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c92da77b. 00000100:00000040:1.0:1784950320.592878:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307258748, at 4307258752 00000100:00000040:2.0:1784950320.592878:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307258748, at 4307258752 00000100:00000040:0.0:1784950320.592880:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307258748, at 4307258752 00000100:00000010:0.0:1784950320.592899:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000034c9e485. 00000100:00000010:2.0:1784950320.592904:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033096f34. 00000100:00000010:1.0:1784950320.592905:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a77ac3ce. 00000800:00000100:1.0:1784950320.912900:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.9@tcp 00000800:00000010:1.0:1784950320.912909:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000083c2840c. 00000400:00000200:1.0:1784950320.912922:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950320.912934:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.9@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950320.912949:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:0.0:1784950320.912950:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000980f2462. 00000400:00000200:1.0:1784950320.912960:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.9@tcp: 1 00000400:00000010:0.0:1784950320.912965:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000e622bff4. 00000400:00000200:1.0:1784950320.912974:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.9@tcp: -114 00000400:00000010:0.0:1784950320.913008:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000adcb8ddc. 00000400:00000010:0.0:1784950320.913020:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000d95ae5d3. 00000400:00000010:0.0:1784950320.913026:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000001fb7e33f. 00000800:00000100:1.0:1784950320.913031:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.14@tcp 00000400:00000010:0.0:1784950320.913034:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000aeba2267. 00000800:00000010:1.0:1784950320.913039:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000b639c48. 00000400:00000010:0.0:1784950320.913042:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000210bb188. 00000400:00000200:1.0:1784950320.913048:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000010:0.0:1784950320.913050:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000c2e94319. 00000400:00000010:0.0:1784950320.913060:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000002e1bcd34. 00000400:00000200:1.0:1784950320.913064:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.14@tcp: GET: NETWORK_TIMEOUT 00000400:00000010:0.0:1784950320.913069:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000000509f4a8. 00000400:00000200:3.0:1784950320.913069:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1784950320.913072:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950320.913086:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.14@tcp: 1 00000400:00000010:0.0:1784950320.913087:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000000679aac. 00000400:00000200:3.0:1784950320.913093:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.9@tcp(0000000061b4745a) state 0x861 00000400:00000200:1.0:1784950320.913102:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.14@tcp: -114 00000400:00000001:3.0:1784950320.913110:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950320.913116:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950320.913120:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000400:00000010:3.0:1784950320.913125:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000400:00000200:3.0:1784950320.913148:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000010:0.0:1784950320.913151:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000002b398e70. 00000400:00000200:3.0:1784950320.913160:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.9@tcp: -114 00000400:00000010:3.0:1784950320.913174:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a87577d6. 00000400:00000200:3.0:1784950320.913185:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.9@tcp:-110 00000400:00000010:0.0:1784950320.913186:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000ed3ddf5f. 00000400:00000200:3.0:1784950320.913192:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.9@tcp(0000000061b4745a) state 0x2061 rc -110 00000400:00000010:0.0:1784950320.913202:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000ef4ea5bb. 00000400:00000200:3.0:1784950320.913203:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.9@tcp 00000400:00000200:3.0:1784950320.913238:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.14@tcp(0000000072091e24) state 0x861 00000400:00000010:0.0:1784950320.913241:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000005ed05ef9. 00000400:00000001:3.0:1784950320.913246:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950320.913251:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950320.913253:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001829797e 00000400:00000010:3.0:1784950320.913255:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001829797e. 00000400:00000200:3.0:1784950320.913261:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000010:0.0:1784950320.913263:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000e4b0c233. 00000400:00000200:3.0:1784950320.913267:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.14@tcp: -114 00000400:00000010:3.0:1784950320.913276:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007ebfcd4f. 00000400:00000200:3.0:1784950320.913283:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.14@tcp:-110 00000400:00000010:0.0:1784950320.913284:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000025ff6075. 00000400:00000200:3.0:1784950320.913287:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.14@tcp(0000000072091e24) state 0x2061 rc -110 00000400:00000200:3.0:1784950320.913298:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.14@tcp 00000400:00000010:0.0:1784950320.913305:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000a6049a25. 00000400:00000010:0.0:1784950320.913313:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000009a4fdf62. 00000400:00000010:0.0:1784950320.913318:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000de6c924a. 00000400:00000010:0.0:1784950320.913324:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000008afdec7c. 00000400:00000010:0.0:1784950320.913330:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000009f009135. 00000400:00000010:0.0:1784950320.913334:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000e0e4798a. 00000400:00000010:0.0:1784950320.913338:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000348dcc62. 00000400:00000010:0.0:1784950320.913342:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000007a51df06. 00000400:00000010:0.0:1784950320.913346:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000f67965ea. 00000400:00000010:0.0:1784950320.913350:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000002dd4994b. 00000400:00000010:0.0:1784950320.913354:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000000bd4ac0e. 00000400:00000010:0.0:1784950320.913359:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000775ccd3c. 00000400:00000010:0.0:1784950320.913363:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000000740d12d. 00000400:00000010:0.0:1784950320.913368:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000d75cdd29. 00000400:00000010:0.0:1784950320.913373:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000004a6bcac6. 00000400:00000010:0.0:1784950320.913377:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000015b5e84c. 00000400:00000010:0.0:1784950320.913382:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000b4c68e4e. 00000400:00000010:0.0:1784950320.913386:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000f4800700. 00000400:00000010:0.0:1784950320.913389:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000fe77a7a8. 00000400:00000010:0.0:1784950320.913393:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000009daf8e79. 00000400:00000010:0.0:1784950320.913397:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000007e7d4a36. 00000400:00000010:0.0:1784950320.913401:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000bce4d0d6. 00000400:00000010:0.0:1784950320.913405:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000defaf5c6. 00000400:00000010:0.0:1784950320.913408:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000084fd52e7. 00000400:00000010:0.0:1784950320.913412:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000005901a31d. 00000400:00000010:0.0:1784950320.913416:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000002bb4370. 00000400:00000200:0.0:1784950320.913428:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000010:0.0:1784950320.913438:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000207b0654. 00000400:00000010:0.0:1784950320.913449:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006c1184b9. 00000400:00000010:0.0:1784950320.913457:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df1b1287. 00000400:00000010:0.0:1784950320.913468:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000bce4d0d6. 00000400:00000200:0.0:1784950320.913475:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950320.913494:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950320.913503:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950320.913508:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10516:10516:251:4294967295] 192.168.203.114@tcp LPNI seq info [9341:9341:8:4294967295] 00000400:00000200:0.0:1784950320.913517:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:0.0:1784950320.913526:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:0.0:1784950320.913533:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950320.913539:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000013f88f5e. 00000800:00000200:0.0:1784950320.913548:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950320.913558:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950320.913564:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000013f88f5e type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1784950320.913591:0:441638:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 1 next ping: 12593 health :700 00000800:00000200:2.0:1784950320.913841:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950320.913851:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000013f88f5e. 00000400:00000200:2.0:1784950320.913860:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950320.913870:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000400:00000200:2.0:1784950320.913877:0:441636:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:1.0:1784950320.913882:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950320.913883:0:441636:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:1.0:1784950320.913899:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950320.913905:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950320.913912:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950320.913923:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:1.0:1784950320.913942:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1784950320.913958:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:1.0:1784950320.913973:0:441634:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950320.913979:0:441634:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10517:10517:251:4294967295] 192.168.203.114@tcp LPNI seq info [9342:9342:8:4294967295] 00000400:00000200:1.0:1784950320.913991:0:441634:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:1.0:1784950320.913997:0:441634:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950320.914004:0:441634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a891b017. 00000800:00000200:1.0:1784950320.914010:0:441634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950320.914017:0:441634:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950320.914021:0:441634:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a891b017 type 3, nob 144 niov 1 nkiov 1 00000800:00000001:0.0:1784950320.914085:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950320.914155:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950320.914162:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a891b017. 00000400:00000200:1.0:1784950320.914169:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950320.914177:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:2.0:1784950320.914183:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950320.914193:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950320.914198:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950320.914203:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950320.914228:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950320.914243:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:2.0:1784950320.914266:0:441636:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x150dd 00000800:00000001:2.0:1784950320.914276:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950320.914290:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950320.914295:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950320.914301:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:2.0:1784950320.914308:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df1b1287 00000400:00000010:2.0:1784950320.914312:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000df1b1287. 00000400:00000200:2.0:1784950320.914318:0:441636:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1784950320.914323:0:441636:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000207b0654. 00000400:00000010:2.0:1784950320.914328:0:441636:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006c1184b9. 00000800:00000001:2.0:1784950320.914338:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950320.914343:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950321.104831:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950321.104838:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1784950321.104850:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950296/real 1784950296] req@000000008071c7c7 x1871652369161984/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950321 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950321.104869:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950321.104871:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950321.104874:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002887fd03. 00000400:00000200:1.0:1784950321.104880:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d457acdf 00000400:00000010:1.0:1784950321.104882:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d457acdf. 00000100:00000001:1.0:1784950321.104888:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950321.104891:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008071c7c7 x1871652369161984/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950321 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950321.104903:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008071c7c7 x1871652369161984/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950321 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950321.104912:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950321.104914:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950321.104917:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950321.104920:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950321.104923:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008071c7c7 x1871652369161984/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950321 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950321.104932:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950321.104942:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950321.104944:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950321.104947:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950321.104952:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950321.104955:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950321.104959:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008071c7c7 x1871652369161984/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950321 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950321.104968:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1784950321.104972:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950321.104974:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950321.104975:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950321.104978:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1784950321.104980:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1784950321.104984:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784950321.105009:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:1.0:1784950321.105012:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1784950321.105017:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008071c7c7 x1871652369161984/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950321 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950321.105027:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008071c7c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369161984:192.168.203.114@tcp:8: 00000100:00000001:1.0:1784950321.105033:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.105036:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950321.105039:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008071c7c7 x1871652369161984/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950321 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950321.105047:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950321.105051:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950321.105055:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000790482cf. 02000000:00000001:1.0:1784950321.105061:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950321.105063:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950321.105065:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1784950321.105068:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950321.105071:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000000d61b0fb. 02000000:00000001:1.0:1784950321.105076:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950321.105079:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950321.105081:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008071c7c7. 00000100:00000001:1.0:1784950321.105086:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950321.105088:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950321.105091:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950321.105128:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950321.105137:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950321.105146:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e694a6d. 00000020:00000040:0.0:1784950321.105152:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:0.0:1784950321.105157:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950321.105160:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950321.105166:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950321.105174:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cdda80e2. 00000100:00000001:0.0:1784950321.105182:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950321.105189:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000006e694a6d x1871652369167232/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950321.105203:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950321.105231:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950321.105238:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e694a6d] to pc [ptlrpcd_00_02+2] req@000000006e694a6d x1871652369167232/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950321.105275:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950321.105278:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950321.105283:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950321.105287:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008071c7c7. 00000020:00000040:0.0:1784950321.105290:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950321.105294:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950321.105296:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950321.105299:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950321.105303:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013f88f5e. 00000100:00000001:0.0:1784950321.105307:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950321.105314:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@000000008071c7c7 x1871652369167360/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950321.105316:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950321.105323:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950321.105328:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950321.105331:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950321.105335:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950321.105341:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006e694a6d x1871652369167232/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950321.105348:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008071c7c7] to pc [ptlrpcd_00_03+3] req@000000008071c7c7 x1871652369167360/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950321.105356:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950321.105365:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.105383:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950321.105390:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950321.105396:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950321.105397:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950321.105405:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1784950321.105406:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:3.0:1784950321.105408:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950321.105416:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950321.105417:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1784950321.105423:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1784950321.105423:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1784950321.105429:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006e694a6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369167232:0@lo:400: 00000100:00000001:0.0:1784950321.105432:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1784950321.105439:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:3.0:1784950321.105440:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008071c7c7 x1871652369167360/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950321.105441:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950321.105452:0:431120:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:1.0:1784950321.105453:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950321.105460:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1784950321.105465:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12567 02000000:00000001:1.0:1784950321.105469:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950321.105473:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950321.105479:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950321.105481:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087e32b89. 00000400:00000200:0.0:1784950321.105485:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 02000000:00000001:3.0:1784950321.105486:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950321.105488:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950321.105495:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1784950321.105498:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12566 00000400:00000010:1.0:1784950321.105499:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007809b1a4. 02000000:00000001:3.0:1784950321.105505:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950321.105515:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008071c7c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369167360:192.168.203.114@tcp:400: 00000400:00000010:1.0:1784950321.105516:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b53aafd9. 00000400:00000200:0.0:1784950321.105518:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000100:00000200:1.0:1784950321.105530:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369167232, portal 25 00000100:00000001:3.0:1784950321.105531:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784950321.105534:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 02000000:00000001:3.0:1784950321.105539:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950321.105541:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950321.105542:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1784950321.105545:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.105548:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683944320 : -120288025607296 : ffff929942f68380) 02000000:00000001:3.0:1784950321.105552:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784950321.105554:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000001:0.0:1784950321.105561:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000100:00000040:1.0:1784950321.105564:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006e694a6d x1871652369167232/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950321.105564:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de33f78e. 00000020:00000001:0.0:1784950321.105569:0:431120:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1784950321.105573:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950321.105575:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 00000020:00000001:0.0:1784950321.105585:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:3.0:1784950321.105586:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060b7eed8. 00000020:00000040:0.0:1784950321.105593:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 00000100:00000001:1.0:1784950321.105593:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784950321.105597:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001829797e. 00000020:00000001:0.0:1784950321.105603:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000100:00000040:1.0:1784950321.105605:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1784950321.105610:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369167360, portal 4 00000020:00000001:0.0:1784950321.105612:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000400:00000010:1.0:1784950321.105617:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c595d0d. 00000100:00000001:3.0:1784950321.105617:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784950321.105624:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950321.105625:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683948800 : -120288025602816 : ffff929942f69500) 00000100:00000200:1.0:1784950321.105627:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369167232, offset 0 00000100:00000001:0.0:1784950321.105636:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950321.105641:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 00000100:00000040:3.0:1784950321.105649:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000008071c7c7 x1871652369167360/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950321.105650:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1784950321.105651:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000020:00000040:0.0:1784950321.105664:0:431120:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 00000400:00000200:1.0:1784950321.105675:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1784950321.105680:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 00000100:00000001:3.0:1784950321.105691:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1784950321.105694:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000100:00000001:0.0:1784950321.105700:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950321.105706:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069b7380 00000100:00000040:3.0:1784950321.105709:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950321.105710:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:3.0:1784950321.105762:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000400:00000200:1.0:1784950321.105771:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x139cd [2] + 0 00000400:00000010:1.0:1784950321.105781:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004245639. 02000000:00000001:0.0:1784950321.105789:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950321.105789:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d2ccaf34 02000000:00000001:0.0:1784950321.105798:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950321.105798:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369167360, offset 0 00000400:00000200:1.0:1784950321.105802:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950321.105809:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1784950321.105815:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950321.105825:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1784950321.105826:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000010:0.0:1784950321.105829:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46522e1. 00000020:00000040:0.0:1784950321.105840:0:431120:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:3.0:1784950321.105847:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:0.0:1784950321.105849:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1784950321.105854:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950321.105856:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950321.105860:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1784950321.105866:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:0.0:1784950321.105867:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950321.105873:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950321.105876:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1784950321.105881:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000061e9e1f. 00000400:00000200:3.0:1784950321.105882:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950321.105892:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950321.105893:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10518:10518:251:4294967295] 192.168.203.114@tcp LPNI seq info [9343:9343:8:4294967295] 00000100:00100000:0.0:1784950321.105909:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c46522e1 x1871652369167488/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1784950321.105924:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:1.0:1784950321.105946:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2ccaf34 00000800:00000200:3.0:1784950321.105947:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950321.105951:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1784950321.105954:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000d2ccaf34. 00000100:00000001:0.0:1784950321.105958:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950321.105961:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3dc9d67. 00000100:00000001:1.0:1784950321.105966:0:441643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1784950321.105969:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c46522e1] to pc [ptlrpcd_rcv+-1] req@00000000c46522e1 x1871652369167488/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950321.105971:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:3.0:1784950321.105980:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:1.0:1784950321.105984:0:441643:0:(events.c:337:request_in_callback()) incoming req@000000006c049710 x1871652369167232 msgsize 224 00000800:00000200:3.0:1784950321.106006:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:1.0:1784950321.106011:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1784950321.106017:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950321.106020:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d3dc9d67 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1784950321.106021:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1784950321.106023:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950321.106036:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950321.106042:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baa6afc3. 00000020:00000040:0.0:1784950321.106047:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1784950321.106051:0:441643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950321.106052:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950321.106057:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950321.106060:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950321.106065:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950321.106068:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c595d0d 00000100:00000040:3.0:1784950321.106071:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 14041 usecs (15 jiffies) 02000000:00000010:0.0:1784950321.106072:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000031b2009f. 00000400:00000010:1.0:1784950321.106077:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c595d0d. 00000100:00000001:0.0:1784950321.106083:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950321.106086:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307259280 00000100:00000001:1.0:1784950321.106091:0:441643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950321.106092:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1784950321.106095:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000baa6afc3 x1871652369167616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784950321.106100:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369167232 00000100:00000010:3.0:1784950321.106103:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c92da77b. 00000100:00000200:1.0:1784950321.106106:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006e694a6d x1871652369167232/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950321.106108:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950321.106117:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950321.106120:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784950321.106124:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950321.106135:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307259280 02000000:00000001:2.0:1784950321.106139:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950321.106142:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000010:3.0:1784950321.106147:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032d162ee. 00000100:00000001:0.0:1784950321.106149:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950321.106152:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369167232 00000100:00000001:3.0:1784950321.106157:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000020:00000001:2.0:1784950321.106161:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950321.106167:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950321.106168:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307259280 00000100:00000040:0.0:1784950321.106169:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baa6afc3] to pc [ptlrpcd_00_00+0] req@00000000baa6afc3 x1871652369167616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950321.106169:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000020:00000001:2.0:1784950321.106179:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:1.0:1784950321.106180:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006e694a6d x1871652369167232/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784950321.106181:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014137c38. 00000020:00000040:2.0:1784950321.106187:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:3.0:1784950321.106191:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000020:00000001:2.0:1784950321.106203:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:3.0:1784950321.106204:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307259280 00000020:00000001:2.0:1784950321.106240:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000010:3.0:1784950321.106247:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033096f34. 00000100:00000001:2.0:1784950321.106256:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950321.106261:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1784950321.106262:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950321.106269:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000100:00000001:1.0:1784950321.106275:0:441643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950321.106276:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950321.106278:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950321.106287:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950321.106290:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000100:00000001:1.0:1784950321.106291:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950321.106294:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950321.106299:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950321.106301:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307261691 00000020:00000010:2.0:1784950321.106304:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005604a92a. 00000100:00000001:0.0:1784950321.106305:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950321.106307:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950321.106315:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1784950321.106317:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950321.106317:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307259280 00000020:00000010:2.0:1784950321.106318:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000100:00000001:3.0:1784950321.106323:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950321.106330:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950321.106333:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000010:2.0:1784950321.106334:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000026e17c9. 00000100:00000001:1.0:1784950321.106336:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307261691 00000100:00000001:3.0:1784950321.106336:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950321.106343:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f89bffa4. 00000100:00000001:3.0:1784950321.106348:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950321.106352:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950321.106352:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307259280 00000100:00000040:2.0:1784950321.106355:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1784950321.106362:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950321.106366:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307261691 00000100:00000001:2.0:1784950321.106366:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1784950321.106367:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950321.106373:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1784950321.106375:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.106378:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307259280 00000100:00000001:2.0:1784950321.106380:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950321.106383:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b126ea16. 00000100:00000001:1.0:1784950321.106387:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307261691 00000100:00000001:0.0:1784950321.106392:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950321.106395:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.106397:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307259280 00000100:00000040:0.0:1784950321.106404:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000f89bffa4 x1871652369167744/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950321.106409:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950321.106420:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950321.106424:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950321.106428:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950321.106432:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950321.106433:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.106446:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950321.106449:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950321.106453:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1784950321.106454:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f89bffa4] to pc [ptlrpcd_00_01+1] req@00000000f89bffa4 x1871652369167744/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784950321.106456:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3dc9d67. 00000100:00000001:1.0:1784950321.106458:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950321.106462:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950321.106467:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784950321.106471:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950321.106478:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950321.106478:0:453506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00000001:1.0:1784950321.106485:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950321.106492:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950321.106492:0:453506:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000400:00000200:3.0:1784950321.106494:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950321.106503:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950321.106503:0:453506:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790983046224 : -120282726505392 : ffff929a7ed06450) 00000400:00000200:3.0:1784950321.106508:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000100:00000001:0.0:1784950321.106512:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950321.106515:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000100:00000040:2.0:1784950321.106520:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c049710 x1871652369167232/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:472/0 lens 224/0 e 0 to 0 dl 1784950332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1784950321.106522:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:3.0:1784950321.106525:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950321.106531:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784950321.106538:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008071c7c7 x1871652369167360/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950321.106540:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1784950321.106542:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1784950321.106547:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950321.106553:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784950321.106564:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000baa6afc3 x1871652369167616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950321.106572:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950321.106580:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011aacb28. 00000100:00000001:2.0:1784950321.106588:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1784950321.106590:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000010:2.0:1784950321.106599:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000100:00000001:3.0:1784950321.106602:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950321.106603:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950321.106607:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950321.106611:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784950321.106613:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1784950321.106614:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 02000000:00000001:0.0:1784950321.106617:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950321.106618:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008071c7c7 x1871652369167360/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950321.106621:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950321.106631:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000825f13b0. 00000100:00100000:2.0:1784950321.106632:0:453506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006c049710 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369167232:12345-0@lo:400: 02000000:00000001:1.0:1784950321.106633:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950321.106640:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950321.106644:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950321.106652:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950321.106657:0:453506:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369167232 00000100:00000040:0.0:1784950321.106663:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@0000000011aacb28 x1871652369167872/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950321.106667:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950321.106668:0:453506:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00100000:1.0:1784950321.106669:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000baa6afc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369167616:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950321.106677:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1784950321.106680:0:453506:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950321.106687:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1784950321.106688:0:453506:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950321.106690:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950321.106695:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1784950321.106700:0:453506:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1784950321.106701:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784950321.106703:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950321.106704:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950321.106706:0:453506:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:0.0:1784950321.106707:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950321.106715:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:3.0:1784950321.106716:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950321.106753:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011aacb28] to pc [ptlrpcd_00_02+2] req@0000000011aacb28 x1871652369167872/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950321.106760:0:453506:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000010:1.0:1784950321.106765:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081b1467d. 00000800:00000001:3.0:1784950321.106767:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950321.106770:0:453506:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950321.106773:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950321.106782:0:453506:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1784950321.106786:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000066545b9. 00000020:00000001:2.0:1784950321.106789:0:453506:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1784950321.106793:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:2.0:1784950321.106798:0:453506:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950321.106804:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c595d0d. 00000020:00000001:2.0:1784950321.106807:0:453506:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1784950321.106812:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369167616, portal 10 00000100:00000001:2.0:1784950321.106813:0:453506:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1784950321.106816:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b7400 00000100:00000001:0.0:1784950321.106817:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.106819:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784950321.106819:0:453506:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950321.106826:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785999304448 : -120287710247168 : ffff929955c28700) 02000000:00000010:2.0:1784950321.106830:0:453506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001e51d95d. 00000100:00000040:0.0:1784950321.106832:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12596) 02000000:00000001:2.0:1784950321.106839:0:453506:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950321.106840:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 11872 00000100:00000040:1.0:1784950321.106845:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000baa6afc3 x1871652369167616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950321.106850:0:453506:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950321.106858:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950321.106859:0:453506:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.106868:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:2.0:1784950321.106869:0:453506:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369167232 00000800:00000001:3.0:1784950321.106873:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950321.106875:0:453506:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:1.0:1784950321.106876:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950321.106881:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784950321.106884:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058027d62. 00010000:00000200:2.0:1784950321.106887:0:453506:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000006c049710 x1871652369167232/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:472/0 lens 224/224 e 0 to 0 dl 1784950332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950321.106895:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:1.0:1784950321.106896:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369167616, offset 0 00000100:00000001:0.0:1784950321.106899:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950321.106910:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950321.106911:0:441634:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1784950321.106915:0:453506:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950321.106916:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784950321.106919:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1784950321.106922:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000001:2.0:1784950321.106924:0:453506:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950321.106931:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000640277fb. 00000100:00000040:0.0:1784950321.106932:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011aacb28 x1871652369167872/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950321.106933:0:453506:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=109 v=5 (1 1 1 1) 00000400:00000200:1.0:1784950321.106943:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950321.106944:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000640277fb x1871652369167360 msgsize 224 00000100:00000001:2.0:1784950321.106955:0:453506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1784950321.106963:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784950321.106965:0:453506:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:2.0:1784950321.106975:0:453506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00100000:3.0:1784950321.106976:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:1.0:1784950321.106979:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:2.0:1784950321.106986:0:453506:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950321.106992:0:453506:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950321.106994:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950321.106996:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950321.107002:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950321.107003:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950321.107003:0:453506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950321.107008:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:0.0:1784950321.107015:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784950321.107017:0:453506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1784950321.107020:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10519:10519:251:4294967295] 192.168.203.114@tcp LPNI seq info [9344:9344:8:4294967295] 02000000:00000001:0.0:1784950321.107023:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950321.107027:0:453506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a76f2b5f. 02000000:00000001:0.0:1784950321.107033:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950321.107038:0:453506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369167232, offset 224 00000100:00100000:0.0:1784950321.107042:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000011aacb28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369167872:192.168.203.114@tcp:400: 00000400:00000200:2.0:1784950321.107053:0:453506:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1784950321.107058:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950321.107060:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950321.107066:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950321.107071:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950321.107077:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:3.0:1784950321.107078:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950321.107079:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784950321.107089:0:453506:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1784950321.107092:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a891b017. 02000000:00000010:0.0:1784950321.107094:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c1184b9. 00000800:00000001:3.0:1784950321.107094:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950321.107104:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950321.107108:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950321.107108:0:453506:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069b7380 00000400:00000010:0.0:1784950321.107113:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f35b855d. 00000400:00000200:2.0:1784950321.107122:0:453506:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x150e1 [1] + 224 00000800:00000200:1.0:1784950321.107123:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950321.107125:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784950321.107133:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a891b017 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950321.107134:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950321.107139:0:453506:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784950321.107140:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9f684d. 00000100:00000001:3.0:1784950321.107141:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950321.107153:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950321.107154:0:453506:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1784950321.107155:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369167872, portal 10 00000100:00000001:1.0:1784950321.107158:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950321.107165:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950321.107168:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950321.107169:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5556 usecs (6 jiffies) 00000100:00000001:0.0:1784950321.107171:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683749504 : -120288025802112 : ffff929942f38a80) 00000100:00000001:2.0:1784950321.107172:0:453506:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950321.107175:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950321.107183:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950321.107185:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307259272 00000100:00000200:2.0:1784950321.107186:0:453506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006e694a6d x1871652369167232/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950321.107192:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000011aacb28 x1871652369167872/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950321.107198:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307261691 00000100:00000040:3.0:1784950321.107198:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f89bffa4 x1871652369167744/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950321.107242:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307259272 00000100:00000001:1.0:1784950321.107253:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307261691 00000100:00000001:1.0:1784950321.107263:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307259272 00000100:00000001:3.0:1784950321.107272:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950321.107274:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307261691 00000100:00000001:3.0:1784950321.107279:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.107288:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307259272 00000100:00000001:0.0:1784950321.107289:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784950321.107291:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784950321.107296:0:453506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006e694a6d x1871652369167232/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950321.107301:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307261691 02000000:00000001:3.0:1784950321.107302:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950321.107305:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950321.107315:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950321.107316:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950321.107317:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d457acdf. 00000100:00000001:1.0:1784950321.107328:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950321.107330:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369167872, offset 0 00000100:00100000:3.0:1784950321.107333:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f89bffa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369167744:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950321.107339:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950321.107349:0:453506:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950321.107350:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784950321.107353:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950321.107353:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950321.107360:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950321.107365:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.107368:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784950321.107369:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784950321.107373:0:453506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a76f2b5f 00000100:00000001:1.0:1784950321.107377:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1784950321.107380:0:453506:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a76f2b5f. 02000000:00000010:3.0:1784950321.107381:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af133437. 00000400:00000200:0.0:1784950321.107382:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950321.107385:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950321.107389:0:453506:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1784950321.107392:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.107394:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950321.107396:0:453506:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1784950321.107402:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950321.107404:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950321.107406:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de8516e0. 00000400:00000200:0.0:1784950321.107411:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950321.107417:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950321.107419:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000400:00000200:0.0:1784950321.107421:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1784950321.107434:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369167744, portal 4 00000400:00000200:0.0:1784950321.107435:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950321.107443:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784950321.107448:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10520:10520:250:4294967295] 192.168.203.114@tcp LPNI seq info [9345:9345:7:4294967295] 00000100:00000001:3.0:1784950321.107449:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867207424 : -120287842344192 : ffff92994de2e300) 00000100:00000040:3.0:1784950321.107470:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f89bffa4 x1871652369167744/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950321.107479:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950321.107487:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369167360 00000400:00000200:0.0:1784950321.107489:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:1.0:1784950321.107497:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950321.107505:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950321.107512:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950321.107513:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784950321.107515:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950321.107518:0:453506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950321.107525:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950321.107527:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950321.107529:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 00000100:00100000:1.0:1784950321.107532:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369167360 00000100:00000040:2.0:1784950321.107534:0:453506:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000400:00000010:3.0:1784950321.107537:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000020:00000001:1.0:1784950321.107541:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00010000:00000001:2.0:1784950321.107543:0:453506:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000200:3.0:1784950321.107545:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369167744, offset 0 00000020:00000040:1.0:1784950321.107549:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:2.0:1784950321.107549:0:453506:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950321.107551:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:1.0:1784950321.107560:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1784950321.107561:0:453506:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1784950321.107568:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000040:1.0:1784950321.107570:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000800:00000200:0.0:1784950321.107571:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:2.0:1784950321.107576:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c049710 x1871652369167232/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:472/0 lens 224/224 e 0 to 0 dl 1784950332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950321.107582:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1784950321.107583:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000200:3.0:1784950321.107585:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:1.0:1784950321.107597:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:0.0:1784950321.107600:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950321.107604:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950321.107606:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1784950321.107612:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5036 usecs (6 jiffies) 00000020:00000010:1.0:1784950321.107620:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b713208. 00000400:00000200:3.0:1784950321.107620:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950321.107624:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307259272 00000100:00000001:1.0:1784950321.107632:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950321.107634:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1784950321.107636:0:453506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006c049710 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369167232:12345-0@lo:400: Request processed in 1040us (1643us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950321.107637:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307261691 00000020:00000010:1.0:1784950321.107644:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b713208. 00000100:00000001:0.0:1784950321.107649:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307259272 00000400:00000200:3.0:1784950321.107649:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000010:1.0:1784950321.107657:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086ba03df. 00000100:00000001:0.0:1784950321.107662:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307261691 00000400:00000200:3.0:1784950321.107666:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10521:10521:249:4294967295] 192.168.203.114@tcp LPNI seq info [9346:9346:6:4294967295] 00000020:00000010:1.0:1784950321.107671:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc71fa66. 00000100:00100000:2.0:1784950321.107672:0:453506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00000001:0.0:1784950321.107673:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307259272 00000100:00000040:2.0:1784950321.107685:0:453506:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:0.0:1784950321.107686:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307261691 00000020:00000010:1.0:1784950321.107686:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000100:00000001:2.0:1784950321.107697:0:453506:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950321.107698:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307259272 00000100:00000040:1.0:1784950321.107707:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1784950321.107707:0:453506:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1784950321.107708:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307261691 00000400:00000200:3.0:1784950321.107709:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950321.107717:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950321.107759:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950321.107759:0:453506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000800:00000200:3.0:1784950321.107760:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950321.107772:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.107774:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:3.0:1784950321.107774:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3dc9d67. 00000020:00000010:2.0:1784950321.107777:0:453506:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000026e17c9. 00000100:00000001:1.0:1784950321.107782:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950321.107783:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1784950321.107789:0:453506:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005604a92a. 00000400:00000001:0.0:1784950321.107791:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1784950321.107793:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:0.0:1784950321.107799:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007809b1a4. 00000100:00000001:1.0:1784950321.107800:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950321.107807:0:453506:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000400:00000200:0.0:1784950321.107811:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b53aafd9 00000800:00000200:3.0:1784950321.107812:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:2.0:1784950321.107819:0:453506:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:0.0:1784950321.107820:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b53aafd9. 00000800:00000200:3.0:1784950321.107823:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d3dc9d67 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950321.107824:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784950321.107827:0:453506:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001e51d95d. 00000100:00000001:0.0:1784950321.107831:0:441643:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784950321.107838:0:453506:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1784950321.107840:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950321.107845:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006e694a6d x1871652369167232/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950321.107847:0:453506:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950321.107850:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4691 usecs (5 jiffies) 00000100:00000001:1.0:1784950321.107857:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950321.107861:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307259272 00000100:00000001:1.0:1784950321.107864:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1784950321.107864:0:453506:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1784950321.107874:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307261691 00000400:00000010:2.0:1784950321.107879:0:453506:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000428d75e4. 00000100:00100000:1.0:1784950321.107883:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2589 00000100:00000001:3.0:1784950321.107884:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307259272 00000400:00000010:2.0:1784950321.107895:0:453506:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9abf775. 00000100:00000040:1.0:1784950321.107899:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:3.0:1784950321.107900:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307261691 00000100:00000200:0.0:1784950321.107901:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006e694a6d x1871652369167232/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950321.107908:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866125184 : -120287843426432 : ffff92994dd25f80) 00000100:00000001:3.0:1784950321.107911:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307259272 00000100:00000001:3.0:1784950321.107922:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307261691 00000100:00000001:2.0:1784950321.107927:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950321.107930:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000640277fb x1871652369167360/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:472/0 lens 224/0 e 0 to 0 dl 1784950332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950321.107933:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307259272 00000100:00000001:2.0:1784950321.107938:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950321.107939:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950321.107944:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307261691 00000100:00000001:0.0:1784950321.107949:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950321.107949:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950321.107953:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950321.107961:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:2.0:1784950321.107963:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c46522e1 x1871652369167488/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950321.107966:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950321.107970:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950321.107978:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950321.107979:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950321.107987:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.107988:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950321.107989:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950321.107997:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b713208. 02000000:00000001:0.0:1784950321.107999:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.108005:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950321.108006:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950321.108006:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1784950321.108009:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=109 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950321.108011:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950321.108015:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1784950321.108016:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b713208. 02000000:00000001:2.0:1784950321.108023:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00001000:0.0:1784950321.108026:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=109 v=5 (1 1 1 1) 02000000:00000001:2.0:1784950321.108031:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950321.108031:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950321.108036:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1784950321.108038:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000640277fb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369167360:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950321.108040:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950321.108043:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950321.108043:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950321.108049:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950321.108056:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369167360 00010000:00000001:0.0:1784950321.108057:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1784950321.108059:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c46522e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369167488:1.2.3.4@tcp:8: 00000100:00000001:3.0:1784950321.108061:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950321.108064:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950321.108066:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950321.108076:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950321.108077:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950321.108077:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1784950321.108087:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950321.108087:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950321.108092:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006e694a6d x1871652369167232/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950321.108095:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950321.108096:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950321.108101:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:2.0:1784950321.108105:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950321.108114:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950321.108115:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950321.108120:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1784950321.108124:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369167360, found 0 last_xid 1871652369167359 00000100:00000001:2.0:1784950321.108124:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950321.108126:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950321.108130:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950321.108132:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950321.108135:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950321.108139:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1784950321.108141:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784950321.108143:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006e694a6d x1871652369167232/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950321.108145:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950321.108145:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1784950321.108149:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a891b017. 00000020:00000001:1.0:1784950321.108153:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950321.108153:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950321.108162:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950321.108162:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950321.108163:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950321.108176:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00100000:0.0:1784950321.108184:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006e694a6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369167232:0@lo:400: 00000400:00000200:3.0:1784950321.108186:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950321.108187:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950321.108195:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1784950321.108202:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058027d62 00000100:00000001:0.0:1784950321.108205:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950321.108233:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bc9a0e3e. 00000100:00000001:0.0:1784950321.108234:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784950321.108235:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000058027d62. 00000100:00000040:0.0:1784950321.108246:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006e694a6d x1871652369167232/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950321.108247:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950321.108249:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950321.108261:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950321.108263:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baa6afc3 x1871652369167616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950321.108274:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950321.108287:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000040:1.0:1784950321.108289:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369167360 02000000:00000001:0.0:1784950321.108293:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784950321.108297:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1784950321.108299:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000010:0.0:1784950321.108300:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087e32b89. 00000100:00000040:3.0:1784950321.108307:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000baa6afc3 x1871652369167616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950321.108311:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000200:1.0:1784950321.108314:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000640277fb x1871652369167360/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:472/0 lens 224/224 e 0 to 0 dl 1784950332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950321.108317:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950321.108322:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000001:0.0:1784950321.108332:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950321.108338:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cdda80e2. 02000000:00000001:0.0:1784950321.108348:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950321.108352:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950321.108357:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006e694a6d. 00000100:00000001:3.0:1784950321.108365:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950321.108368:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950321.108374:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950321.108376:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950321.108383:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950321.108393:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950321.108397:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950321.108398:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1784950321.108399:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00001000:1.0:1784950321.108403:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950321.108405:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1784950321.108407:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 00000400:00000200:3.0:1784950321.108418:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950321.108420:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950321.108421:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950321.108427:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950321.108433:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950321.108435:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950321.108436:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.108447:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d457acdf 00000100:00000001:1.0:1784950321.108449:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950321.108450:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950321.108454:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d457acdf. 02000000:00000001:1.0:1784950321.108464:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950321.108466:0:441636:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1784950321.108469:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.108476:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1784950321.108477:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000011aacb28 x1871652369167872/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950321.108488:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950321.108498:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021eb9c96. 00000100:00000001:3.0:1784950321.108501:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1784950321.108511:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369167360, offset 224 00000100:00000040:3.0:1784950321.108512:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000011aacb28 x1871652369167872/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950321.108532:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950321.108541:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950321.108545:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950321.108550:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950321.108558:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10522:10522:249:4294967295] 192.168.203.114@tcp LPNI seq info [9347:9347:6:4294967295] 00000400:00000200:1.0:1784950321.108570:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950321.108576:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950321.108582:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d66491d6. 00000800:00000200:1.0:1784950321.108590:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950321.108598:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:1.0:1784950321.108602:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d66491d6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950321.108623:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950321.108628:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950321.108631:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950321.108633:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950321.108636:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1784950321.108642:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000640277fb x1871652369167360/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:472/0 lens 224/224 e 0 to 0 dl 1784950332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950321.108661:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000640277fb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369167360:12345-192.168.203.114@tcp:400: Request processed in 672us (1714us total) trans 0 rc 0/0 00000800:00000200:3.0:1784950321.108668:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784950321.108670:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:3.0:1784950321.108680:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3dc9d67. 00000400:00000200:3.0:1784950321.108687:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784950321.108689:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2589 00000800:00000001:0.0:1784950321.108690:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950321.108700:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950321.108702:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950321.108705:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000001:0.0:1784950321.108708:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950321.108710:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000100:00000001:1.0:1784950321.108717:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1784950321.108765:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000100:00000001:1.0:1784950321.108767:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950321.108770:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950321.108776:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1784950321.108781:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc71fa66. 00000100:00000200:3.0:1784950321.108786:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f89bffa4 x1871652369167744/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950321.108797:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b7500 00000020:00000010:1.0:1784950321.108798:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000020:00000010:1.0:1784950321.108812:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086ba03df. 00000800:00000200:2.0:1784950321.108818:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784950321.108824:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 144704 00000020:00000040:1.0:1784950321.108827:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000800:00000010:2.0:1784950321.108828:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d66491d6. 00000100:00000001:1.0:1784950321.108838:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950321.108840:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950321.108848:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950321.108860:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784950321.108861:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950321.108861:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950321.108871:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950321.108872:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f89bffa4 x1871652369167744/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950321.108878:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021eb9c96 00000400:00000200:0.0:1784950321.108889:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:2.0:1784950321.108889:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000021eb9c96. 00000100:00000001:2.0:1784950321.108903:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950321.108908:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950321.108912:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950321.108913:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1784950321.108913:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950321.108920:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1784950321.108924:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009885cdd6. 00000800:00000001:2.0:1784950321.108931:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950321.108932:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000009885cdd6 x1871652369167616 msgsize 224 00000100:00100000:0.0:1784950321.108944:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:2.0:1784950321.108950:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950321.108956:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950321.108960:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950321.108965:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1784950321.108975:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:0.0:1784950321.108980:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950321.108991:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950321.108997:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950321.109002:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b7400 00000800:00000001:0.0:1784950321.109004:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950321.109018:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950321.109026:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x150e5 [1] + 224 00000100:00000001:1.0:1784950321.109034:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1784950321.109037:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b7600 00000100:00100000:1.0:1784950321.109040:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369167616 00000800:00000001:2.0:1784950321.109043:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950321.109048:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1784950321.109050:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 144928 00000100:00000001:1.0:1784950321.109053:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1784950321.109057:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950321.109061:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950321.109062:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950321.109062:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950321.109071:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950321.109075:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950321.109077:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369167616 00000400:00000200:2.0:1784950321.109077:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950321.109081:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950321.109085:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950321.109089:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1784950321.109093:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000400:00000200:0.0:1784950321.109096:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950321.109101:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:2.0:1784950321.109102:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008071c7c7 x1871652369167360/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950321.109106:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:1.0:1784950321.109109:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000200:0.0:1784950321.109112:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1784950321.109117:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000010:0.0:1784950321.109122:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000613d501d. 00000020:00000001:1.0:1784950321.109124:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000040:0.0:1784950321.109133:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000613d501d x1871652369167872 msgsize 224 00000100:00000001:1.0:1784950321.109135:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950321.109135:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008071c7c7 x1871652369167360/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950321.109145:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b713208. 00000100:00000001:1.0:1784950321.109153:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950321.109154:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000010:1.0:1784950321.109161:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b713208. 00000020:00000010:1.0:1784950321.109172:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086ba03df. 00000100:00000001:0.0:1784950321.109175:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950321.109178:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1784950321.109179:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc71fa66. 00000800:00000001:0.0:1784950321.109184:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950321.109186:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000800:00000001:2.0:1784950321.109194:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950321.109195:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950321.109202:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950321.109203:0:455357:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000800:00000001:2.0:1784950321.109203:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950321.109238:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:0.0:1784950321.109239:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950321.109245:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1784950321.109256:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950321.109257:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950321.109261:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950321.109268:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369167872 00000100:00000001:1.0:1784950321.109271:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1784950321.109272:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b7580 02000000:00000001:3.0:1784950321.109274:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950321.109276:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950321.109281:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950321.109282:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950321.109285:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950321.109288:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.109291:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950321.109294:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 12096 02000000:00000001:3.0:1784950321.109299:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784950321.109308:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784950321.109309:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950321.109309:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369167872 00000100:00000001:1.0:1784950321.109313:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950321.109319:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000001:2.0:1784950321.109320:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1784950321.109324:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000400:00000010:2.0:1784950321.109327:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060b7eed8. 00000800:00000001:0.0:1784950321.109328:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950321.109330:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950321.109337:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1784950321.109338:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000400:00000200:0.0:1784950321.109340:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950321.109343:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001829797e 00000100:00000001:1.0:1784950321.109345:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950321.109349:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000010:2.0:1784950321.109352:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001829797e. 00000020:00000001:3.0:1784950321.109359:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000200:0.0:1784950321.109360:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:1.0:1784950321.109363:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1508 00000100:00000001:2.0:1784950321.109365:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950321.109370:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950321.109376:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1784950321.109379:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000200:2.0:1784950321.109379:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008071c7c7 x1871652369167360/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950321.109380:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000100:00000200:0.0:1784950321.109383:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1784950321.109390:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683748608 : -120288025803008 : ffff929942f38700) 00000100:00000001:3.0:1784950321.109390:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1784950321.109397:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e694a6d. 00000020:00000010:3.0:1784950321.109403:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000100:00000040:1.0:1784950321.109406:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009885cdd6 x1871652369167616/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:472/0 lens 224/0 e 0 to 0 dl 1784950332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950321.109409:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000006e694a6d x1871652369167744 msgsize 224 00000020:00000010:3.0:1784950321.109419:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a87577d6. 00000020:00000010:3.0:1784950321.109430:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000100:00100000:0.0:1784950321.109438:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000200:2.0:1784950321.109439:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008071c7c7 x1871652369167360/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950321.109443:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000100:00000001:1.0:1784950321.109457:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950321.109458:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950321.109459:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950321.109463:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950321.109465:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1784950321.109469:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b713208. 00000100:00000001:2.0:1784950321.109472:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950321.109472:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950321.109474:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950321.109477:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950321.109485:0:441644:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784950321.109486:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950321.109486:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b713208. 00000100:00000001:3.0:1784950321.109488:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1784950321.109490:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950321.109497:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950321.109499:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950321.109503:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950321.109506:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950321.109508:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009885cdd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369167616:12345-192.168.203.114@tcp:400: 02000000:00000001:2.0:1784950321.109514:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950321.109516:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369167616 00000020:00000001:1.0:1784950321.109521:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00001000:2.0:1784950321.109523:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=99 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950321.109524:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950321.109527:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950321.109534:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950321.109537:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:2.0:1784950321.109539:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=99 v=5 (1 1 1 1) 00000020:00000001:1.0:1784950321.109540:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1784950321.109544:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369167744 00000020:00000001:1.0:1784950321.109546:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:2.0:1784950321.109548:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950321.109550:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1784950321.109551:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1784950321.109553:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1784950321.109553:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950321.109559:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950321.109560:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950321.109562:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950321.109562:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950321.109565:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950321.109569:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950321.109570:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1784950321.109575:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950321.109577:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1509 00000020:00000001:1.0:1784950321.109578:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950321.109579:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1784950321.109587:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369167744 00000020:00000001:1.0:1784950321.109588:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950321.109588:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000040:3.0:1784950321.109589:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000020:00000001:0.0:1784950321.109595:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950321.109599:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950321.109600:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683758464 : -120288025793152 : ffff929942f3ad80) 00000020:00000040:0.0:1784950321.109602:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:1.0:1784950321.109602:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950321.109606:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.109611:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1784950321.109613:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:1.0:1784950321.109616:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1784950321.109619:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000613d501d x1871652369167872/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:472/0 lens 224/0 e 0 to 0 dl 1784950332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784950321.109621:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000040:2.0:1784950321.109622:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008071c7c7 x1871652369167360/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950321.109626:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000d61b0fb. 00000020:00000001:0.0:1784950321.109634:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 02000000:00000001:1.0:1784950321.109636:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950321.109648:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:1.0:1784950321.109650:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950321.109663:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950321.109664:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950321.109673:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000040:1.0:1784950321.109674:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369167616 00000100:00000001:2.0:1784950321.109675:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950321.109676:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002084351f. 00000020:00000010:3.0:1784950321.109681:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00010000:00000001:1.0:1784950321.109686:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950321.109687:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950321.109688:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950321.109689:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950321.109696:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950321.109700:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002084351f. 00010000:00000200:1.0:1784950321.109701:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000009885cdd6 x1871652369167616/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:472/0 lens 224/224 e 0 to 0 dl 1784950332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950321.109702:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000100:00000040:2.0:1784950321.109710:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008071c7c7 x1871652369167360/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950321.109716:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028d4e4fc. 00000100:00100000:3.0:1784950321.109757:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000613d501d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369167872:12345-192.168.203.114@tcp:400: 00000100:00000200:3.0:1784950321.109771:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369167872 00000020:00000010:0.0:1784950321.109772:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023d82d26. 00000020:00000001:3.0:1784950321.109781:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:1.0:1784950321.109785:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1784950321.109786:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000855af664. 00000020:00000001:3.0:1784950321.109789:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00010000:00000001:1.0:1784950321.109792:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950321.109798:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950321.109801:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=104 v=5 (1 1 1 1) 00000100:00000040:0.0:1784950321.109802:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00100000:2.0:1784950321.109804:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008071c7c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369167360:192.168.203.114@tcp:400: 00000020:00000001:3.0:1784950321.109808:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1784950321.109812:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1784950321.109815:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950321.109818:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950321.109819:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1784950321.109824:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1784950321.109826:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950321.109827:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950321.109831:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950321.109832:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950321.109834:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950321.109841:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950321.109843:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1784950321.109844:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:2.0:1784950321.109849:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008071c7c7 x1871652369167360/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950321.109851:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1784950321.109855:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1784950321.109857:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950321.109860:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950321.109862:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950321.109869:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950321.109874:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950321.109879:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950321.109882:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1784950321.109886:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950321.109887:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950321.109888:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1784950321.109889:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1784950321.109893:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003112622c. 00000100:00000001:0.0:1784950321.109895:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1784950321.109897:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de33f78e. 02000000:00000010:3.0:1784950321.109898:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000057fa5cf. 00000100:00000200:1.0:1784950321.109901:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369167616, offset 224 02000000:00000001:3.0:1784950321.109910:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950321.109912:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2590 02000000:00000001:2.0:1784950321.109914:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950321.109918:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950321.109923:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:0.0:1784950321.109924:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000020:00000001:3.0:1784950321.109926:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950321.109928:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000040:2.0:1784950321.109929:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950321.109933:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683944320 : -120288025607296 : ffff929942f68380) 00010000:00000040:3.0:1784950321.109937:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369167872 00000020:00000001:2.0:1784950321.109940:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:3.0:1784950321.109948:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:0.0:1784950321.109950:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006e694a6d x1871652369167744/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:472/0 lens 224/0 e 0 to 0 dl 1784950332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950321.109950:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013f88f5e. 00000400:00000200:1.0:1784950321.109958:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:2.0:1784950321.109961:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000200:3.0:1784950321.109962:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000613d501d x1871652369167872/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:472/0 lens 224/224 e 0 to 0 dl 1784950332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950321.109968:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950321.109974:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008071c7c7. 00000400:00000200:1.0:1784950321.109983:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10523:10523:251:4294967295] 192.168.203.114@tcp LPNI seq info [9348:9348:8:4294967295] 00000100:00000001:2.0:1784950321.109985:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950321.109992:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950321.110000:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950321.110014:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950321.110020:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950321.110022:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950321.110030:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:0.0:1784950321.110031:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002084351f. 00000100:00000001:2.0:1784950321.110032:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950321.110038:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950321.110043:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950321.110054:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002084351f. 00000800:00000200:1.0:1784950321.110061:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00100000:0.0:1784950321.110073:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006e694a6d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369167744:12345-192.168.203.114@tcp:400: 00010000:00000001:3.0:1784950321.110077:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000010:1.0:1784950321.110079:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d66491d6. 00000100:00000200:0.0:1784950321.110081:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369167744 00010000:00000001:3.0:1784950321.110086:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950321.110088:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00001000:3.0:1784950321.110098:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=104 v=5 (1 1 1 1) 00000020:00000001:0.0:1784950321.110099:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000200:1.0:1784950321.110100:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:0.0:1784950321.110107:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950321.110116:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950321.110116:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1784950321.110126:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000200:1.0:1784950321.110126:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:3.0:1784950321.110129:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000001:0.0:1784950321.110134:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:1.0:1784950321.110140:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d66491d6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950321.110141:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000001:00000001:0.0:1784950321.110143:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369167744, found 0 last_xid 1871652369167743 02000000:00000001:3.0:1784950321.110154:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1784950321.110156:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950321.110160:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950321.110163:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950321.110166:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1784950321.110168:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950321.110173:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950321.110175:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950321.110178:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1784950321.110183:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000100:00000001:0.0:1784950321.110185:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950321.110186:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950321.110190:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1784950321.110194:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369167872, offset 224 02000000:00000010:0.0:1784950321.110200:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000716c5ca4. 00000100:00000040:1.0:1784950321.110204:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950321.110231:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:0.0:1784950321.110235:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950321.110235:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950321.110238:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950321.110245:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950321.110249:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1784950321.110251:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950321.110259:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000040:0.0:1784950321.110261:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369167744 00000100:00000040:1.0:1784950321.110269:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009885cdd6 x1871652369167616/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:472/0 lens 224/224 e 0 to 0 dl 1784950332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950321.110271:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:3.0:1784950321.110280:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10524:10524:250:4294967295] 192.168.203.114@tcp LPNI seq info [9349:9349:7:4294967295] 00010000:00000200:0.0:1784950321.110286:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000006e694a6d x1871652369167744/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:472/0 lens 224/224 e 0 to 0 dl 1784950332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950321.110329:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950321.110337:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1784950321.110347:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1784950321.110348:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009885cdd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369167616:12345-192.168.203.114@tcp:400: Request processed in 880us (1404us total) trans 0 rc 0/0 00000800:00000010:2.0:1784950321.110349:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d66491d6. 00010000:00000001:0.0:1784950321.110353:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950321.110361:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1784950321.110362:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00001000:0.0:1784950321.110365:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=104 v=5 (1 1 1 1) 00000800:00000010:3.0:1784950321.110377:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3dc9d67. 00000100:00000001:0.0:1784950321.110380:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1784950321.110382:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:1.0:1784950321.110385:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1508 00000100:00000040:0.0:1784950321.110392:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000040:1.0:1784950321.110394:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000400:00000200:2.0:1784950321.110395:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003112622c 00000800:00000200:3.0:1784950321.110399:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950321.110402:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950321.110404:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1784950321.110404:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003112622c. 00000100:00000001:1.0:1784950321.110413:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1784950321.110414:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1784950321.110419:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000200:3.0:1784950321.110421:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:0.0:1784950321.110422:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950321.110424:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1784950321.110425:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc71fa66. 00000800:00000200:3.0:1784950321.110434:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d3dc9d67 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950321.110435:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1784950321.110437:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000100:00000040:0.0:1784950321.110448:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950321.110452:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086ba03df. 00000400:00000010:0.0:1784950321.110456:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df1b1287. 00000100:00000001:3.0:1784950321.110460:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950321.110464:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784950321.110465:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000200:0.0:1784950321.110466:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369167744, offset 224 00000100:00000040:3.0:1784950321.110472:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950321.110475:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950321.110479:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784950321.110481:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:0.0:1784950321.110488:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950321.110489:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950321.110490:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950321.110501:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000001:2.0:1784950321.110504:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950321.110513:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000613d501d x1871652369167872/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:472/0 lens 224/224 e 0 to 0 dl 1784950332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950321.110515:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950321.110533:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950321.110540:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10525:10525:250:4294967295] 192.168.203.114@tcp LPNI seq info [9350:9350:7:4294967295] 00000100:00100000:3.0:1784950321.110571:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000613d501d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369167872:12345-192.168.203.114@tcp:400: Request processed in 891us (1429us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950321.110584:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:3.0:1784950321.110603:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1509 00000800:00000200:0.0:1784950321.110604:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950321.110614:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b7500 00000100:00000040:3.0:1784950321.110616:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000800:00000010:0.0:1784950321.110620:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdda80e2. 00000100:00000001:3.0:1784950321.110626:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1784950321.110632:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x150f1 [1] + 224 00000100:00000001:3.0:1784950321.110634:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1784950321.110638:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:3.0:1784950321.110643:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000800:00000001:2.0:1784950321.110656:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950321.110656:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000800:00000200:0.0:1784950321.110658:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000010:3.0:1784950321.110667:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a87577d6. 00000800:00000200:0.0:1784950321.110668:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdda80e2 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:2.0:1784950321.110670:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784950321.110677:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000400:00000200:2.0:1784950321.110682:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950321.110686:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950321.110687:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950321.110698:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:0.0:1784950321.110702:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950321.110709:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1784950321.110710:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950321.110717:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950321.110752:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950321.110760:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006e694a6d x1871652369167744/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:472/0 lens 224/224 e 0 to 0 dl 1784950332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950321.110776:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baa6afc3 x1871652369167616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950321.110777:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1784950321.110786:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006e694a6d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369167744:12345-192.168.203.114@tcp:400: Request processed in 756us (1368us total) trans 0 rc 0/0 00000800:00000010:3.0:1784950321.110788:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3dc9d67. 00000400:00000200:3.0:1784950321.110800:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950321.110821:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950321.110823:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2590 00000400:00000200:3.0:1784950321.110834:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000100:00000040:0.0:1784950321.110836:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000010:3.0:1784950321.110841:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000100:00000001:0.0:1784950321.110843:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1784950321.110849:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000baa6afc3 x1871652369167616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950321.110850:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950321.110852:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1784950321.110856:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1784950321.110860:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023d82d26. 00000020:00000010:0.0:1784950321.110872:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000855af664. 00000020:00000010:0.0:1784950321.110878:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028d4e4fc. 00000020:00000040:0.0:1784950321.110884:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:0.0:1784950321.110889:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950321.110889:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950321.110911:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950321.110920:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1784950321.110924:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950321.110926:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdda80e2. 00000800:00000001:0.0:1784950321.110934:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950321.110939:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950321.110945:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784950321.110948:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950321.110953:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950321.110955:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784950321.110956:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950321.110960:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df1b1287 00000400:00000010:3.0:1784950321.110966:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000df1b1287. 00000800:00000001:0.0:1784950321.110967:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950321.110974:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1784950321.110978:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950321.110982:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1784950321.110987:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950321.110988:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:1.0:1784950321.110995:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000066545b9. 00000400:00000200:0.0:1784950321.111006:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b7600 00000400:00000200:1.0:1784950321.111007:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c595d0d 00000400:00000010:1.0:1784950321.111015:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c595d0d. 00000100:00000001:1.0:1784950321.111023:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950321.111029:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x150fd [1] + 224 00000100:00000200:1.0:1784950321.111035:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baa6afc3 x1871652369167616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950321.111042:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950321.111050:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950321.111056:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baa6afc3 x1871652369167616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950321.111057:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950321.111074:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950321.111086:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950321.111089:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950321.111093:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950321.111097:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011aacb28 x1871652369167872/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950321.111099:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950321.111104:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950321.111108:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950321.111113:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950321.111121:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950321.111128:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000011aacb28 x1871652369167872/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784950321.111132:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=104 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950321.111147:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=104 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950321.111163:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950321.111164:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950321.111168:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1784950321.111175:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000baa6afc3 x1871652369167616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950321.111177:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950321.111188:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950321.111195:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950321.111199:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950321.111201:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950321.111224:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950321.111236:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950321.111236:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950321.111244:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950321.111252:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1784950321.111253:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b7580 00000100:00000001:1.0:1784950321.111258:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950321.111258:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950321.111266:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950321.111267:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15105 [1] + 224 00000100:00000040:1.0:1784950321.111274:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000baa6afc3 x1871652369167616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950321.111277:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784950321.111284:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784950321.111286:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784950321.111292:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950321.111295:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950321.111298:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950321.111299:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f35b855d. 00000100:00000001:1.0:1784950321.111309:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1784950321.111310:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950321.111311:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9f684d 00000100:00000001:1.0:1784950321.111315:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950321.111318:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9f684d. 00000100:00000001:2.0:1784950321.111326:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950321.111327:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784950321.111329:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baa6afc3 x1871652369167616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950321.111334:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011aacb28 x1871652369167872/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950321.111340:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f89bffa4 x1871652369167744/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950321.111368:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000baa6afc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369167616:192.168.203.114@tcp:400: 00000100:00000200:2.0:1784950321.111384:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011aacb28 x1871652369167872/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950321.111385:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950321.111392:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950321.111396:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f89bffa4 x1871652369167744/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950321.111404:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000baa6afc3 x1871652369167616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950321.111415:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950321.111420:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950321.111429:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950321.111433:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950321.111438:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950321.111443:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950321.111449:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950321.111459:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=104 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950321.111463:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950321.111466:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1784950321.111466:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=104 v=5 (1 1 1 1) 02000000:00000010:1.0:1784950321.111469:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081b1467d. 00000100:00000001:2.0:1784950321.111471:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950321.111473:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784950321.111475:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950321.111475:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950321.111482:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950321.111482:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:2.0:1784950321.111482:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1784950321.111486:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000800:00000001:0.0:1784950321.111490:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1784950321.111491:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000011aacb28 x1871652369167872/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950321.111492:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950321.111499:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000031b2009f. 02000000:00000001:1.0:1784950321.111507:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950321.111510:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1784950321.111510:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950321.111513:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baa6afc3. 00000100:00000001:2.0:1784950321.111516:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950321.111519:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950321.111520:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950321.111522:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950321.111523:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950321.111525:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.111526:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950321.111531:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011aacb28 x1871652369167872/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950321.111533:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950321.111535:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950321.111539:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950321.111543:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950321.111545:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950321.111549:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950321.111553:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950321.111561:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011aacb28 x1871652369167872/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950321.111577:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000011aacb28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369167872:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950321.111589:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950321.111592:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950321.111594:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950321.111599:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784950321.111606:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011aacb28 x1871652369167872/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784950321.111609:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950321.111615:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950321.111619:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de8516e0. 00000400:00000200:3.0:1784950321.111628:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000400:00000010:3.0:1784950321.111634:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000100:00000001:2.0:1784950321.111637:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950321.111642:0:441642:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784950321.111643:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950321.111650:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c1184b9. 00000100:00000200:3.0:1784950321.111656:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f89bffa4 x1871652369167744/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950321.111659:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950321.111664:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950321.111668:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1784950321.111676:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950321.111681:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000825f13b0. 02000000:00000001:2.0:1784950321.111688:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1784950321.111689:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f89bffa4 x1871652369167744/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950321.111694:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950321.111699:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011aacb28. 00000100:00000001:2.0:1784950321.111709:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950321.111713:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950321.111751:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950321.111756:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950321.111760:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950321.111763:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950321.111765:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950321.111766:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950321.111772:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950321.111777:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950321.111778:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950321.111783:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950321.111784:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=104 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950321.111788:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950321.111793:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950321.111796:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=104 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950321.111803:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950321.111805:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950321.111807:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950321.111810:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950321.111814:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950321.111816:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950321.111819:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950321.111821:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950321.111825:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f89bffa4 x1871652369167744/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950321.111835:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950321.111837:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950321.111839:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950321.111843:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f89bffa4 x1871652369167744/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950321.111851:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f89bffa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369167744:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950321.111857:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950321.111859:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950321.111862:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f89bffa4 x1871652369167744/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950321.111877:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950321.111879:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950321.111882:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af133437. 02000000:00000001:3.0:1784950321.111887:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950321.111888:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950321.111890:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1784950321.111893:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950321.111895:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b126ea16. 02000000:00000001:3.0:1784950321.111898:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950321.111900:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950321.111901:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f89bffa4. 00000100:00000001:3.0:1784950321.111905:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950321.111907:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950321.111909:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950321.111915:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950321.111917:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950321.111919:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950321.111922:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950321.488854:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950321.488860:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950321.488866:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950321.488868:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950321.488997:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950321.489005:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950321.489011:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.0:1784950321.936907:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.13@tcp 00000800:00000010:2.0:1784950321.936914:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b0419212. 00000400:00000200:2.0:1784950321.936925:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950321.936934:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.13@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950321.936945:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12593 health :900 00000400:00000200:2.0:1784950321.936952:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950321.936957:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.13@tcp: 1 00000400:00000200:2.0:1784950321.936964:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.13@tcp: -114 00000800:00000100:2.0:1784950321.936997:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.24@tcp 00000800:00000010:2.0:1784950321.937000:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d0b9ffaf. 00000400:00000200:2.0:1784950321.937005:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950321.937010:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.24@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950321.937017:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950321.937021:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.24@tcp: 1 00000400:00000200:2.0:1784950321.937025:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.24@tcp: -114 00000400:00000200:3.0:1784950321.937044:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1784950321.937062:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.13@tcp(0000000024df314f) state 0x861 00000400:00000001:3.0:1784950321.937070:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950321.937073:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950321.937077:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ee01619 00000400:00000010:3.0:1784950321.937081:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001ee01619. 00000400:00000200:3.0:1784950321.937088:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950321.937095:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.13@tcp: -114 00000400:00000010:3.0:1784950321.937101:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000063c74026. 00000400:00000200:3.0:1784950321.937109:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.13@tcp:-110 00000400:00000200:3.0:1784950321.937114:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.13@tcp(0000000024df314f) state 0x2061 rc -110 00000400:00000200:3.0:1784950321.937120:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.13@tcp 00000400:00000200:3.0:1784950321.937125:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.24@tcp(000000006f7510f6) state 0x840 00000400:00000001:3.0:1784950321.937129:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950321.937132:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950321.937133:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdf88c3f 00000400:00000010:3.0:1784950321.937135:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdf88c3f. 00000400:00000200:3.0:1784950321.937138:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950321.937141:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.24@tcp: -114 00000400:00000010:3.0:1784950321.937144:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003ec64839. 00000400:00000200:3.0:1784950321.937148:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.24@tcp:-110 00000400:00000200:3.0:1784950321.937150:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.24@tcp(000000006f7510f6) state 0x2040 rc -110 00000400:00000200:3.0:1784950321.937153:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.24@tcp 00000400:00000200:1.0:1784950321.937250:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.24@tcp NID 111.222.173.24@tcp: -110. discovery complete 00000400:00000200:1.0:1784950321.937257:0:455330:0:(peer.c:1550:LNetPrimaryNID()) NID 111.222.173.24@tcp primary NID 111.222.173.24@tcp rc -110 00000100:00000010:1.0:1784950321.937270:0:455330:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 000000008b713208. 00000100:00000001:1.0:1784950321.937298:0:455330:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:1.0:1784950321.937301:0:455330:0:(connection.c:149:ptlrpc_connection_get()) conn=000000008b713208 refcount 1 to 111.222.173.24@tcp 00010000:00000010:1.0:1784950321.937306:0:455330:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000005a89652. 00010000:00080000:1.0:1784950321.937355:0:455330:0:(ldlm_lib.c:125:import_set_conn()) imp 00000000f1095676@MGC192.168.203.114@tcp: add connection 111.222.173.24@tcp at tail 00010000:00000001:1.0:1784950321.937358:0:455330:0:(ldlm_lib.c:132:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950321.937362:0:455330:0:(obd_class.h:809:obd_add_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950321.937376:0:455330:0:(lustre_peer.c:90:class_add_uuid()) kmalloced '(data)': 704 at 00000000790482cf. 00000100:00000400:1.0:1784950321.937381:0:455330:0:(lustre_peer.c:124:class_add_uuid()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15: can't add NID 111.222.142.24@tcp: rc = -75 00000100:00000040:1.0:1784950321.949079:0:455330:0:(lustre_peer.c:130:class_add_uuid()) found uuid e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15 111.222.142.24@tcp cnt=32 00000400:00000200:1.0:1784950321.949085:0:455330:0:(peer.c:1363:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1784950321.949157:0:455330:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1784950321.949164:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:1.0:1784950321.949167:0:455330:0:(peer.c:1380:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:1.0:1784950321.949171:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[1]: 192.168.203.114@tcp 00000400:00000200:1.0:1784950321.949180:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 192.168.203.114@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1784950321.949189:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950321.949193:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 192.168.203.114@tcp NID 192.168.203.114@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.949198:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 192.168.203.114@tcp 00000400:00000200:1.0:1784950321.949230:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[2]: 111.222.173.1@tcp 00000400:00000200:1.0:1784950321.949238:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.1@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950321.949260:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.1@tcp: 0 00000400:00000200:1.0:1784950321.949263:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.949267:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950321.949271:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.1@tcp NID 111.222.173.1@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.949274:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.1@tcp 00000400:00000200:1.0:1784950321.949278:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[3]: 111.222.142.1@tcp 00000400:00000200:1.0:1784950321.949282:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.1@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950321.949289:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.1@tcp: 0 00000400:00000200:1.0:1784950321.949292:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.949296:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950321.949301:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.1@tcp NID 111.222.142.1@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.949306:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.1@tcp 00000400:00000200:1.0:1784950321.949311:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[4]: 111.222.173.2@tcp 00000400:00000200:1.0:1784950321.949317:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.2@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950321.949330:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.2@tcp: 0 00000400:00000200:1.0:1784950321.949333:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1784950321.949345:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1784950321.949349:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950321.949357:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.2@tcp NID 111.222.173.2@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.949362:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.2@tcp 00000400:00000200:1.0:1784950321.949366:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[5]: 111.222.142.2@tcp 00000400:00000200:3.0:1784950321.949371:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.1@tcp(00000000140c9c35) state 0x2061 00000400:00000200:1.0:1784950321.949380:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.2@tcp NID flags 0x1: -17 00000400:00000010:3.0:1784950321.949384:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a87577d6. 00000400:00000010:3.0:1784950321.949392:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdf88c3f. 00000400:00000200:1.0:1784950321.949393:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.2@tcp: 0 00000400:00000200:1.0:1784950321.949402:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000010:3.0:1784950321.949407:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000004746b44. 00000400:00000200:1.0:1784950321.949408:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1784950321.949422:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.1@tcp 00000400:00000200:1.0:1784950321.949424:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.2@tcp NID 111.222.142.2@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.949433:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.2@tcp 00000400:00000200:1.0:1784950321.949438:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[6]: 111.222.173.3@tcp 00000400:00000200:3.0:1784950321.949445:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.1@tcp local destination 00000400:00000200:1.0:1784950321.949448:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.3@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950321.949455:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.949462:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.949465:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.949468:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.1@tcp 00000400:00000200:3.0:1784950321.949471:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10526:10526:253:4294967295] 111.222.173.1@tcp LPNI seq info [43:43:8:4294967295] 00000400:00000200:3.0:1784950321.949478:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.1@tcp 00000400:00000200:3.0:1784950321.949485:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.1@tcp(111.222.173.1@tcp:111.222.173.1@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.949491:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.1@tcp 00000800:00000010:3.0:1784950321.949496:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d3dc9d67. 00000400:00000200:1.0:1784950321.949502:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.3@tcp: -114 00000800:00000200:3.0:1784950321.949512:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000400:00000200:1.0:1784950321.949514:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:3.1:1784950321.949523:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000400:00000200:1.0:1784950321.949524:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1784950321.949540:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.1@tcp 00000400:00000200:1.0:1784950321.949546:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.3@tcp NID 111.222.173.3@tcp: 0. pending discovery 00000400:00000200:3.0:1784950321.949551:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.1@tcp(00000000140c9c35) state 0x261 rc 0 00000400:00000200:1.0:1784950321.949559:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.3@tcp 00000400:00000200:3.0:1784950321.949563:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.1@tcp(0000000074b897f3) state 0x2061 00000400:00000200:1.0:1784950321.949573:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[7]: 111.222.142.3@tcp 00000400:00000010:3.0:1784950321.949574:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006f0272bc. 00000400:00000010:3.0:1784950321.949584:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ee01619. 00000400:00000200:1.0:1784950321.949590:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.3@tcp NID flags 0x1: -17 00000400:00000010:3.0:1784950321.949592:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000007ca36ed0. 00000400:00000200:3.0:1784950321.949602:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.1@tcp 00000400:00000200:1.0:1784950321.949613:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.3@tcp: 0 00000400:00000200:1.0:1784950321.949618:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.949625:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950321.949630:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.3@tcp NID 111.222.142.3@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.949635:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.3@tcp 00000400:00000200:3.0:1784950321.949643:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.1@tcp local destination 00000400:00000200:1.0:1784950321.949644:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[8]: 111.222.173.4@tcp 00000400:00000200:3.0:1784950321.949657:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950321.949658:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.4@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950321.949667:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.949672:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.949675:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.1@tcp 00000400:00000200:3.0:1784950321.949678:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10527:10527:252:4294967295] 111.222.142.1@tcp LPNI seq info [42:42:8:4294967295] 00000400:00000200:3.0:1784950321.949682:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.1@tcp 00000400:00000200:3.0:1784950321.949688:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.1@tcp(111.222.142.1@tcp:111.222.142.1@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.949693:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.1@tcp 00000800:00000010:3.0:1784950321.949697:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000068818362. 00000400:00000200:1.0:1784950321.949703:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.4@tcp: 0 00000800:00000200:3.0:1784950321.949712:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000400:00000200:1.0:1784950321.949713:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:3.1:1784950321.949752:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000400:00000200:3.0:1784950321.949779:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.1@tcp 00000400:00000200:3.0:1784950321.949783:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.1@tcp(0000000074b897f3) state 0x261 rc 0 00000400:00000200:1.0:1784950321.949801:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1784950321.949803:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.2@tcp(000000002f18fb04) state 0x2061 00000400:00000200:1.0:1784950321.949815:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.4@tcp NID 111.222.173.4@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.949822:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.4@tcp 00000400:00000010:3.0:1784950321.949825:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000025644c8c. 00000400:00000200:1.0:1784950321.949827:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[9]: 111.222.142.4@tcp 00000400:00000010:3.0:1784950321.949833:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000400:00000200:1.0:1784950321.949840:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.4@tcp NID flags 0x1: -17 00000400:00000010:3.0:1784950321.949842:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000000e5d9333. 00000400:00000200:3.0:1784950321.949856:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.2@tcp 00000400:00000200:1.0:1784950321.949863:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.4@tcp: -114 00000400:00000200:1.0:1784950321.949869:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.949877:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950321.949884:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.4@tcp NID 111.222.142.4@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.949890:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.4@tcp 00000400:00000200:3.0:1784950321.949895:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.2@tcp local destination 00000400:00000200:1.0:1784950321.949898:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[10]: 111.222.173.5@tcp 00000400:00000200:3.0:1784950321.949905:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.949912:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950321.949918:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.5@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950321.949923:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.949931:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.2@tcp 00000400:00000200:3.0:1784950321.949935:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10528:10528:251:4294967295] 111.222.173.2@tcp LPNI seq info [43:43:8:4294967295] 00000400:00000200:3.0:1784950321.949941:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.2@tcp 00000400:00000200:3.0:1784950321.949950:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.2@tcp(111.222.173.2@tcp:111.222.173.2@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.949958:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.2@tcp 00000800:00000010:3.0:1784950321.949964:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c84707cc. 00000400:00000200:1.0:1784950321.949968:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.5@tcp: 0 00000800:00000200:3.0:1784950321.949978:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000400:00000200:1.0:1784950321.949981:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:3.0:1784950321.949984:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.2 (cnted 0, interval 60, 10 secs later) 00000400:00000200:1.0:1784950321.949992:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:3.1:1784950321.949999:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000400:00000200:1.0:1784950321.950008:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.5@tcp NID 111.222.173.5@tcp: 0. pending discovery 00000800:00000200:3.1:1784950321.950011:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.2 (cnted 0, interval 60, 10 secs later) 00000400:00000200:1.0:1784950321.950017:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.5@tcp 00000400:00000200:1.0:1784950321.950027:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[11]: 111.222.142.5@tcp 00000800:00000100:3.0:1784950321.950033:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.173.2@tcp 00000400:00000200:1.0:1784950321.950041:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.5@tcp NID flags 0x1: -17 00000800:00000010:3.0:1784950321.950042:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c84707cc. 00000400:00000200:3.0:1784950321.950058:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1784950321.950060:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.5@tcp: 0 00000400:00000200:1.0:1784950321.950068:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1784950321.950076:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.2@tcp: GET: REMOTE_ERROR 00000400:00000200:1.0:1784950321.950078:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950321.950091:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.5@tcp NID 111.222.142.5@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.950095:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.5@tcp 00000400:00000200:1.0:1784950321.950100:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[12]: 111.222.173.6@tcp 00000400:00000200:3.0:1784950321.950100:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950321.950113:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.2@tcp: 1 00000400:00000200:1.0:1784950321.950118:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.6@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950321.950126:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.2@tcp: -114 00000400:00000200:3.0:1784950321.950144:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.2@tcp 00000400:00000200:3.0:1784950321.950150:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.2@tcp(000000002f18fb04) state 0x861 rc 0 00000400:00000200:1.0:1784950321.950157:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.6@tcp: 0 00000400:00000200:1.0:1784950321.950162:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.950168:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1784950321.950173:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.2@tcp(00000000909276f9) state 0x2061 00000400:00000200:1.0:1784950321.950183:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.6@tcp NID 111.222.173.6@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.950191:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.6@tcp 00000400:00000010:3.0:1784950321.950195:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004c6745e1. 00000400:00000200:1.0:1784950321.950196:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[13]: 111.222.142.6@tcp 00000400:00000010:3.0:1784950321.950231:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000400:00000200:1.0:1784950321.950233:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.6@tcp NID flags 0x1: -17 00000400:00000010:3.0:1784950321.950241:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000002bb4370. 00000400:00000200:1.0:1784950321.950255:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.6@tcp: 0 00000400:00000200:3.0:1784950321.950256:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.2@tcp 00000400:00000200:1.0:1784950321.950266:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.950274:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950321.950283:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.6@tcp NID 111.222.142.6@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.950289:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.6@tcp 00000400:00000200:1.0:1784950321.950295:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[14]: 111.222.173.7@tcp 00000400:00000200:3.0:1784950321.950296:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.2@tcp local destination 00000400:00000200:3.0:1784950321.950305:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950321.950310:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.7@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950321.950314:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.950322:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.950325:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.2@tcp 00000400:00000200:3.0:1784950321.950329:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10529:10529:251:4294967295] 111.222.142.2@tcp LPNI seq info [40:40:8:4294967295] 00000400:00000200:3.0:1784950321.950334:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.2@tcp 00000400:00000200:3.0:1784950321.950341:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.2@tcp(111.222.142.2@tcp:111.222.142.2@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.950348:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.2@tcp 00000800:00000010:3.0:1784950321.950353:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c84707cc. 00000400:00000200:1.0:1784950321.950357:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.7@tcp: 0 00000400:00000200:1.0:1784950321.950363:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.950369:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:3.0:1784950321.950369:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000400:00000200:1.0:1784950321.950379:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.7@tcp NID 111.222.173.7@tcp: 0. pending discovery 00000800:00000200:3.1:1784950321.950388:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000400:00000200:1.0:1784950321.950391:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.7@tcp 00000400:00000200:1.0:1784950321.950399:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[15]: 111.222.142.7@tcp 00000400:00000200:3.0:1784950321.950402:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.2@tcp 00000400:00000200:1.0:1784950321.950412:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.7@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950321.950413:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.2@tcp(00000000909276f9) state 0x261 rc 0 00000400:00000200:3.0:1784950321.950429:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.3@tcp(0000000065719ced) state 0x2061 00000400:00000200:1.0:1784950321.950435:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.7@tcp: 0 00000400:00000200:1.0:1784950321.950439:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.950443:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000010:3.0:1784950321.950445:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f9a7d46a. 00000400:00000200:1.0:1784950321.950448:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.7@tcp NID 111.222.142.7@tcp: 0. pending discovery 00000400:00000010:3.0:1784950321.950454:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9ae20b. 00000400:00000200:1.0:1784950321.950456:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.7@tcp 00000400:00000200:1.0:1784950321.950463:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[16]: 111.222.173.8@tcp 00000400:00000010:3.0:1784950321.950464:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000005901a31d. 00000400:00000200:1.0:1784950321.950469:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.8@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950321.950478:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.3@tcp 00000400:00000200:1.0:1784950321.950483:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.8@tcp: 0 00000400:00000200:1.0:1784950321.950488:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.950493:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950321.950496:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.8@tcp NID 111.222.173.8@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.950499:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.8@tcp 00000400:00000200:1.0:1784950321.950502:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[17]: 111.222.142.8@tcp 00000400:00000200:3.0:1784950321.950507:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.3@tcp local destination 00000400:00000200:1.0:1784950321.950514:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.8@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950321.950517:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.950524:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.950527:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.950529:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.3@tcp 00000400:00000200:3.0:1784950321.950532:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10530:10530:250:4294967295] 111.222.142.3@tcp LPNI seq info [40:40:8:4294967295] 00000400:00000200:3.0:1784950321.950537:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.3@tcp 00000400:00000200:3.0:1784950321.950543:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.3@tcp(111.222.142.3@tcp:111.222.142.3@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.950550:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.3@tcp 00000800:00000010:3.0:1784950321.950554:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ed4f4ed2. 00000400:00000200:1.0:1784950321.950556:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.8@tcp: 0 00000400:00000200:1.0:1784950321.950561:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:3.0:1784950321.950567:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000400:00000200:1.0:1784950321.950569:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:3.1:1784950321.950580:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000400:00000200:1.0:1784950321.950583:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.8@tcp NID 111.222.142.8@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.950590:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.8@tcp 00000400:00000200:1.0:1784950321.950592:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[18]: 111.222.173.9@tcp 00000400:00000200:1.0:1784950321.950596:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.9@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950321.950599:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.9@tcp: 0 00000400:00000200:1.0:1784950321.950601:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.950602:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950321.950605:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.9@tcp NID 111.222.173.9@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.950607:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.9@tcp 00000400:00000200:1.0:1784950321.950609:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[19]: 111.222.142.9@tcp 00000400:00000200:1.0:1784950321.950611:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.9@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950321.950615:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.9@tcp: 0 00000400:00000200:1.0:1784950321.950617:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.950618:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950321.950621:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.9@tcp NID 111.222.142.9@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.950623:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.9@tcp 00000400:00000200:1.0:1784950321.950624:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[20]: 111.222.173.10@tcp 00000400:00000200:1.0:1784950321.950627:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.10@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950321.950631:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.10@tcp: 0 00000400:00000200:1.0:1784950321.950633:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.950634:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950321.950637:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.10@tcp NID 111.222.173.10@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.950639:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.10@tcp 00000400:00000200:1.0:1784950321.950641:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[21]: 111.222.142.10@tcp 00000400:00000200:1.0:1784950321.950644:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.10@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950321.950648:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.10@tcp: 0 00000400:00000200:1.0:1784950321.950649:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.950651:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950321.950653:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.10@tcp NID 111.222.142.10@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.950656:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.10@tcp 00000400:00000200:1.0:1784950321.950658:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[22]: 111.222.173.11@tcp 00000400:00000200:1.0:1784950321.950661:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.11@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950321.950670:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.11@tcp: 0 00000400:00000200:1.0:1784950321.950672:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.950674:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950321.950678:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.11@tcp NID 111.222.173.11@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.950682:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.11@tcp 00000400:00000200:1.0:1784950321.950686:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[23]: 111.222.142.11@tcp 00000400:00000200:1.0:1784950321.950692:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.11@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950321.950703:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.11@tcp: 0 00000400:00000200:1.0:1784950321.950707:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.950711:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1784950321.950750:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.3@tcp 00000400:00000200:3.0:1784950321.950758:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.3@tcp(0000000065719ced) state 0x261 rc 0 00000400:00000200:1.0:1784950321.950767:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.11@tcp NID 111.222.142.11@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.950774:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.11@tcp 00000400:00000200:3.0:1784950321.950780:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.4@tcp(0000000034456625) state 0x2061 00000400:00000200:1.0:1784950321.950785:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[24]: 111.222.173.12@tcp 00000400:00000010:3.0:1784950321.950790:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000238477e3. 00000400:00000200:1.0:1784950321.950799:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.12@tcp NID flags 0x1: -17 00000400:00000010:3.0:1784950321.950801:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 00000400:00000200:1.0:1784950321.950821:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.12@tcp: 0 00000400:00000200:1.0:1784950321.950826:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.950837:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000010:3.0:1784950321.950837:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000084fd52e7. 00000400:00000200:3.0:1784950321.950853:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.4@tcp 00000400:00000200:1.0:1784950321.950858:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.12@tcp NID 111.222.173.12@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.950866:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.12@tcp 00000400:00000200:1.0:1784950321.950873:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[25]: 111.222.142.12@tcp 00000400:00000200:3.0:1784950321.950874:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.4@tcp local destination 00000400:00000200:3.0:1784950321.950887:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950321.950891:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.12@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950321.950898:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.950904:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.950908:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.4@tcp 00000400:00000200:3.0:1784950321.950911:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10531:10531:249:4294967295] 111.222.173.4@tcp LPNI seq info [38:38:8:4294967295] 00000400:00000200:3.0:1784950321.950917:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.4@tcp 00000400:00000200:3.0:1784950321.950926:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.4@tcp(111.222.173.4@tcp:111.222.173.4@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.950932:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.4@tcp 00000800:00000010:3.0:1784950321.950938:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000054f0341. 00000400:00000200:1.0:1784950321.950945:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.12@tcp: 0 00000800:00000200:3.0:1784950321.950950:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000400:00000200:1.0:1784950321.950954:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:3.0:1784950321.950957:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.4 (cnted 0, interval 60, 10 secs later) 00000400:00000200:1.0:1784950321.950962:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:3.1:1784950321.950969:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:3.1:1784950321.950977:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.4 (cnted 0, interval 60, 10 secs later) 00000400:00000200:1.0:1784950321.950979:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.12@tcp NID 111.222.142.12@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.950990:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.12@tcp 00000800:00000100:3.0:1784950321.950991:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.173.4@tcp 00000800:00000010:3.0:1784950321.951001:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000054f0341. 00000400:00000200:1.0:1784950321.951003:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[26]: 111.222.173.13@tcp 00000400:00000200:3.0:1784950321.951016:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1784950321.951018:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.13@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950321.951035:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.13@tcp: 0 00000400:00000200:3.0:1784950321.951036:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.4@tcp: GET: REMOTE_ERROR 00000400:00000200:1.0:1784950321.951046:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.951056:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1784950321.951058:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950321.951068:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.13@tcp NID 111.222.173.13@tcp: 0. pending discovery 00000400:00000200:3.0:1784950321.951075:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.4@tcp: 1 00000400:00000200:1.0:1784950321.951077:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.13@tcp 00000400:00000200:1.0:1784950321.951086:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[27]: 111.222.142.13@tcp 00000400:00000200:3.0:1784950321.951092:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.4@tcp: -114 00000400:00000200:1.0:1784950321.951096:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.13@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950321.951120:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.4@tcp 00000400:00000200:1.0:1784950321.951125:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.13@tcp: 0 00000400:00000200:1.0:1784950321.951133:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1784950321.951133:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.4@tcp(0000000034456625) state 0x861 rc 0 00000400:00000200:1.0:1784950321.951147:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1784950321.951151:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.5@tcp(00000000a02b4cc5) state 0x2061 00000400:00000200:1.0:1784950321.951160:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.13@tcp NID 111.222.142.13@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.951165:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.13@tcp 00000400:00000200:1.0:1784950321.951168:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[28]: 111.222.173.14@tcp 00000400:00000010:3.0:1784950321.951171:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009eae2695. 00000400:00000200:1.0:1784950321.951172:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.14@tcp NID flags 0x1: -17 00000400:00000010:3.0:1784950321.951181:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009139bac3. 00000400:00000200:1.0:1784950321.951187:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.14@tcp: 0 00000400:00000200:1.0:1784950321.951192:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000010:3.0:1784950321.951196:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000000bd4ac0e. 00000400:00000200:1.0:1784950321.951197:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950321.951221:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.14@tcp NID 111.222.173.14@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.951228:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.14@tcp 00000400:00000200:3.0:1784950321.951235:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.5@tcp 00000400:00000200:1.0:1784950321.951239:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[29]: 111.222.142.14@tcp 00000400:00000200:1.0:1784950321.951247:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.14@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950321.951252:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.5@tcp local destination 00000400:00000200:3.0:1784950321.951258:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.951261:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.951264:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.951267:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.5@tcp 00000400:00000200:3.0:1784950321.951270:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10532:10532:249:4294967295] 111.222.173.5@tcp LPNI seq info [38:38:8:4294967295] 00000400:00000200:3.0:1784950321.951275:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.5@tcp 00000400:00000200:3.0:1784950321.951282:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.5@tcp(111.222.173.5@tcp:111.222.173.5@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.951288:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.5@tcp 00000800:00000010:3.0:1784950321.951293:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000054f0341. 00000400:00000200:1.0:1784950321.951296:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.14@tcp: 0 00000400:00000200:1.0:1784950321.951301:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:3.0:1784950321.951308:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000400:00000200:1.0:1784950321.951309:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950321.951320:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.14@tcp NID 111.222.142.14@tcp: 0. pending discovery 00000800:00000200:3.1:1784950321.951329:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000400:00000200:1.0:1784950321.951331:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.14@tcp 00000400:00000200:3.0:1784950321.951341:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.5@tcp 00000400:00000200:1.0:1784950321.951342:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[30]: 111.222.173.15@tcp 00000400:00000200:3.0:1784950321.951351:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.5@tcp(00000000a02b4cc5) state 0x261 rc 0 00000400:00000200:1.0:1784950321.951355:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.15@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950321.951363:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.5@tcp(000000004a6b3557) state 0x2061 00000400:00000200:1.0:1784950321.951370:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.15@tcp: 0 00000400:00000200:1.0:1784950321.951375:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.951378:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000010:3.0:1784950321.951380:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bd84354f. 00000400:00000200:1.0:1784950321.951382:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.15@tcp NID 111.222.173.15@tcp: 0. pending discovery 00000400:00000010:3.0:1784950321.951391:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aee49f67. 00000400:00000200:1.0:1784950321.951392:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.15@tcp 00000400:00000200:1.0:1784950321.951400:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[31]: 111.222.142.15@tcp 00000400:00000010:3.0:1784950321.951401:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000002dd4994b. 00000400:00000200:1.0:1784950321.951407:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.15@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950321.951419:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.15@tcp: 0 00000400:00000200:1.0:1784950321.951421:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950321.951423:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950321.951425:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.15@tcp NID 111.222.142.15@tcp: 0. pending discovery 00000400:00000200:1.0:1784950321.951427:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.15@tcp 00000100:00000010:1.0:1784950321.951431:0:455330:0:(lustre_peer.c:132:class_add_uuid()) kfreed 'data': 704 at 00000000790482cf. 00000020:00000001:1.0:1784950321.951439:0:455330:0:(obd_class.h:797:obd_add_conn()) Process entered 00010000:00000001:1.0:1784950321.951443:0:455330:0:(ldlm_lib.c:52:import_set_conn()) Process entered 00000100:00000001:1.0:1784950321.951448:0:455330:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:1.0:1784950321.951455:0:455330:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 360 at 0000000081b1467d. 00000400:00000200:1.0:1784950321.951460:0:455330:0:(peer.c:266:lnet_peer_alloc()) 0000000081b1467d nid 111.222.142.24@tcp 00000400:00000010:1.0:1784950321.951464:0:455330:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ca9bf5c5. 00000400:00000200:1.0:1784950321.951467:0:455330:0:(peer.c:203:lnet_peer_net_alloc()) 00000000ca9bf5c5 net tcp 00000400:00000010:1.0:1784950321.951470:0:455330:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 480 at 0000000086ba03df. 00000400:00000200:1.0:1784950321.951474:0:455330:0:(peer.c:184:lnet_peer_ni_alloc()) 0000000086ba03df nid 111.222.142.24@tcp 00000400:00000200:1.0:1784950321.951482:0:455330:0:(peer.c:1719:lnet_peer_attach_peer_ni()) peer 111.222.142.24@tcp NID 111.222.142.24@tcp flags 0x0 00000400:00000200:1.0:1784950321.951486:0:455330:0:(peer.c:2098:lnet_peer_ni_traffic_add()) peer 111.222.142.24@tcp: 0 00000400:00000200:1.0:1784950321.951490:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.24@tcp: 0 00000400:00000200:1.0:1784950321.951492:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1784950321.951542:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.5@tcp 00000400:00000200:3.0:1784950321.951554:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.5@tcp local destination 00000400:00000200:3.0:1784950321.951557:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.951560:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.951564:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.951567:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.5@tcp 00000400:00000200:3.0:1784950321.951570:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10533:10533:248:4294967295] 111.222.142.5@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:3.0:1784950321.951576:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.5@tcp 00000400:00000200:3.0:1784950321.951582:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.5@tcp(111.222.142.5@tcp:111.222.142.5@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.951588:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.5@tcp 00000800:00000010:3.0:1784950321.951593:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f5a19658. 00000800:00000200:3.0:1784950321.951598:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:3.1:1784950321.951603:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000400:00000200:3.0:1784950321.951620:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.5@tcp 00000400:00000200:3.0:1784950321.951623:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.5@tcp(000000004a6b3557) state 0x261 rc 0 00000400:00000200:3.0:1784950321.951627:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.2@tcp(000000002f18fb04) state 0x861 00000400:00000001:3.0:1784950321.951630:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950321.951632:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950321.951634:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000400:00000010:3.0:1784950321.951636:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000400:00000200:3.0:1784950321.951641:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950321.951646:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.2@tcp: -114 00000400:00000010:3.0:1784950321.951650:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000025644c8c. 00000400:00000200:3.0:1784950321.951657:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.2@tcp:-5 00000400:00000200:3.0:1784950321.951661:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.2@tcp(000000002f18fb04) state 0x2061 rc -5 00000400:00000200:3.0:1784950321.951668:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.2@tcp 00000400:00000200:3.0:1784950321.951673:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.6@tcp(00000000dd6ddc05) state 0x2061 00000400:00000010:3.0:1784950321.951679:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000025644c8c. 00000400:00000010:3.0:1784950321.951683:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000400:00000010:3.0:1784950321.951687:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000f67965ea. 00000400:00000200:3.0:1784950321.951692:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.6@tcp 00000400:00000200:3.0:1784950321.951701:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.6@tcp local destination 00000400:00000200:3.0:1784950321.951705:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.951709:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.951712:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.951715:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.6@tcp 00000400:00000200:3.0:1784950321.951750:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10534:10534:247:4294967295] 111.222.173.6@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:3.0:1784950321.951758:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.6@tcp 00000400:00000200:3.0:1784950321.951769:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.6@tcp(111.222.173.6@tcp:111.222.173.6@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.951777:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.6@tcp 00000800:00000010:3.0:1784950321.951784:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004084f3cc. 00000800:00000200:3.0:1784950321.951792:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:3.0:1784950321.951795:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.6 (cnted 0, interval 60, 10 secs later) 00000800:00000200:3.1:1784950321.951802:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:3.1:1784950321.951806:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.6 (cnted 0, interval 60, 10 secs later) 00000800:00000100:3.0:1784950321.951811:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.173.6@tcp 00000800:00000010:3.0:1784950321.951814:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004084f3cc. 00000400:00000200:3.0:1784950321.951818:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1784950321.951822:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.6@tcp: GET: REMOTE_ERROR 00000400:00000200:3.0:1784950321.951827:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950321.951831:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.6@tcp: 1 00000400:00000200:3.0:1784950321.951835:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.6@tcp: -114 00000400:00000200:3.0:1784950321.951845:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.6@tcp 00000400:00000200:3.0:1784950321.951849:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.6@tcp(00000000dd6ddc05) state 0x861 rc 0 00000400:00000200:3.0:1784950321.951855:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.6@tcp(0000000020f6aea9) state 0x2061 00000400:00000010:3.0:1784950321.951862:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a6626e10. 00000400:00000010:3.0:1784950321.951866:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027dbe14a. 00000400:00000010:3.0:1784950321.951870:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000007a51df06. 00000400:00000200:3.0:1784950321.951874:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.6@tcp 00000400:00000200:3.0:1784950321.951880:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.6@tcp local destination 00000400:00000200:3.0:1784950321.951883:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.951886:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.951889:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.951894:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.6@tcp 00000400:00000200:3.0:1784950321.951897:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10535:10535:247:4294967295] 111.222.142.6@tcp LPNI seq info [34:34:8:4294967295] 00000400:00000200:3.0:1784950321.951903:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.6@tcp 00000400:00000200:3.0:1784950321.951913:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.6@tcp(111.222.142.6@tcp:111.222.142.6@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.951919:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.6@tcp 00000800:00000010:3.0:1784950321.951923:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004084f3cc. 00000800:00000200:3.0:1784950321.951929:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:3.1:1784950321.951933:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000400:00000200:3.0:1784950321.951938:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.6@tcp 00000400:00000200:3.0:1784950321.951943:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.6@tcp(0000000020f6aea9) state 0x261 rc 0 00000400:00000200:3.0:1784950321.951947:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.7@tcp(0000000093802ce8) state 0x2061 00000400:00000010:3.0:1784950321.951951:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b6919307. 00000400:00000010:3.0:1784950321.951954:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ac4ede6. 00000400:00000010:3.0:1784950321.951961:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000348dcc62. 00000400:00000200:3.0:1784950321.951967:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.7@tcp 00000400:00000200:3.0:1784950321.951971:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.7@tcp local destination 00000400:00000200:3.0:1784950321.951974:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.951977:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.951980:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.951983:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.7@tcp 00000400:00000200:3.0:1784950321.951989:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10536:10536:246:4294967295] 111.222.173.7@tcp LPNI seq info [33:33:8:4294967295] 00000400:00000200:3.0:1784950321.951995:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.7@tcp 00000400:00000200:3.0:1784950321.952006:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.7@tcp(111.222.173.7@tcp:111.222.173.7@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.952015:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.7@tcp 00000800:00000010:3.0:1784950321.952022:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d35f0cfd. 00000800:00000200:3.0:1784950321.952029:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:3.1:1784950321.952037:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000400:00000200:3.0:1784950321.952045:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.7@tcp 00000400:00000200:3.0:1784950321.952048:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.7@tcp(0000000093802ce8) state 0x261 rc 0 00000400:00000200:3.0:1784950321.952054:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.7@tcp(000000007ef77b60) state 0x2061 00000400:00000010:3.0:1784950321.952062:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000063c74026. 00000400:00000010:3.0:1784950321.952068:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cb316f9. 00000400:00000010:3.0:1784950321.952076:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000e0e4798a. 00000400:00000200:3.0:1784950321.952083:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.7@tcp 00000400:00000200:3.0:1784950321.952091:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.7@tcp local destination 00000400:00000200:3.0:1784950321.952096:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.952101:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.952106:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.952110:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.7@tcp 00000400:00000200:3.0:1784950321.952114:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10537:10537:245:4294967295] 111.222.142.7@tcp LPNI seq info [32:32:8:4294967295] 00000400:00000200:3.0:1784950321.952119:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.7@tcp 00000400:00000200:3.0:1784950321.952125:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.7@tcp(111.222.142.7@tcp:111.222.142.7@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.952131:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.7@tcp 00000800:00000010:3.0:1784950321.952135:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000093266d3. 00000800:00000200:3.0:1784950321.952139:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:3.1:1784950321.952144:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000400:00000200:3.0:1784950321.952162:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.7@tcp 00000400:00000200:3.0:1784950321.952165:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.7@tcp(000000007ef77b60) state 0x261 rc 0 00000400:00000200:3.0:1784950321.952256:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.8@tcp(00000000b1b129a5) state 0x2061 00000400:00000010:3.0:1784950321.952263:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000269463a9. 00000400:00000010:3.0:1784950321.952268:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077350b67. 00000400:00000010:3.0:1784950321.952273:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000009f009135. 00000400:00000200:3.0:1784950321.952278:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.8@tcp 00000400:00000200:3.0:1784950321.952286:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.8@tcp local destination 00000400:00000200:3.0:1784950321.952291:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.952295:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.952299:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.952302:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.8@tcp 00000400:00000200:3.0:1784950321.952305:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10538:10538:244:4294967295] 111.222.173.8@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:3.0:1784950321.952311:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.8@tcp 00000400:00000200:3.0:1784950321.952317:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.8@tcp(111.222.173.8@tcp:111.222.173.8@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.952322:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.8@tcp 00000800:00000010:3.0:1784950321.952327:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000011275afe. 00000800:00000200:3.0:1784950321.952332:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:3.0:1784950321.952335:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.8 (cnted 0, interval 60, 10 secs later) 00000800:00000200:3.1:1784950321.952341:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:3.1:1784950321.952344:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.8 (cnted 0, interval 60, 10 secs later) 00000800:00000100:3.0:1784950321.952348:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.173.8@tcp 00000800:00000010:3.0:1784950321.952351:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000011275afe. 00000400:00000200:3.0:1784950321.952356:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1784950321.952360:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.8@tcp: GET: REMOTE_ERROR 00000400:00000200:3.0:1784950321.952364:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950321.952367:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.8@tcp: 1 00000400:00000200:3.0:1784950321.952371:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.8@tcp: -114 00000400:00000200:3.0:1784950321.952377:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.8@tcp 00000400:00000200:3.0:1784950321.952379:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.8@tcp(00000000b1b129a5) state 0x861 rc 0 00000400:00000200:3.0:1784950321.952383:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.8@tcp(00000000691a9285) state 0x2061 00000400:00000010:3.0:1784950321.952390:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009c36d7da. 00000400:00000010:3.0:1784950321.952395:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001829797e. 00000400:00000010:3.0:1784950321.952403:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000008afdec7c. 00000400:00000200:3.0:1784950321.952409:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.8@tcp 00000400:00000200:3.0:1784950321.952414:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.8@tcp local destination 00000400:00000200:3.0:1784950321.952418:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.952422:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.952426:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.952430:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.8@tcp 00000400:00000200:3.0:1784950321.952433:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10539:10539:244:4294967295] 111.222.142.8@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:3.0:1784950321.952438:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.8@tcp 00000400:00000200:3.0:1784950321.952443:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.8@tcp(111.222.142.8@tcp:111.222.142.8@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.952447:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.8@tcp 00000800:00000010:3.0:1784950321.952452:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000011275afe. 00000800:00000200:3.0:1784950321.952456:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:3.1:1784950321.952461:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000400:00000200:3.0:1784950321.952466:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.8@tcp 00000400:00000200:3.0:1784950321.952470:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.8@tcp(00000000691a9285) state 0x261 rc 0 00000400:00000200:3.0:1784950321.952475:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.9@tcp(0000000061b4745a) state 0x2061 00000400:00000010:3.0:1784950321.952481:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f72eba12. 00000400:00000010:3.0:1784950321.952485:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dca9971. 00000400:00000010:3.0:1784950321.952490:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000074f17b0e. 00000400:00000200:3.0:1784950321.952493:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.9@tcp 00000400:00000200:3.0:1784950321.952499:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.9@tcp local destination 00000400:00000200:3.0:1784950321.952502:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.952506:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.952509:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.952512:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.9@tcp 00000400:00000200:3.0:1784950321.952515:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10540:10540:243:4294967295] 111.222.173.9@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1784950321.952521:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.9@tcp 00000400:00000200:3.0:1784950321.952529:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.9@tcp(111.222.173.9@tcp:111.222.173.9@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.952534:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.9@tcp 00000800:00000010:3.0:1784950321.952537:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000be6e47ef. 00000800:00000200:3.0:1784950321.952542:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:3.1:1784950321.952549:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000400:00000200:3.0:1784950321.952553:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.9@tcp 00000400:00000200:3.0:1784950321.952555:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.9@tcp(0000000061b4745a) state 0x261 rc 0 00000400:00000200:3.0:1784950321.952558:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.9@tcp(0000000041d835b6) state 0x2061 00000400:00000010:3.0:1784950321.952562:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000037944230. 00000400:00000010:3.0:1784950321.952565:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032ff6f71. 00000400:00000010:3.0:1784950321.952571:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000d96cbcdd. 00000400:00000200:3.0:1784950321.952575:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.9@tcp 00000400:00000200:3.0:1784950321.952582:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.9@tcp local destination 00000400:00000200:3.0:1784950321.952586:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.952591:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.952593:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.952596:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.9@tcp 00000400:00000200:3.0:1784950321.952599:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10541:10541:242:4294967295] 111.222.142.9@tcp LPNI seq info [29:29:8:4294967295] 00000400:00000200:3.0:1784950321.952603:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.9@tcp 00000400:00000200:3.0:1784950321.952610:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.9@tcp(111.222.142.9@tcp:111.222.142.9@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.952618:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.9@tcp 00000800:00000010:3.0:1784950321.952623:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000057d9fda9. 00000800:00000200:3.0:1784950321.952628:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:3.1:1784950321.952634:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000400:00000200:3.0:1784950321.952668:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.9@tcp 00000400:00000200:3.0:1784950321.952670:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.9@tcp(0000000041d835b6) state 0x261 rc 0 00000400:00000200:3.0:1784950321.952675:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.10@tcp(00000000a2c96137) state 0x2061 00000400:00000010:3.0:1784950321.952680:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002fc8ce9c. 00000400:00000010:3.0:1784950321.952684:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b068732. 00000400:00000010:3.0:1784950321.952693:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000029694f81. 00000400:00000200:3.0:1784950321.952700:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.10@tcp 00000400:00000200:3.0:1784950321.952709:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.10@tcp local destination 00000400:00000200:3.0:1784950321.952713:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.952760:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.952765:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.952769:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.10@tcp 00000400:00000200:3.0:1784950321.952773:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10542:10542:241:4294967295] 111.222.173.10@tcp LPNI seq info [29:29:8:4294967295] 00000400:00000200:3.0:1784950321.952875:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.10@tcp 00000400:00000200:3.0:1784950321.952891:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.10@tcp(111.222.173.10@tcp:111.222.173.10@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.952900:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.10@tcp 00000800:00000010:3.0:1784950321.952910:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b9f26aca. 00000800:00000200:3.0:1784950321.952915:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:3.0:1784950321.952919:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.10 (cnted 0, interval 60, 10 secs later) 00000800:00000200:3.1:1784950321.952926:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:3.1:1784950321.952929:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.10 (cnted 0, interval 60, 10 secs later) 00000800:00000100:3.0:1784950321.952938:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.173.10@tcp 00000800:00000010:3.0:1784950321.952941:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b9f26aca. 00000400:00000200:3.0:1784950321.952946:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1784950321.952951:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.10@tcp: GET: REMOTE_ERROR 00000400:00000200:3.0:1784950321.952957:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950321.952961:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.10@tcp: 1 00000400:00000200:3.0:1784950321.952965:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.10@tcp: -114 00000400:00000200:3.0:1784950321.952972:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.10@tcp 00000400:00000200:3.0:1784950321.952975:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.10@tcp(00000000a2c96137) state 0x861 rc 0 00000400:00000200:3.0:1784950321.952980:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.10@tcp(00000000a4fa42d1) state 0x2061 00000400:00000010:3.0:1784950321.952986:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004f33a667. 00000400:00000010:3.0:1784950321.952990:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a470040. 00000400:00000010:3.0:1784950321.952996:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000064f191c8. 00000400:00000200:3.0:1784950321.953007:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.10@tcp 00000400:00000200:3.0:1784950321.953018:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.10@tcp local destination 00000400:00000200:3.0:1784950321.953026:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.953033:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.953038:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.953043:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.10@tcp 00000400:00000200:3.0:1784950321.953053:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10543:10543:241:4294967295] 111.222.142.10@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000200:3.0:1784950321.953063:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.10@tcp 00000400:00000200:3.0:1784950321.953075:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.10@tcp(111.222.142.10@tcp:111.222.142.10@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.953086:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.10@tcp 00000800:00000010:3.0:1784950321.953094:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b9f26aca. 00000800:00000200:3.0:1784950321.953102:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:3.1:1784950321.953111:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000400:00000200:3.0:1784950321.953118:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.10@tcp 00000400:00000200:3.0:1784950321.953121:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.10@tcp(00000000a4fa42d1) state 0x261 rc 0 00000400:00000200:3.0:1784950321.953126:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.11@tcp(0000000016d5496f) state 0x2061 00000400:00000010:3.0:1784950321.953131:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f91039d7. 00000400:00000010:3.0:1784950321.953134:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000400:00000010:3.0:1784950321.953139:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000096df91b8. 00000400:00000200:3.0:1784950321.953142:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.11@tcp 00000400:00000200:3.0:1784950321.953148:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.11@tcp local destination 00000400:00000200:3.0:1784950321.953152:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.953155:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.953157:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.953160:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.11@tcp 00000400:00000200:3.0:1784950321.953164:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10544:10544:240:4294967295] 111.222.173.11@tcp LPNI seq info [26:26:8:4294967295] 00000400:00000200:3.0:1784950321.953168:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.11@tcp 00000400:00000200:3.0:1784950321.953174:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.11@tcp(111.222.173.11@tcp:111.222.173.11@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.953179:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.11@tcp 00000800:00000010:3.0:1784950321.953182:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ae0c4a98. 00000800:00000200:3.0:1784950321.953186:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:3.1:1784950321.953190:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000400:00000200:3.0:1784950321.953193:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.11@tcp 00000400:00000200:3.0:1784950321.953196:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.11@tcp(0000000016d5496f) state 0x261 rc 0 00000400:00000200:3.0:1784950321.953199:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.11@tcp(000000006aac02b3) state 0x2061 00000400:00000010:3.0:1784950321.953288:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ce0859fb. 00000400:00000010:3.0:1784950321.953295:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000743c695. 00000400:00000010:3.0:1784950321.953299:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000895312b4. 00000400:00000200:3.0:1784950321.953304:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.11@tcp 00000400:00000200:3.0:1784950321.953310:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.11@tcp local destination 00000400:00000200:3.0:1784950321.953314:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.953317:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.953320:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.953323:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.11@tcp 00000400:00000200:3.0:1784950321.953326:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10545:10545:239:4294967295] 111.222.142.11@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:3.0:1784950321.953331:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.11@tcp 00000400:00000200:3.0:1784950321.953337:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.11@tcp(111.222.142.11@tcp:111.222.142.11@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.953342:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.11@tcp 00000800:00000010:3.0:1784950321.953345:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ae917eca. 00000800:00000200:3.0:1784950321.953350:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:3.1:1784950321.953354:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000400:00000200:3.0:1784950321.953371:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.11@tcp 00000400:00000200:3.0:1784950321.953374:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.11@tcp(000000006aac02b3) state 0x261 rc 0 00000400:00000200:3.0:1784950321.953378:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.12@tcp(00000000050c8504) state 0x2061 00000400:00000010:3.0:1784950321.953381:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ac714e1c. 00000400:00000010:3.0:1784950321.953385:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000400:00000010:3.0:1784950321.953389:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000a094e36a. 00000400:00000200:3.0:1784950321.953394:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.12@tcp 00000400:00000200:3.0:1784950321.953403:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.12@tcp local destination 00000400:00000200:3.0:1784950321.953407:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.953409:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.953412:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.953416:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.12@tcp 00000400:00000200:3.0:1784950321.953419:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10546:10546:238:4294967295] 111.222.173.12@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:3.0:1784950321.953426:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.12@tcp 00000400:00000200:3.0:1784950321.953431:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.12@tcp(111.222.173.12@tcp:111.222.173.12@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.953436:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.12@tcp 00000800:00000010:3.0:1784950321.953440:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005c9722aa. 00000800:00000200:3.0:1784950321.953445:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:3.0:1784950321.953448:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.12 (cnted 0, interval 60, 10 secs later) 00000800:00000200:3.1:1784950321.953454:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:3.1:1784950321.953457:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.12 (cnted 0, interval 60, 10 secs later) 00000800:00000100:3.0:1784950321.953463:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.173.12@tcp 00000800:00000010:3.0:1784950321.953466:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005c9722aa. 00000400:00000200:3.0:1784950321.953470:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1784950321.953475:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.12@tcp: GET: REMOTE_ERROR 00000400:00000200:3.0:1784950321.953478:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950321.953481:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.12@tcp: 1 00000400:00000200:3.0:1784950321.953484:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.12@tcp: -114 00000400:00000200:3.0:1784950321.953489:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.12@tcp 00000400:00000200:3.0:1784950321.953493:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.12@tcp(00000000050c8504) state 0x861 rc 0 00000400:00000200:3.0:1784950321.953498:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.12@tcp(00000000ea45724e) state 0x2061 00000400:00000010:3.0:1784950321.953503:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005dec4288. 00000400:00000010:3.0:1784950321.953506:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa895c83. 00000400:00000010:3.0:1784950321.953510:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000058048674. 00000400:00000200:3.0:1784950321.953514:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.12@tcp 00000400:00000200:3.0:1784950321.953519:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.12@tcp local destination 00000400:00000200:3.0:1784950321.953522:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.953526:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.953529:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.953531:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.12@tcp 00000400:00000200:3.0:1784950321.953536:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10547:10547:238:4294967295] 111.222.142.12@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:3.0:1784950321.953542:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.12@tcp 00000400:00000200:3.0:1784950321.953555:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.12@tcp(111.222.142.12@tcp:111.222.142.12@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.953561:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.12@tcp 00000800:00000010:3.0:1784950321.953566:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005c9722aa. 00000800:00000200:3.0:1784950321.953571:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:3.1:1784950321.953575:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000400:00000200:3.0:1784950321.953579:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.12@tcp 00000400:00000200:3.0:1784950321.953580:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.12@tcp(00000000ea45724e) state 0x261 rc 0 00000400:00000200:3.0:1784950321.953584:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.13@tcp(0000000024df314f) state 0x2061 00000400:00000010:3.0:1784950321.953587:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000822fdc9. 00000400:00000010:3.0:1784950321.953592:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074fd7680. 00000400:00000010:3.0:1784950321.953597:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000001ff9858. 00000400:00000200:3.0:1784950321.953602:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.13@tcp 00000400:00000200:3.0:1784950321.953608:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.13@tcp local destination 00000400:00000200:3.0:1784950321.953611:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.953615:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.953619:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.953622:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.13@tcp 00000400:00000200:3.0:1784950321.953624:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10548:10548:237:4294967295] 111.222.173.13@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:3.0:1784950321.953630:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.13@tcp 00000400:00000200:3.0:1784950321.953636:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.13@tcp(111.222.173.13@tcp:111.222.173.13@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.953641:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.13@tcp 00000800:00000010:3.0:1784950321.953645:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d55125b7. 00000800:00000200:3.0:1784950321.953649:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:3.1:1784950321.953654:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000400:00000200:3.0:1784950321.953658:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.13@tcp 00000400:00000200:3.0:1784950321.953664:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.13@tcp(0000000024df314f) state 0x261 rc 0 00000400:00000200:3.0:1784950321.953669:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.4@tcp(0000000034456625) state 0x861 00000400:00000001:3.0:1784950321.953671:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950321.953673:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950321.953674:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 00000400:00000010:3.0:1784950321.953676:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 00000400:00000200:3.0:1784950321.953679:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950321.953684:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.4@tcp: -114 00000400:00000010:3.0:1784950321.953687:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000238477e3. 00000400:00000200:3.0:1784950321.953694:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.4@tcp:-5 00000400:00000200:3.0:1784950321.953696:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.4@tcp(0000000034456625) state 0x2061 rc -5 00000400:00000200:3.0:1784950321.953701:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.4@tcp 00000400:00000200:3.0:1784950321.953706:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.13@tcp(00000000a00925ae) state 0x2061 00000400:00000010:3.0:1784950321.953711:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005e395f2f. 00000400:00000010:3.0:1784950321.953714:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 00000400:00000010:3.0:1784950321.953759:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000082e8605a. 00000400:00000200:3.0:1784950321.953767:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.13@tcp 00000400:00000200:3.0:1784950321.953776:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.13@tcp local destination 00000400:00000200:3.0:1784950321.953785:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.953790:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.953793:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.953797:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.13@tcp 00000400:00000200:3.0:1784950321.953802:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10549:10549:236:4294967295] 111.222.142.13@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000200:3.0:1784950321.953807:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.13@tcp 00000400:00000200:3.0:1784950321.953816:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.13@tcp(111.222.142.13@tcp:111.222.142.13@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.953821:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.13@tcp 00000800:00000010:3.0:1784950321.953826:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005d426fc0. 00000800:00000200:3.0:1784950321.953830:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:3.1:1784950321.953834:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000400:00000200:3.0:1784950321.953848:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.13@tcp 00000400:00000200:3.0:1784950321.953851:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.13@tcp(00000000a00925ae) state 0x261 rc 0 00000400:00000200:3.0:1784950321.953857:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.14@tcp(000000002176597e) state 0x2061 00000400:00000010:3.0:1784950321.953861:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000080cfe63d. 00000400:00000010:3.0:1784950321.953866:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2fe853. 00000400:00000010:3.0:1784950321.953870:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000002a87f28a. 00000400:00000200:3.0:1784950321.953875:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.14@tcp 00000400:00000200:3.0:1784950321.953883:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.14@tcp local destination 00000400:00000200:3.0:1784950321.953888:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.953891:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.953894:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.953897:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.14@tcp 00000400:00000200:3.0:1784950321.953902:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10550:10550:235:4294967295] 111.222.173.14@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:3.0:1784950321.953908:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.14@tcp 00000400:00000200:3.0:1784950321.953917:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.14@tcp(111.222.173.14@tcp:111.222.173.14@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.953922:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.14@tcp 00000800:00000010:3.0:1784950321.953927:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000033e9f3f3. 00000800:00000200:3.0:1784950321.953932:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:3.0:1784950321.953934:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.14 (cnted 0, interval 60, 10 secs later) 00000800:00000200:3.1:1784950321.953941:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:3.1:1784950321.954050:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.14 (cnted 0, interval 60, 10 secs later) 00000800:00000100:3.0:1784950321.954067:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.173.14@tcp 00000800:00000010:3.0:1784950321.954073:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000033e9f3f3. 00000400:00000200:3.0:1784950321.954081:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1784950321.954090:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.14@tcp: GET: REMOTE_ERROR 00000400:00000200:3.0:1784950321.954096:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950321.954103:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.14@tcp: 1 00000400:00000200:3.0:1784950321.954108:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.14@tcp: -114 00000400:00000200:3.0:1784950321.954117:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.14@tcp 00000400:00000200:3.0:1784950321.954119:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.14@tcp(000000002176597e) state 0x861 rc 0 00000400:00000200:3.0:1784950321.954125:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.14@tcp(0000000072091e24) state 0x2061 00000400:00000010:3.0:1784950321.954131:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000238477e3. 00000400:00000010:3.0:1784950321.954135:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a7aa0e6. 00000400:00000010:3.0:1784950321.954140:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000fc6342ec. 00000400:00000200:3.0:1784950321.954146:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.14@tcp 00000400:00000200:3.0:1784950321.954154:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.14@tcp local destination 00000400:00000200:3.0:1784950321.954159:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.954162:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.954166:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.954171:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.14@tcp 00000400:00000200:3.0:1784950321.954176:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10551:10551:235:4294967295] 111.222.142.14@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:3.0:1784950321.954181:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.14@tcp 00000400:00000200:3.0:1784950321.954196:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.14@tcp(111.222.142.14@tcp:111.222.142.14@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.954228:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.14@tcp 00000800:00000010:3.0:1784950321.954236:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000033e9f3f3. 00000800:00000200:3.0:1784950321.954242:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:3.1:1784950321.954248:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000400:00000200:3.0:1784950321.954254:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.14@tcp 00000400:00000200:3.0:1784950321.954259:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.14@tcp(0000000072091e24) state 0x261 rc 0 00000400:00000200:3.0:1784950321.954263:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.15@tcp(000000000ba1aef0) state 0x2061 00000400:00000010:3.0:1784950321.954273:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f99e04c1. 00000400:00000010:3.0:1784950321.954278:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00000400:00000010:3.0:1784950321.954287:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000032de9cf1. 00000400:00000200:3.0:1784950321.954291:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.15@tcp 00000400:00000200:3.0:1784950321.954298:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.15@tcp local destination 00000400:00000200:3.0:1784950321.954302:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.954306:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.954308:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.954311:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.15@tcp 00000400:00000200:3.0:1784950321.954315:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10552:10552:234:4294967295] 111.222.173.15@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:3.0:1784950321.954322:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.15@tcp 00000400:00000200:3.0:1784950321.954329:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.15@tcp(111.222.173.15@tcp:111.222.173.15@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.954334:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.15@tcp 00000800:00000010:3.0:1784950321.954338:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eacc2d84. 00000800:00000200:3.0:1784950321.954343:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:3.1:1784950321.954347:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000400:00000200:3.0:1784950321.954350:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.15@tcp 00000400:00000200:3.0:1784950321.954353:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.15@tcp(000000000ba1aef0) state 0x261 rc 0 00000400:00000200:3.0:1784950321.954356:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.15@tcp(000000001be875df) state 0x2061 00000400:00000010:3.0:1784950321.954360:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002c615aeb. 00000400:00000010:3.0:1784950321.954363:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001847ad53. 00000400:00000010:3.0:1784950321.954366:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000b8cb2874. 00000400:00000200:3.0:1784950321.954370:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.15@tcp 00000400:00000200:3.0:1784950321.954374:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.15@tcp local destination 00000400:00000200:3.0:1784950321.954377:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950321.954380:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.954382:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950321.954385:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.15@tcp 00000400:00000200:3.0:1784950321.954388:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10553:10553:233:4294967295] 111.222.142.15@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:3.0:1784950321.954392:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.15@tcp 00000400:00000200:3.0:1784950321.954398:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.15@tcp(111.222.142.15@tcp:111.222.142.15@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.954402:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.15@tcp 00000800:00000010:3.0:1784950321.954405:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008a1a4dac. 00000800:00000200:3.0:1784950321.954409:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:3.1:1784950321.954510:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000400:00000200:3.0:1784950321.954534:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.15@tcp 00000400:00000200:3.0:1784950321.954537:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.15@tcp(000000001be875df) state 0x261 rc 0 00000400:00000200:3.0:1784950321.954541:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.24@tcp(0000000081b1467d) state 0x40 00000400:00000010:3.0:1784950321.954547:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000197c7725. 00000400:00000010:3.0:1784950321.954550:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f84b3947. 00000400:00000010:3.0:1784950321.954556:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000d2ec7781. 00000400:00000200:3.0:1784950321.954561:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.24@tcp 00000400:00000200:3.0:1784950321.954569:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 111.222.142.24@tcp local destination 00000400:00000200:3.0:1784950321.954575:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950321.954579:0:441639:0:(lib-move.c:1874:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.203.114@tcp on NMR peer 111.222.142.24@tcp 00000400:00000200:3.0:1784950321.954583:0:441639:0:(peer.c:1086:lnet_peer_ni_set_non_mr_pref_nid()) peer 111.222.142.24@tcp nid 192.168.203.114@tcp: 0 00000400:00000200:3.0:1784950321.954589:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10554:10554:232:4294967295] 111.222.142.24@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1784950321.954596:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.24@tcp 00000400:00000200:3.0:1784950321.954605:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.24@tcp(111.222.142.24@tcp:111.222.142.24@tcp) : GET try# 0 00000800:00000200:3.0:1784950321.954610:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.24@tcp 00000800:00000010:3.0:1784950321.954614:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002c55871f. 00000800:00000010:3.0:1784950321.954622:0:441639:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008974ad0f. 00000800:00000010:3.0:1784950321.954627:0:441639:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000134deb6d. 00000800:00000200:3.0:1784950321.954634:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008974ad0f] -> 12345-111.222.142.24@tcp (2) 00000800:00000200:3.1:1784950321.954638:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008974ad0f] -> 12345-111.222.142.24@tcp (2) 00000400:00000200:3.0:1784950321.954645:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.24@tcp 00000400:00000200:3.0:1784950321.954647:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.24@tcp(0000000081b1467d) state 0x240 rc 0 00000400:00000200:3.0:1784950321.954650:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.6@tcp(00000000dd6ddc05) state 0x861 00000400:00000001:3.0:1784950321.954653:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950321.954655:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950321.954657:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000400:00000010:3.0:1784950321.954659:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000400:00000200:3.0:1784950321.954663:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950321.954667:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.6@tcp: -114 00000400:00000010:3.0:1784950321.954670:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000025644c8c. 00000400:00000200:3.0:1784950321.954675:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.6@tcp:-5 00000400:00000200:3.0:1784950321.954678:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.6@tcp(00000000dd6ddc05) state 0x2061 rc -5 00000400:00000200:3.0:1784950321.954683:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.6@tcp 00000400:00000200:3.0:1784950321.954686:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.8@tcp(00000000b1b129a5) state 0x861 00000400:00000001:3.0:1784950321.954689:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950321.954692:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950321.954693:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077350b67 00000400:00000010:3.0:1784950321.954695:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077350b67. 00000400:00000200:3.0:1784950321.954698:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950321.954701:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.8@tcp: -114 00000400:00000010:3.0:1784950321.954703:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000269463a9. 00000400:00000200:3.0:1784950321.954710:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.8@tcp:-5 00000400:00000200:3.0:1784950321.954715:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.8@tcp(00000000b1b129a5) state 0x2061 rc -5 00000400:00000200:3.0:1784950321.954749:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.8@tcp 00000400:00000200:3.0:1784950321.954759:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.10@tcp(00000000a2c96137) state 0x861 00000400:00000001:3.0:1784950321.954763:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950321.954765:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950321.954767:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b068732 00000400:00000010:3.0:1784950321.954770:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003b068732. 00000400:00000200:3.0:1784950321.954774:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950321.954777:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.10@tcp: -114 00000400:00000010:3.0:1784950321.954780:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002fc8ce9c. 00000400:00000200:3.0:1784950321.954784:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.10@tcp:-5 00000400:00000200:3.0:1784950321.954788:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.10@tcp(00000000a2c96137) state 0x2061 rc -5 00000400:00000200:3.0:1784950321.954792:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.10@tcp 00000400:00000200:3.0:1784950321.954800:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.12@tcp(00000000050c8504) state 0x861 00000400:00000001:3.0:1784950321.954805:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950321.954807:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950321.954809:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000400:00000010:3.0:1784950321.954810:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000400:00000200:3.0:1784950321.954814:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950321.954818:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.12@tcp: -114 00000400:00000010:3.0:1784950321.954820:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ac714e1c. 00000400:00000200:3.0:1784950321.954825:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.12@tcp:-5 00000400:00000200:3.0:1784950321.954828:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.12@tcp(00000000050c8504) state 0x2061 rc -5 00000400:00000200:3.0:1784950321.954830:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.12@tcp 00000400:00000200:3.0:1784950321.954833:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.14@tcp(000000002176597e) state 0x861 00000400:00000001:3.0:1784950321.954835:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950321.954836:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950321.954838:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2fe853 00000400:00000010:3.0:1784950321.954840:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2fe853. 00000400:00000200:3.0:1784950321.954844:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950321.954847:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.14@tcp: -114 00000400:00000010:3.0:1784950321.954850:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000080cfe63d. 00000400:00000200:3.0:1784950321.954855:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.14@tcp:-5 00000400:00000200:3.0:1784950321.954858:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.14@tcp(000000002176597e) state 0x2061 rc -5 00000400:00000200:3.0:1784950321.954863:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.14@tcp 00000100:00000001:2.0:1784950322.128834:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950322.128839:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1784950322.128848:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950321/real 0] req@00000000c46522e1 x1871652369167488/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950322 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950322.128862:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950322.128865:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950322.128866:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950322.128870:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c46522e1 x1871652369167488/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950322 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950322.128879:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950322.128885:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950322.128886:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950322.128889:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950322.128891:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950322.128892:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950322.128896:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c46522e1 x1871652369167488/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950322 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950322.128905:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1784950322.128908:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950322.128910:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950322.128912:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950322.128914:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1784950322.128916:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1784950322.128920:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784950322.128941:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:2.0:1784950322.128946:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1784950322.128953:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46522e1 x1871652369167488/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950322 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950322.128969:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c46522e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369167488:1.2.3.4@tcp:8: 00000100:00000001:2.0:1784950322.128979:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950322.128983:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950322.128987:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c46522e1 x1871652369167488/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950322 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950322.129001:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1784950322.129003:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1784950322.129005:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950322.129007:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1784950322.129011:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:2.0:1784950322.129012:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950322.129015:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000061e9e1f. 00000100:00000010:1.0:1784950322.129018:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005649c9af. 02000000:00000001:2.0:1784950322.129022:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:1.0:1784950322.129023:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 02000000:00000001:2.0:1784950322.129025:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950322.129028:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1784950322.129028:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c46522e1. 02000000:00000001:1.0:1784950322.129032:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950322.129033:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950322.129035:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950322.129036:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950322.129038:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950322.129044:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a891b017. 00000100:00000001:1.0:1784950322.129050:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950322.129058:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000005649c9af x1871652369168000/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950322.129074:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950322.129077:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950322.129083:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005649c9af] to pc [ptlrpcd_00_03+3] req@000000005649c9af x1871652369168000/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950322.129125:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950322.129130:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950322.129136:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950322.129143:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa3bbdec. 00000020:00000040:1.0:1784950322.129148:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950322.129152:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950322.129155:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950322.129158:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950322.129162:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1784950322.129166:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fc7a79b2. 00000100:00000001:2.0:1784950322.129166:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950322.129169:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950322.129171:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950322.129175:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005649c9af x1871652369168000/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950322.129178:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000fa3bbdec x1871652369168128/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950322.129192:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950322.129194:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950322.129194:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950322.129197:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950322.129225:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950322.129230:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950322.129231:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa3bbdec] to pc [ptlrpcd_00_00+0] req@00000000fa3bbdec x1871652369168128/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950322.129236:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950322.129243:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005649c9af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369168000:0@lo:400: 00000100:00000001:2.0:1784950322.129251:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950322.129255:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950322.129259:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950322.129260:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950322.129267:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950322.129270:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950322.129270:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1784950322.129277:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000010:2.0:1784950322.129280:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de33f78e. 02000000:00000001:2.0:1784950322.129284:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950322.129285:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1784950322.129289:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1784950322.129291:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026ca0124. 00000100:00080000:1.0:1784950322.129293:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1784950322.129298:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:2.0:1784950322.129299:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a76f2b5f. 00000100:00080000:1.0:1784950322.129303:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12567 00000100:00000200:2.0:1784950322.129305:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369168000, portal 25 00000100:00000001:2.0:1784950322.129311:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950322.129314:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786048191360 : -120287661360256 : ffff929958ac7b80) 00000100:00000040:2.0:1784950322.129323:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005649c9af x1871652369168000/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950322.129337:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950322.129338:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950322.129347:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1784950322.129347:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950322.129353:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000001:3.0:1784950322.129354:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784950322.129357:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000faec7be4. 00000100:00000200:2.0:1784950322.129365:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369168000, offset 0 00000100:00080000:1.0:1784950322.129366:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12591 00000100:00000040:3.0:1784950322.129370:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa3bbdec x1871652369168128/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950322.129380:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000400:00000200:2.0:1784950322.129382:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:1.0:1784950322.129391:0:431120:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1784950322.129402:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000400:00000200:2.0:1784950322.129403:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1784950322.129406:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950322.129410:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950322.129411:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950322.129420:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950322.129420:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069b7680 02000000:00000001:3.0:1784950322.129422:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950322.129429:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950322.129430:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:2.0:1784950322.129439:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13a99 [2] + 0 02000000:00000001:3.0:1784950322.129439:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950322.129441:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950322.129448:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 00000400:00000010:2.0:1784950322.129452:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9d97996. 00000100:00100000:3.0:1784950322.129454:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000fa3bbdec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369168128:192.168.203.114@tcp:400: 00000020:00000001:1.0:1784950322.129456:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:2.0:1784950322.129459:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b9443548 00000020:00000040:1.0:1784950322.129463:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 00000100:00000001:3.0:1784950322.129467:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1784950322.129470:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000400:00000200:2.0:1784950322.129472:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950322.129473:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950322.129474:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784950322.129480:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 02000000:00000001:3.0:1784950322.129480:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950322.129485:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950322.129487:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1784950322.129492:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784950322.129495:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 00000400:00000200:2.0:1784950322.129503:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9443548 00000100:00000001:1.0:1784950322.129504:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1784950322.129504:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090af554c. 00000400:00000010:2.0:1784950322.129508:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000b9443548. 02000000:00000001:3.0:1784950322.129512:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950322.129514:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950322.129519:0:441644:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1784950322.129520:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de8516e0. 00000100:00000001:1.0:1784950322.129523:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000200:2.0:1784950322.129523:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000040:1.0:1784950322.129531:0:431120:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 00000400:00000010:3.0:1784950322.129532:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2fe853. 00000100:00000040:2.0:1784950322.129533:0:441644:0:(events.c:337:request_in_callback()) incoming req@000000001f261d8e x1871652369168000 msgsize 224 00000100:00080000:1.0:1784950322.129544:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 00000100:00000200:3.0:1784950322.129545:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369168128, portal 4 00000100:00080000:1.0:1784950322.129555:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 192.168.203.114@tcp/192.168.203.114@tcp 00000100:00100000:2.0:1784950322.129555:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1784950322.129556:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950322.129560:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786048187776 : -120287661363840 : ffff929958ac6d80) 00000100:00000001:1.0:1784950322.129565:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950322.129565:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1784950322.129571:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1784950322.129575:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fa3bbdec x1871652369168128/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950322.129582:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950322.129590:0:441644:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1784950322.129594:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950322.129599:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950322.129601:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:2.0:1784950322.129602:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faec7be4 00000100:00000001:1.0:1784950322.129609:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950322.129609:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000faec7be4. 00000100:00000040:3.0:1784950322.129610:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950322.129618:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000100:00000010:1.0:1784950322.129623:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064f70b2a. 00000100:00000001:2.0:1784950322.129623:0:441644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784950322.129627:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369168128, offset 0 00000020:00000040:1.0:1784950322.129631:0:431120:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:2.0:1784950322.129635:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005649c9af x1871652369168000/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950322.129638:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1784950322.129640:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000100:00100000:0.0:1784950322.129646:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369168000 02000000:00000001:1.0:1784950322.129648:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950322.129649:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950322.129656:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950322.129661:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950322.129662:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1784950322.129667:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950322.129670:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950322.129671:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:1.0:1784950322.129674:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950322.129676:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1784950322.129682:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950322.129688:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005649c9af x1871652369168000/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950322.129689:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1784950322.129692:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369168000 02000000:00000010:1.0:1784950322.129693:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ad9f46de. 00000020:00000001:0.0:1784950322.129699:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:3.0:1784950322.129702:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950322.129706:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950322.129707:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000400:00000200:3.0:1784950322.129714:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1784950322.129717:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950322.129767:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:2.0:1784950322.129772:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950322.129778:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00100000:1.0:1784950322.129779:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000064f70b2a x1871652369168256/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1784950322.129781:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950322.129782:0:441644:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1784950322.129789:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:3.0:1784950322.129799:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10555:10555:231:4294967295] 192.168.203.114@tcp LPNI seq info [9351:9351:8:4294967295] 00000100:00000001:0.0:1784950322.129802:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950322.129813:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076654a83. 00000100:00000001:0.0:1784950322.129823:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950322.129835:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000020:00000010:0.0:1784950322.129836:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076654a83. 00000400:00000200:3.0:1784950322.129837:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950322.129843:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950322.129851:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082c1334c. 00000020:00000010:0.0:1784950322.129860:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000100:00000040:1.0:1784950322.129863:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064f70b2a] to pc [ptlrpcd_rcv+-1] req@0000000064f70b2a x1871652369168256/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950322.129864:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950322.129865:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950322.129870:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000855af664. 00000100:00000001:2.0:1784950322.129878:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307262715 00000800:00000010:3.0:1784950322.129880:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007aa401b2. 00000100:00000040:0.0:1784950322.129885:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1784950322.129890:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307261691 00000100:00000001:0.0:1784950322.129897:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000200:3.0:1784950322.129902:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950322.129904:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950322.129907:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307262715 00000100:00000001:0.0:1784950322.129912:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950322.129924:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:0.0:1784950322.129925:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950322.129925:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307261691 00000100:00000001:1.0:1784950322.129928:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950322.129940:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950322.129940:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307262715 00000100:00000001:2.0:1784950322.129946:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307261691 00000100:00000001:1.0:1784950322.129947:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784950322.129950:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950322.129954:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307262715 00000100:00000010:1.0:1784950322.129955:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081ed4785. 00000020:00000040:1.0:1784950322.129962:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1784950322.129966:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307261691 00000800:00000200:3.0:1784950322.129969:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007aa401b2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950322.129970:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950322.129972:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950322.129974:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950322.129976:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950322.129981:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950322.129983:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950322.129984:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950322.129993:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00000001:2.0:1784950322.129996:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950322.129999:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000031cff90d. 00000100:00000040:0.0:1784950322.130000:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:3.0:1784950322.130000:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950322.130004:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950322.130010:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790983051344 : -120282726500272 : ffff929a7ed07850) 00000100:00000001:1.0:1784950322.130014:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950322.130016:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 14033 usecs (15 jiffies) 00000100:00000001:2.0:1784950322.130019:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784950322.130022:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001f261d8e x1871652369168000/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:473/0 lens 224/0 e 0 to 0 dl 1784950333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950322.130025:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1784950322.130030:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000081ed4785 x1871652369168384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950322.130031:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307260304 00000100:00000001:2.0:1784950322.130036:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950322.130042:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950322.130048:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307262715 00000100:00000001:2.0:1784950322.130051:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950322.130065:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307260304 00000100:00000001:2.0:1784950322.130066:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950322.130077:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950322.130080:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307262715 00000020:00000010:0.0:1784950322.130085:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076654a83. 00000100:00000001:1.0:1784950322.130091:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950322.130094:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307260304 00000100:00000001:0.0:1784950322.130095:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950322.130097:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950322.130097:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950322.130103:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1784950322.130108:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076654a83. 00000100:00000001:2.0:1784950322.130111:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950322.130111:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307262715 00000100:00000040:1.0:1784950322.130117:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081ed4785] to pc [ptlrpcd_00_01+1] req@0000000081ed4785 x1871652369168384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950322.130122:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307260304 00000100:00100000:0.0:1784950322.130123:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001f261d8e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369168000:12345-0@lo:400: 00000100:00000040:2.0:1784950322.130128:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064f70b2a x1871652369168256/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950322.130134:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307262715 00000100:00000200:0.0:1784950322.130145:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369168000 00000100:00000001:3.0:1784950322.130147:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950322.130155:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950322.130160:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950322.130165:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950322.130170:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950322.130172:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950322.130180:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950322.130183:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950322.130185:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950322.130185:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784950322.130188:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950322.130193:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950322.130195:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:3.0:1784950322.130199:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950322.130224:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1784950322.130224:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1784950322.130231:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950322.130232:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1784950322.130234:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950322.130237:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784950322.130237:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46522e1. 00000100:00000001:3.0:1784950322.130244:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950322.130248:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950322.130249:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1784950322.130250:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950322.130251:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1784950322.130259:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950322.130262:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950322.130262:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950322.130263:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000064f70b2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369168256:192.168.203.114@tcp:8: 00000020:00000001:0.0:1784950322.130264:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950322.130270:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1784950322.130276:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1784950322.130277:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:1.0:1784950322.130278:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950322.130278:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950322.130283:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950322.130288:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950322.130289:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950322.130292:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784950322.130295:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000de155b2e. 02000000:00000001:2.0:1784950322.130297:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950322.130299:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784950322.130303:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950322.130304:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000e5fa870. 00000100:00000001:1.0:1784950322.130305:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950322.130306:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950322.130314:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950322.130316:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000397ced4b. 00000100:00000001:3.0:1784950322.130319:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950322.130320:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950322.130327:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784950322.130328:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000c46522e1 x1871652369168512/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784950322.130328:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950322.130329:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950322.130335:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00010000:00000040:0.0:1784950322.130341:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369168000 00000400:00000010:2.0:1784950322.130343:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc7f6b9e. 00000100:00000040:3.0:1784950322.130349:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081ed4785 x1871652369168384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950322.130354:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000010:2.0:1784950322.130356:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000faec7be4. 00000100:00000200:2.0:1784950322.130368:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369168256, portal 4 00010000:00000200:0.0:1784950322.130369:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000001f261d8e x1871652369168000/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:473/0 lens 224/224 e 0 to 0 dl 1784950333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950322.130381:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950322.130387:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950322.130388:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786048185984 : -120287661365632 : ffff929958ac6680) 00000100:00000001:1.0:1784950322.130394:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950322.130409:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784950322.130412:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c46522e1] to pc [ptlrpcd_00_02+2] req@00000000c46522e1 x1871652369168512/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950322.130412:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064f70b2a x1871652369168256/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950322.130416:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950322.130426:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950322.130433:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1784950322.130440:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1784950322.130445:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950322.130449:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950322.130459:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000081ed4785 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369168384:192.168.203.114@tcp:400: 00000100:00001000:0.0:1784950322.130464:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=110 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950322.130469:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950322.130475:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950322.130484:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950322.130485:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950322.130485:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950322.130486:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950322.130494:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950322.130497:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000010:2.0:1784950322.130497:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5d658c0. 00000100:00000040:0.0:1784950322.130498:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 02000000:00000001:3.0:1784950322.130502:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1784950322.130509:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369168256, offset 0 00000100:00000001:0.0:1784950322.130510:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00080000:1.0:1784950322.130512:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000010:3.0:1784950322.130513:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050c4f330. 02000000:00000001:0.0:1784950322.130526:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950322.130526:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950322.130528:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784950322.130534:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950322.130537:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950322.130541:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb422241. 00000100:00000001:0.0:1784950322.130546:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950322.130549:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1784950322.130553:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b068732. 00000100:00000040:0.0:1784950322.130556:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1784950322.130559:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baa6afc3. 00000400:00000200:2.0:1784950322.130560:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000200:3.0:1784950322.130565:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369168384, portal 10 00000400:00000010:0.0:1784950322.130567:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007da373e1. 00000020:00000040:1.0:1784950322.130568:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:2.0:1784950322.130571:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950322.130573:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950322.130581:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950322.130582:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786048189568 : -120287661362048 : ffff929958ac7480) 00000100:00000200:0.0:1784950322.130583:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369168000, offset 224 00000400:00000200:2.0:1784950322.130584:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:1.0:1784950322.130587:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950322.130595:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950322.130596:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950322.130602:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1784950322.130606:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fd72e494. 00000100:00000040:3.0:1784950322.130607:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000081ed4785 x1871652369168384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950322.130609:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950322.130617:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950322.130624:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10556:10556:230:4294967295] 192.168.203.114@tcp LPNI seq info [9352:9352:7:4294967295] 00000100:00000040:1.0:1784950322.130630:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000baa6afc3 x1871652369168640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950322.130655:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950322.130662:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950322.130668:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1784950322.130669:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950322.130672:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950322.130680:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077350b67. 00000100:00000040:1.0:1784950322.130684:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baa6afc3] to pc [ptlrpcd_00_03+3] req@00000000baa6afc3 x1871652369168640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950322.130687:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950322.130694:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369168384, offset 0 00000400:00000200:0.0:1784950322.130695:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1784950322.130702:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3e62659. 00000400:00000200:0.0:1784950322.130755:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069b7680 00000400:00000200:3.0:1784950322.130757:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950322.130764:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950322.130769:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950322.130776:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15195 [1] + 224 00000400:00000200:3.0:1784950322.130778:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:1.0:1784950322.130782:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12597) 00000800:00000200:2.0:1784950322.130787:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:0.0:1784950322.130796:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784950322.130799:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e3e62659 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1784950322.130800:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950322.130809:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1784950322.130814:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950322.130821:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950322.130825:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950322.130828:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950322.130830:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10557:10557:229:4294967295] 192.168.203.114@tcp LPNI seq info [9353:9353:6:4294967295] 00000100:00000001:1.0:1784950322.130831:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950322.130839:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950322.130841:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:2.0:1784950322.130849:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307262716 00000400:00000200:3.0:1784950322.130860:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950322.130862:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950322.130863:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307262715 00000100:00000001:1.0:1784950322.130870:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1784950322.130871:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950322.130872:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950322.130874:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307262716 00000100:00000001:1.0:1784950322.130875:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1784950322.130885:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005649c9af x1871652369168000/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784950322.130886:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c1815a5. 00000100:00000001:2.0:1784950322.130888:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307262715 00000100:00000040:1.0:1784950322.130889:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c46522e1 x1871652369168512/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950322.130903:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307262716 00000800:00000200:3.0:1784950322.130908:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950322.130914:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307262715 00000100:00000001:2.0:1784950322.130927:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307262716 00000800:00000200:3.0:1784950322.130931:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:2.0:1784950322.130941:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307262715 00000800:00000200:3.0:1784950322.130943:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003c1815a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950322.130953:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950322.130959:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950322.130961:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950322.130962:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005649c9af x1871652369168000/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950322.130964:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950322.130965:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950322.130969:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5557 usecs (6 jiffies) 02000000:00000001:1.0:1784950322.130977:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950322.130978:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950322.130981:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307260296 02000000:00000001:1.0:1784950322.130985:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950322.130988:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950322.130997:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307262716 02000000:00000001:1.0:1784950322.130998:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950322.131000:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950322.131006:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950322.131013:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307260296 00000100:00100000:1.0:1784950322.131014:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c46522e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369168512:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950322.131017:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950322.131017:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950322.131026:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950322.131027:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307262716 00000100:00000001:1.0:1784950322.131030:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784950322.131033:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007da373e1 00000100:00000001:2.0:1784950322.131033:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950322.131038:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950322.131040:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307260296 00000400:00000010:0.0:1784950322.131042:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007da373e1. 00000100:00000001:2.0:1784950322.131043:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950322.131045:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950322.131054:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950322.131055:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307262716 02000000:00000001:1.0:1784950322.131056:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950322.131060:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:1.0:1784950322.131069:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb064e97. 00000100:00000001:3.0:1784950322.131069:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307260296 00000100:00000001:0.0:1784950322.131071:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950322.131085:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 02000000:00000001:1.0:1784950322.131085:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950322.131085:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307262716 00010000:00000001:0.0:1784950322.131095:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950322.131101:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950322.131101:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784950322.131102:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000066545b9. 00000800:00000200:2.0:1784950322.131104:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1784950322.131115:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000010:2.0:1784950322.131116:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007aa401b2. 00000100:00000001:3.0:1784950322.131117:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950322.131118:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c595d0d. 00000100:00000040:0.0:1784950322.131125:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f261d8e x1871652369168000/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:473/0 lens 224/224 e 0 to 0 dl 1784950333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950322.131133:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950322.131133:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950322.131134:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369168512, portal 4 00000100:00000001:1.0:1784950322.131147:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950322.131148:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950322.131153:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785999302656 : -120287710248960 : ffff929955c28000) 00000100:00100000:0.0:1784950322.131156:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001f261d8e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369168000:12345-0@lo:400: Request processed in 1073us (1616us total) trans 0 rc 0/0 00000400:00000200:2.0:1784950322.131159:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950322.131172:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000100:00000040:1.0:1784950322.131175:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c46522e1 x1871652369168512/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950322.131178:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000100:00100000:0.0:1784950322.131186:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00000001:2.0:1784950322.131190:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1784950322.131223:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:1.0:1784950322.131232:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950322.131233:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1784950322.131235:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa3bbdec x1871652369168128/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950322.131241:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1784950322.131246:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950322.131250:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00000400:00000010:1.0:1784950322.131255:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c92ae704. 00000020:00000010:0.0:1784950322.131263:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000855af664. 00000100:00000200:1.0:1784950322.131265:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369168512, offset 0 00000100:00000001:2.0:1784950322.131265:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1784950322.131278:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082c1334c. 00000100:00000040:2.0:1784950322.131278:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa3bbdec x1871652369168128/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950322.131281:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784950322.131285:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000040:0.0:1784950322.131290:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000800:00000010:3.0:1784950322.131293:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3e62659. 02000000:00000001:0.0:1784950322.131303:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1784950322.131304:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950322.131307:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1784950322.131310:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000e5fa870. 00000100:00000001:2.0:1784950322.131319:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950322.131321:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784950322.131322:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1784950322.131329:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950322.131330:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950322.131330:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950322.131337:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000200:0.0:1784950322.131342:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1784950322.131349:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1784950322.131353:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062ceab37. 00000400:00000200:1.0:1784950322.131359:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000010:0.0:1784950322.131365:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086f02972. 00000400:00000200:1.0:1784950322.131371:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10558:10558:228:4294967295] 192.168.203.114@tcp LPNI seq info [9354:9354:5:4294967295] 00000400:00000200:1.0:1784950322.131392:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000001:0.0:1784950322.131400:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950322.131405:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950322.131411:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5d658c0 00000400:00000010:3.0:1784950322.131416:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d5d658c0. 00000800:00000010:1.0:1784950322.131418:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b35b6916. 00000100:00000001:3.0:1784950322.131424:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950322.131430:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784950322.131432:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:3.0:1784950322.131437:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064f70b2a x1871652369168256/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950322.131440:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950322.131440:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950322.131446:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1784950322.131451:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000001:0.0:1784950322.131454:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950322.131458:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000baa6afc3 x1871652369168640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950322.131463:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b35b6916 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:0.0:1784950322.131469:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950322.131476:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950322.131489:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4692 usecs (5 jiffies) 00000100:00000001:3.0:1784950322.131490:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784950322.131499:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950322.131501:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307260295 00000100:00000040:3.0:1784950322.131504:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064f70b2a x1871652369168256/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950322.131510:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950322.131512:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307262716 00000100:00000001:2.0:1784950322.131518:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950322.131522:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307260295 02000000:00000001:2.0:1784950322.131531:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784950322.131534:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069b7780 00000100:00000001:1.0:1784950322.131535:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307262716 02000000:00000001:2.0:1784950322.131537:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950322.131547:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307260295 02000000:00000001:2.0:1784950322.131551:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950322.131560:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307262716 00000400:00000100:0.0:1784950322.131561:0:441636:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369168256 offset 0 length 520: 4 00000100:00000001:3.0:1784950322.131561:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950322.131567:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000baa6afc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369168640:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950322.131572:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950322.131574:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307260295 00000400:00000200:0.0:1784950322.131577:0:441636:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 000000000c994b1e is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1784950322.131587:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:1.0:1784950322.131587:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307262716 00000100:00000001:2.0:1784950322.131587:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950322.131594:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950322.131598:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950322.131598:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950322.131603:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950322.131603:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1784950322.131605:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950322.131609:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950322.131611:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d0624bd. 00000100:00000001:1.0:1784950322.131617:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950322.131617:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950322.131625:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000448eae3c. 00000100:00000001:1.0:1784950322.131627:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1784950322.131628:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950322.131631:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1784950322.131632:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1784950322.131635:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a969fd8a. 00000800:00000001:0.0:1784950322.131637:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:3.0:1784950322.131642:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b35b6916. 00000100:00000001:1.0:1784950322.131645:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784950322.131648:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369168640, portal 10 00000800:00000001:0.0:1784950322.131650:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950322.131652:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950322.131653:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950322.131655:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000001:0.0:1784950322.131660:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950322.131662:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785999304448 : -120287710247168 : ffff929955c28700) 00000100:00000001:1.0:1784950322.131663:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950322.131667:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950322.131672:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950322.131673:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950322.131684:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000baa6afc3 x1871652369168640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950322.131689:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92ae704 00000400:00000200:0.0:1784950322.131692:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:3.0:1784950322.131697:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c92ae704. 00000100:00000001:3.0:1784950322.131709:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784950322.131751:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c46522e1 x1871652369168512/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950322.131760:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b7880 00000100:00000001:3.0:1784950322.131764:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950322.131775:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c46522e1 x1871652369168512/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950322.131784:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 12320 00000800:00000001:0.0:1784950322.131807:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950322.131816:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950322.131818:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950322.131824:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784950322.131830:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950322.131838:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec5d6f04. 00000100:00000200:2.0:1784950322.131844:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369168640, offset 0 00000400:00000200:2.0:1784950322.131853:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950322.131866:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950322.131872:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950322.131876:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000001:0.0:1784950322.131880:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950322.131884:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950322.131888:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950322.131893:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950322.131905:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950322.131908:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10559:10559:230:4294967295] 192.168.203.114@tcp LPNI seq info [9355:9355:7:4294967295] 00000400:00000200:2.0:1784950322.131923:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950322.131930:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950322.131933:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000800:00000010:2.0:1784950322.131936:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070b3560d. 00000100:00000200:0.0:1784950322.131939:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1784950322.131947:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008071c7c7. 00000800:00000200:2.0:1784950322.131948:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:0.0:1784950322.131956:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000008071c7c7 x1871652369168512 msgsize 224 00000800:00000200:2.0:1784950322.131964:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:0.0:1784950322.131977:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000200:2.0:1784950322.131978:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000070b3560d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950322.131990:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950322.131993:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1784950322.131998:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5037 usecs (6 jiffies) 00000800:00000200:3.0:1784950322.132002:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950322.132008:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307260297 00000800:00000010:3.0:1784950322.132012:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c1815a5. 00000100:00000001:2.0:1784950322.132018:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307262716 00000400:00000200:3.0:1784950322.132025:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950322.132027:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307260297 00000100:00000001:2.0:1784950322.132037:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307262716 00000800:00000001:1.0:1784950322.132045:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950322.132045:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307260297 00000400:00000200:3.0:1784950322.132046:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950322.132055:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307262716 00000400:00000200:3.0:1784950322.132061:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077350b67 00000100:00000001:2.0:1784950322.132065:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307260297 00000400:00000010:3.0:1784950322.132068:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077350b67. 00000100:00000001:2.0:1784950322.132073:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307262716 00000800:00000200:0.0:1784950322.132076:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950322.132081:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950322.132088:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784950322.132089:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070b3560d. 00000100:00000200:3.0:1784950322.132096:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081ed4785 x1871652369168384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950322.132100:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1784950322.132102:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950322.132103:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950322.132106:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369168512 02000000:00000001:1.0:1784950322.132114:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000001:2.0:1784950322.132119:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784950322.132122:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1784950322.132126:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950322.132127:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950322.132130:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950322.132134:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026ca0124. 02000000:00000001:1.0:1784950322.132143:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950322.132146:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a76f2b5f 00000100:00000001:3.0:1784950322.132148:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1784950322.132153:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369168512 00000400:00000010:2.0:1784950322.132153:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a76f2b5f. 00000100:00000040:3.0:1784950322.132159:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081ed4785 x1871652369168384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950322.132162:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1784950322.132164:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec5d6f04 00000100:00000001:2.0:1784950322.132164:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1784950322.132171:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000400:00000010:0.0:1784950322.132174:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ec5d6f04. 00000100:00000200:2.0:1784950322.132180:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005649c9af x1871652369168000/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950322.132181:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950322.132187:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1784950322.132189:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:3.0:1784950322.132224:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950322.132226:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000200:0.0:1784950322.132228:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baa6afc3 x1871652369168640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950322.132234:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1784950322.132238:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:3.0:1784950322.132249:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950322.132251:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950322.132263:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea9aab88. 00000100:00000200:2.0:1784950322.132263:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005649c9af x1871652369168000/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950322.132264:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950322.132272:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950322.132276:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950322.132276:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950322.132285:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000baa6afc3 x1871652369168640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950322.132286:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950322.132288:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea9aab88. 00000100:00000001:2.0:1784950322.132302:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1784950322.132305:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087e32b89. 00000100:00000001:2.0:1784950322.132309:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950322.132314:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:1.0:1784950322.132317:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071d5b2d7. 00000100:00000001:2.0:1784950322.132319:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950322.132326:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1784950322.132331:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000100:00000001:2.0:1784950322.132333:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950322.132339:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950322.132342:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950322.132342:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b7900 00000100:00000001:0.0:1784950322.132346:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1784950322.132348:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 02000000:00000001:2.0:1784950322.132354:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950322.132358:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00001000:2.0:1784950322.132360:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=110 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950322.132365:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1784950322.132367:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 145152 00000100:00000001:1.0:1784950322.132370:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950322.132371:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=110 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950322.132381:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1784950322.132383:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950322.132385:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950322.132385:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950322.132394:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1784950322.132395:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950322.132399:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950322.132402:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950322.132404:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950322.132406:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950322.132410:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950322.132418:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950322.132420:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950322.132426:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005649c9af x1871652369168000/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950322.132430:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950322.132431:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:0.0:1784950322.132433:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950322.132436:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1784950322.132438:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1784950322.132449:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f89bffa4. 00000100:00100000:1.0:1784950322.132452:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2591 00000100:00000040:3.0:1784950322.132459:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000f89bffa4 x1871652369168640 msgsize 224 00000400:00000200:0.0:1784950322.132462:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:1.0:1784950322.132465:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:2.0:1784950322.132465:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950322.132475:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683948800 : -120288025602816 : ffff929942f69500) 00000100:00000001:2.0:1784950322.132477:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950322.132486:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950322.132486:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:1.0:1784950322.132493:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008071c7c7 x1871652369168512/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:473/0 lens 224/0 e 0 to 0 dl 1784950333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950322.132499:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b7700 00000100:00000040:2.0:1784950322.132502:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005649c9af x1871652369168000/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950322.132520:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950322.132526:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950322.132527:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 12544 00000100:00100000:2.0:1784950322.132534:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005649c9af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369168000:0@lo:400: 00000020:00000010:1.0:1784950322.132536:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea9aab88. 00000800:00000001:0.0:1784950322.132543:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950322.132543:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950322.132548:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950322.132549:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950322.132553:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea9aab88. 00000100:00000001:2.0:1784950322.132558:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1784950322.132560:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950322.132568:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005649c9af x1871652369168000/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950322.132570:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950322.132571:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008071c7c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369168512:12345-192.168.203.114@tcp:400: 00000100:00100000:0.0:1784950322.132578:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369168640 00000100:00000200:1.0:1784950322.132583:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369168512 02000000:00000001:0.0:1784950322.132587:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1784950322.132590:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950322.132593:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1784950322.132596:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950322.132596:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950322.132598:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950322.132603:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950322.132603:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1784950322.132605:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950322.132610:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de33f78e. 00000020:00000001:1.0:1784950322.132612:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1784950322.132615:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369168640 00000020:00000001:1.0:1784950322.132618:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 02000000:00000001:2.0:1784950322.132620:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950322.132621:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1784950322.132624:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1784950322.132628:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000040:0.0:1784950322.132629:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000020:00000040:2.0:1784950322.132631:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000001:00000001:1.0:1784950322.132633:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369168512, found 0 last_xid 1871652369168511 00000020:00000001:0.0:1784950322.132634:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1784950322.132641:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:0.0:1784950322.132642:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000001:1.0:1784950322.132643:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784950322.132645:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a891b017. 00000020:00000001:0.0:1784950322.132652:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:1.0:1784950322.132654:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1784950322.132655:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1784950322.132662:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:1.0:1784950322.132664:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1784950322.132664:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950322.132671:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005649c9af. 00000100:00000001:0.0:1784950322.132672:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1784950322.132673:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950322.132681:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950322.132683:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000010:0.0:1784950322.132684:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076654a83. 00000100:00000001:1.0:1784950322.132686:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950322.132687:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950322.132695:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950322.132695:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950322.132695:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950322.132706:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d41346bc. 00000020:00000010:0.0:1784950322.132707:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076654a83. 00000100:00000001:2.0:1784950322.132712:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784950322.132714:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950322.132717:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950322.132718:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950322.132762:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950322.132764:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:1.0:1784950322.132767:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369168512 00000100:00000001:2.0:1784950322.132768:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1784950322.132772:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082c1334c. 00010000:00000001:1.0:1784950322.132773:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950322.132773:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950322.132785:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000100:00000001:2.0:1784950322.132785:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1784950322.132786:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000008071c7c7 x1871652369168512/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:473/0 lens 224/224 e 0 to 0 dl 1784950333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950322.132798:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000855af664. 00010000:00000001:1.0:1784950322.132814:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1784950322.132815:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:1.0:1784950322.132822:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950322.132823:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950322.132828:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950322.132834:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784950322.132836:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=105 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950322.132843:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1784950322.132849:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950322.132850:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1784950322.132855:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950322.132862:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950322.132869:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950322.132875:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950322.132876:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950322.132878:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950322.132888:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950322.132895:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1784950322.132898:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950322.132900:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1784950322.132911:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1510 00000400:00000010:1.0:1784950322.132912:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c47400a. 00000100:00000040:0.0:1784950322.132917:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000001:0.0:1784950322.132923:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785867207424 : -120287842344192 : ffff92994de2e300) 00000100:00000200:1.0:1784950322.132924:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369168512, offset 224 00000100:00000040:0.0:1784950322.132932:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f89bffa4 x1871652369168640/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:473/0 lens 224/0 e 0 to 0 dl 1784950333 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950322.132948:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950322.132955:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950322.132962:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076654a83. 00000100:00000001:0.0:1784950322.132967:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950322.132973:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076654a83. 00000400:00000200:1.0:1784950322.132974:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:0.0:1784950322.132985:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f89bffa4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369168640:12345-192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950322.132997:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10560:10560:231:4294967295] 192.168.203.114@tcp LPNI seq info [9356:9356:8:4294967295] 00000100:00000200:0.0:1784950322.132998:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369168640 00000020:00000001:0.0:1784950322.133004:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950322.133009:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950322.133014:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950322.133018:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950322.133021:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:0.0:1784950322.133029:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1784950322.133035:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950322.133038:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:0.0:1784950322.133040:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950322.133045:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950322.133052:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950322.133060:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000200:1.0:1784950322.133060:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950322.133067:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950322.133073:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:1.0:1784950322.133073:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec44ac7. 02000000:00000010:0.0:1784950322.133082:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004ae4a81a. 00000800:00000200:1.0:1784950322.133085:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:0.0:1784950322.133088:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950322.133095:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950322.133100:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950322.133101:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00010000:00000040:0.0:1784950322.133106:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369168640 00000800:00000200:1.0:1784950322.133109:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eec44ac7 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1784950322.133112:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:0.0:1784950322.133121:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f89bffa4 x1871652369168640/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:473/0 lens 224/224 e 0 to 0 dl 1784950333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950322.133131:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950322.133133:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950322.133136:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=105 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950322.133139:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950322.133142:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950322.133150:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950322.133156:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:1.0:1784950322.133157:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 02000000:00000001:0.0:1784950322.133161:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950322.133166:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950322.133169:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:0.0:1784950322.133173:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1784950322.133176:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950322.133183:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950322.133187:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1784950322.133189:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007da373e1. 00000100:00000200:0.0:1784950322.133197:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369168640, offset 224 00000100:00000040:1.0:1784950322.133228:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008071c7c7 x1871652369168512/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:473/0 lens 224/224 e 0 to 0 dl 1784950333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950322.133240:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950322.133256:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:1.0:1784950322.133266:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008071c7c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369168512:12345-192.168.203.114@tcp:400: Request processed in 732us (1301us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950322.133273:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10561:10561:230:4294967295] 192.168.203.114@tcp LPNI seq info [9357:9357:7:4294967295] 00000800:00000200:2.0:1784950322.133297:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950322.133305:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec44ac7. 00000100:00100000:1.0:1784950322.133307:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2591 00000400:00000200:0.0:1784950322.133312:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:2.0:1784950322.133316:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950322.133317:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:1.0:1784950322.133326:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:0.0:1784950322.133333:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950322.133335:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1784950322.133335:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000010:0.0:1784950322.133345:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007158160. 00000020:00000010:1.0:1784950322.133348:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071d5b2d7. 00000400:00000200:2.0:1784950322.133348:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c47400a 00000400:00000010:2.0:1784950322.133355:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004c47400a. 00000020:00000010:1.0:1784950322.133357:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000800:00000200:0.0:1784950322.133362:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950322.133365:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1784950322.133366:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087e32b89. 00000100:00000001:2.0:1784950322.133371:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:1.0:1784950322.133376:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000200:0.0:1784950322.133380:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950322.133383:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950322.133391:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000007158160 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:2.0:1784950322.133416:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950322.133421:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950322.133425:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950322.133435:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950322.133446:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:0.0:1784950322.133447:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950322.133455:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950322.133461:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1784950322.133464:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1784950322.133468:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1784950322.133479:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f89bffa4 x1871652369168640/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:473/0 lens 224/224 e 0 to 0 dl 1784950333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784950322.133480:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c2550e01. 00000100:00000040:2.0:1784950322.133490:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000c2550e01 x1871652369168128 msgsize 224 00000100:00100000:2.0:1784950322.133512:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:0.0:1784950322.133520:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f89bffa4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369168640:12345-192.168.203.114@tcp:400: Request processed in 553us (1048us total) trans 0 rc 0/0 00000100:00100000:0.0:1784950322.133536:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1510 00000100:00000001:2.0:1784950322.133536:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1784950322.133544:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784950322.133546:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000800:00000010:3.0:1784950322.133552:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007158160. 00000100:00000001:0.0:1784950322.133553:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950322.133560:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1784950322.133564:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1784950322.133567:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00000100:00000001:2.0:1784950322.133575:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1784950322.133579:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000855af664. 00000400:00000200:3.0:1784950322.133580:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:2.0:1784950322.133584:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369168128 00000020:00000010:0.0:1784950322.133591:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082c1334c. 02000000:00000001:2.0:1784950322.133595:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1784950322.133596:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007da373e1 00000800:00000001:1.0:1784950322.133598:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:0.0:1784950322.133600:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:2.0:1784950322.133604:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1784950322.133604:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007da373e1. 00000100:00000001:0.0:1784950322.133610:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950322.133612:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950322.133615:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:1.0:1784950322.133617:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950322.133623:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1784950322.133625:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950322.133625:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950322.133633:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369168128 00000800:00000001:3.0:1784950322.133635:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950322.133637:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950322.133638:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950322.133643:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:2.0:1784950322.133648:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:3.0:1784950322.133649:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950322.133654:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000400:00000200:1.0:1784950322.133656:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:3.0:1784950322.133658:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950322.133664:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000800:00000001:3.0:1784950322.133668:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950322.133670:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950322.133680:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950322.133687:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b7900 00000020:00000010:2.0:1784950322.133689:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000400:00000200:3.0:1784950322.133690:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950322.133699:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950322.133705:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x151c5 [1] + 224 00000020:00000010:2.0:1784950322.133706:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000400:00000200:3.0:1784950322.133715:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b7800 00000020:00000010:2.0:1784950322.133717:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de33f78e. 00000800:00000001:1.0:1784950322.133719:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950322.133762:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 145376 00000800:00000001:3.0:1784950322.133776:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950322.133779:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000800:00000001:1.0:1784950322.133780:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950322.133787:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950322.133788:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950322.133790:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000026e17c9. 00000400:00000200:3.0:1784950322.133799:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950322.133801:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950322.133807:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000400:00000200:3.0:1784950322.133815:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950322.133816:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950322.133816:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950322.133823:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950322.133824:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950322.133827:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950322.133829:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1784950322.133831:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baa6afc3 x1871652369168640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950322.133838:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950322.133844:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000051f71c0. 00000100:00000040:3.0:1784950322.133853:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000051f71c0 x1871652369168384 msgsize 224 00000100:00000001:2.0:1784950322.133857:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950322.133866:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000baa6afc3 x1871652369168640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950322.133873:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950322.133886:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950322.133890:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950322.133898:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1784950322.133906:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2592 00000100:00000001:0.0:1784950322.133907:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950322.133908:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950322.133911:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950322.133914:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1784950322.133918:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:0.0:1784950322.133920:0:455339:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950322.133923:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950322.133926:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950322.133929:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987792768 : -120287721758848 : ffff92995512df80) 00000100:00000001:0.0:1784950322.133930:0:455339:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950322.133933:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950322.133939:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950322.133945:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950322.133949:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c2550e01 x1871652369168128/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:473/0 lens 224/0 e 0 to 0 dl 1784950333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950322.133963:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950322.133982:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b7880 00000100:00000001:2.0:1784950322.133984:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950322.133993:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1784950322.133996:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000400:00000200:3.0:1784950322.133999:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x151b9 [1] + 224 00000100:00000001:0.0:1784950322.134000:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950322.134010:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950322.134016:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950322.134019:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000400:00000001:0.0:1784950322.134021:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950322.134028:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950322.134033:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000448eae3c. 00000800:00000001:3.0:1784950322.134036:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950322.134041:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a969fd8a 00000100:00100000:2.0:1784950322.134043:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c2550e01 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369168128:12345-192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950322.134048:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784950322.134049:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a969fd8a. 00000100:00000001:0.0:1784950322.134059:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950322.134065:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369168128 00000100:00000200:0.0:1784950322.134072:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baa6afc3 x1871652369168640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950322.134072:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:2.0:1784950322.134074:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950322.134081:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950322.134090:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784950322.134091:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950322.134100:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1784950322.134101:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baa6afc3 x1871652369168640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950322.134106:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000200:3.0:1784950322.134108:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c46522e1 x1871652369168512/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950322.134118:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1784950322.134124:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369168128, found 0 last_xid 1871652369168127 00000020:00000001:2.0:1784950322.134134:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950322.134143:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950322.134148:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950322.134153:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950322.134164:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950322.134170:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950322.134174:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1784950322.134181:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001e51d95d. 02000000:00000001:2.0:1784950322.134190:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950322.134222:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950322.134229:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784950322.134231:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950322.134239:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950322.134239:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c46522e1 x1871652369168512/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1784950322.134240:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369168128 00000100:00000001:0.0:1784950322.134254:0:441644:0:(client.c:1580:after_reply()) Process entered 00010000:00000001:2.0:1784950322.134254:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:0.0:1784950322.134261:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950322.134267:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000200:2.0:1784950322.134269:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c2550e01 x1871652369168128/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:473/0 lens 224/224 e 0 to 0 dl 1784950333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950322.134271:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950322.134279:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784950322.134281:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950322.134293:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784950322.134294:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=105 v=5 (5 5 5 5) 00000800:00000001:3.0:1784950322.134303:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950322.134304:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00001000:0.0:1784950322.134305:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=105 v=5 (1 1 1 1) 00010000:00000001:2.0:1784950322.134314:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950322.134317:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950322.134321:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950322.134328:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1784950322.134329:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950322.134336:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00010000:00080000:0.0:1784950322.134341:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000baa6afc3 x1871652369168640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950322.134344:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369168384 00000100:00000001:2.0:1784950322.134345:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950322.134348:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950322.134354:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950322.134356:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950322.134361:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1784950322.134362:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950322.134368:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784950322.134369:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950322.134375:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000001:1.0:1784950322.134376:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784950322.134379:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950322.134384:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000066545b9. 02000000:00000001:2.0:1784950322.134384:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1784950322.134391:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950322.134391:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369168384 02000000:00000001:2.0:1784950322.134392:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950322.134393:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c595d0d 00000020:00000001:3.0:1784950322.134397:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000010:1.0:1784950322.134401:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c595d0d. 00000020:00000040:3.0:1784950322.134406:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:0.0:1784950322.134407:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950322.134408:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950322.134408:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1784950322.134412:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:0.0:1784950322.134417:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000020:00000040:3.0:1784950322.134419:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000200:1.0:1784950322.134424:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c46522e1 x1871652369168512/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950322.134425:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950322.134432:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1784950322.134432:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000400:00000010:2.0:1784950322.134435:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a76f2b5f. 00000100:00000001:0.0:1784950322.134441:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950322.134445:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000200:2.0:1784950322.134448:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369168128, offset 224 00000100:00000001:3.0:1784950322.134457:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1784950322.134461:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000baa6afc3 x1871652369168640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950322.134467:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000400:00000200:2.0:1784950322.134469:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950322.134473:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c46522e1 x1871652369168512/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950322.134478:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950322.134491:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000400:00000200:2.0:1784950322.134494:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:3.0:1784950322.134505:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080cfe63d. 00000020:00000010:3.0:1784950322.134517:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000400:00000200:2.0:1784950322.134522:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10562:10562:231:4294967295] 192.168.203.114@tcp LPNI seq info [9358:9358:8:4294967295] 00000020:00000010:3.0:1784950322.134529:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000100:00000001:0.0:1784950322.134531:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950322.134534:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950322.134543:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950322.134544:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950322.134546:0:453512:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1784950322.134549:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950322.134555:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950322.134556:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1784950322.134562:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950322.134563:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1784950322.134567:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baa6afc3 x1871652369168640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950322.134571:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950322.134572:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950322.134573:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950322.134578:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950322.134587:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:1.0:1784950322.134589:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950322.134595:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1784950322.134602:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950322.134604:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00001000:1.0:1784950322.134605:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=105 v=5 (5 5 5 5) 00000800:00000010:2.0:1784950322.134618:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa821349. 00000100:00000001:3.0:1784950322.134622:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784950322.134623:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=105 v=5 (1 1 1 1) 00000100:00100000:0.0:1784950322.134629:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000baa6afc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369168640:192.168.203.114@tcp:400: 00000800:00000200:2.0:1784950322.134638:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950322.134641:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950322.134644:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950322.134646:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950322.134647:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950322.134652:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000200:2.0:1784950322.134657:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00010000:00000001:1.0:1784950322.134660:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950322.134661:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1784950322.134669:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1511 00010000:00000001:1.0:1784950322.134670:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950322.134671:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000aa821349 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784950322.134674:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000baa6afc3 x1871652369168640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950322.134681:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000001:1.0:1784950322.134685:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784950322.134691:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785743546368 : -120287966005248 : ffff92994683f800) 00000100:00000040:1.0:1784950322.134694:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950322.134701:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950322.134705:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1784950322.134709:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000051f71c0 x1871652369168384/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:473/0 lens 224/0 e 0 to 0 dl 1784950333 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950322.134712:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950322.134718:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950322.134767:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000040:1.0:1784950322.134768:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c46522e1 x1871652369168512/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950322.134772:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950322.134777:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1784950322.134783:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1784950322.134785:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950322.134793:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d0624bd. 00000100:00000040:2.0:1784950322.134799:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2550e01 x1871652369168128/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:473/0 lens 224/224 e 0 to 0 dl 1784950333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950322.134805:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950322.134809:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1784950322.134811:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000010:3.0:1784950322.134819:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000100:00000001:1.0:1784950322.134821:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1784950322.134822:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1784950322.134830:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950322.134835:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950322.134836:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1784950322.134838:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 02000000:00000010:0.0:1784950322.134843:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fd72e494. 00000100:00000001:1.0:1784950322.134844:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950322.134845:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c2550e01 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369168128:12345-192.168.203.114@tcp:400: Request processed in 853us (1344us total) trans 0 rc 0/0 02000000:00000001:0.0:1784950322.134858:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1784950322.134859:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000051f71c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369168384:12345-192.168.203.114@tcp:400: 00000100:00000040:1.0:1784950322.134861:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46522e1 x1871652369168512/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950322.134866:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950322.134873:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baa6afc3. 00000100:00100000:2.0:1784950322.134880:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2592 00000100:00000200:3.0:1784950322.134880:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369168384 00000100:00000001:0.0:1784950322.134883:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1784950322.134892:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950322.134893:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950322.134893:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000020:00000001:3.0:1784950322.134901:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950322.134902:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950322.134903:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c46522e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369168512:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950322.134904:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1784950322.134907:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950322.134913:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1784950322.134917:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1784950322.134918:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950322.134921:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950322.134921:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000100:00000001:0.0:1784950322.134925:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950322.134926:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950322.134929:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1784950322.134932:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000026e17c9. 00000100:00000001:0.0:1784950322.134936:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784950322.134937:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1784950322.134941:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de33f78e. 00000100:00000001:0.0:1784950322.134942:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950322.134945:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c46522e1 x1871652369168512/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950322.134946:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950322.134955:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000020:00000001:3.0:1784950322.134957:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950322.134965:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950322.134966:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950322.134971:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1784950322.134973:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950322.134976:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1784950322.134978:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000010:1.0:1784950322.134985:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb064e97. 00000100:00000001:3.0:1784950322.134987:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950322.134992:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1784950322.134997:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1784950322.135003:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003673e510. 00000020:00000001:1.0:1784950322.135005:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950322.135011:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1784950322.135014:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950322.135021:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950322.135024:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950322.135028:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000de155b2e. 00000020:00000001:3.0:1784950322.135032:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950322.135041:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369168384 02000000:00000001:1.0:1784950322.135042:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950322.135049:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1784950322.135052:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000010:1.0:1784950322.135056:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c46522e1. 00000800:00000001:2.0:1784950322.135057:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950322.135061:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950322.135065:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00010000:00000200:3.0:1784950322.135067:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000051f71c0 x1871652369168384/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:473/0 lens 224/224 e 0 to 0 dl 1784950333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950322.135070:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa821349. 00000100:00000001:1.0:1784950322.135072:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950322.135072:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950322.135085:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950322.135086:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950322.135086:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950322.135096:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950322.135105:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784950322.135109:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950322.135113:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950322.135116:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1784950322.135123:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a76f2b5f 00000400:00000200:2.0:1784950322.135124:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:3.0:1784950322.135125:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950322.135127:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784950322.135131:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a76f2b5f. 00000100:00001000:3.0:1784950322.135136:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=105 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950322.135137:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950322.135143:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950322.135150:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950322.135151:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1784950322.135159:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b7700 00000100:00000040:3.0:1784950322.135162:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950322.135170:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950322.135176:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950322.135179:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950322.135188:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x1519d [1] + 224 00000100:00000001:3.0:1784950322.135189:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950322.135225:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:2.0:1784950322.135231:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950322.135233:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077350b67. 00000100:00000200:3.0:1784950322.135241:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369168384, offset 224 00000800:00000001:2.0:1784950322.135248:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950322.135249:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950322.135260:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950322.135269:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950322.135279:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950322.135288:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10563:10563:231:4294967295] 192.168.203.114@tcp LPNI seq info [9359:9359:8:4294967295] 00000400:00000200:3.0:1784950322.135302:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950322.135308:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950322.135311:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:3.0:1784950322.135313:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c1815a5. 00000100:00000200:2.0:1784950322.135322:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fa3bbdec x1871652369168128/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950322.135329:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:3.0:1784950322.135347:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950322.135355:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003c1815a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784950322.135357:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fa3bbdec x1871652369168128/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950322.135377:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950322.135385:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950322.135387:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1784950322.135389:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950322.135395:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950322.135398:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1784950322.135406:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000051f71c0 x1871652369168384/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:473/0 lens 224/224 e 0 to 0 dl 1784950333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950322.135419:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000051f71c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369168384:12345-192.168.203.114@tcp:400: Request processed in 609us (1563us total) trans 0 rc 0/0 00000100:00100000:3.0:1784950322.135432:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1511 00000800:00000001:0.0:1784950322.135437:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950322.135437:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:3.0:1784950322.135445:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950322.135449:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950322.135454:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000100:00000001:1.0:1784950322.135458:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1784950322.135462:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000100:00000001:1.0:1784950322.135469:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1784950322.135472:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080cfe63d. 00000400:00000001:1.0:1784950322.135479:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1784950322.135481:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:3.0:1784950322.135488:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784950322.135489:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950322.135497:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de8516e0. 00000400:00000200:1.0:1784950322.135507:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2fe853 00000400:00000010:1.0:1784950322.135512:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2fe853. 00000100:00000001:1.0:1784950322.135520:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1784950322.135521:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950322.135526:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c1815a5. 00000800:00000001:0.0:1784950322.135528:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784950322.135533:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa3bbdec x1871652369168128/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950322.135534:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950322.135541:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950322.135546:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950322.135552:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950322.135556:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077350b67 00000800:00000001:0.0:1784950322.135560:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950322.135561:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077350b67. 00000100:00000200:1.0:1784950322.135565:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa3bbdec x1871652369168128/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950322.135571:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950322.135578:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1784950322.135585:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950322.135598:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950322.135599:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950322.135605:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950322.135613:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b7800 00000100:00000001:1.0:1784950322.135615:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950322.135623:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784950322.135630:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x151ad [1] + 224 00000100:00000001:1.0:1784950322.135631:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950322.135638:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950322.135642:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950322.135646:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950322.135653:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784950322.135657:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=100 v=5 (5 5 5 5) 00000400:00000200:0.0:1784950322.135659:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950322.135672:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00001000:1.0:1784950322.135674:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=100 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950322.135678:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950322.135685:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1784950322.135689:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081ed4785 x1871652369168384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950322.135692:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950322.135701:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950322.135707:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950322.135751:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081ed4785 x1871652369168384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950322.135764:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950322.135768:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1784950322.135772:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950322.135776:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000800:00000001:0.0:1784950322.135779:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950322.135788:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950322.135794:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950322.135808:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa3bbdec x1871652369168128/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950322.135824:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950322.135828:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950322.135831:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950322.135838:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa3bbdec x1871652369168128/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950322.135866:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000fa3bbdec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369168128:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950322.135874:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950322.135878:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950322.135883:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa3bbdec x1871652369168128/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950322.135895:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950322.135898:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950322.135901:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090af554c. 02000000:00000001:1.0:1784950322.135908:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950322.135911:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950322.135913:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1784950322.135917:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950322.135919:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fc7a79b2. 02000000:00000001:1.0:1784950322.135922:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950322.135924:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950322.135925:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa3bbdec. 00000100:00000001:1.0:1784950322.135929:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950322.135931:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950322.135934:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950322.135936:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950322.135939:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950322.135943:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950322.135945:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950322.135948:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb422241. 00000400:00000200:1.0:1784950322.135951:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b068732 00000400:00000010:1.0:1784950322.135953:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003b068732. 00000100:00000001:1.0:1784950322.135956:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950322.135960:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081ed4785 x1871652369168384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950322.135970:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081ed4785 x1871652369168384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950322.135979:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950322.135981:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950322.135983:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950322.135985:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950322.135987:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950322.135989:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950322.135991:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950322.135996:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=105 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950322.135999:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=105 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950322.136002:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950322.136004:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950322.136006:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1784950322.136010:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000081ed4785 x1871652369168384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950322.136018:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950322.136020:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950322.136022:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950322.136024:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950322.136025:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950322.136028:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081ed4785 x1871652369168384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950322.136035:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950322.136038:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950322.136039:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950322.136042:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081ed4785 x1871652369168384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950322.136051:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000081ed4785 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369168384:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950322.136055:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950322.136057:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950322.136059:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081ed4785 x1871652369168384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950322.136066:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950322.136068:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950322.136070:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050c4f330. 02000000:00000001:1.0:1784950322.136073:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950322.136074:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950322.136076:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1784950322.136078:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950322.136079:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000031cff90d. 02000000:00000001:1.0:1784950322.136082:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950322.136083:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950322.136084:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081ed4785. 00000100:00000001:1.0:1784950322.136087:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950322.136088:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950322.136090:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950322.136094:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950322.136096:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950322.136098:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950322.136099:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950322.512840:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950322.512845:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950322.512850:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950322.512854:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950322.512857:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950322.512861:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950322.512864:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950322.512867:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950322.512870:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950322.512873:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950322.513000:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950322.513006:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950322.513010:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950323.152850:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950323.152858:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950323.152860:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950323.152864:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950323.152866:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950323.152869:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950323.152871:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950323.280905:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950323.280913:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1784950323.280921:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087daafdd. 00000020:00000040:2.0:1784950323.280928:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950323.280933:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950323.280936:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:3.0:1784950323.280939:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 02000000:00000001:2.0:1784950323.280941:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1784950323.280947:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 02000000:00000010:2.0:1784950323.280952:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005b63d50. 00000100:00000010:3.0:1784950323.280956:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ddeec7b. 00000100:00000001:2.0:1784950323.280961:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950323.280966:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950323.280970:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950323.280973:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950323.280975:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950323.280979:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950323.280986:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950323.280988:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087daafdd] to pc [ptlrpcd_00_00+0] req@0000000087daafdd x1871652369168768/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950323.280999:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008bb5297c. 00000100:00000001:3.0:1784950323.281014:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950323.281025:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950323.281029:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950323.281041:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950323.281043:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ddeec7b] to pc [ptlrpcd_00_01+1] req@000000009ddeec7b x1871652369168896/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1784950323.281078:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950323.281087:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950323.281095:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950323.281099:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950323.281108:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950323.281111:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087daafdd x1871652369168768/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950323.281116:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950323.281121:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950323.281133:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784950323.281134:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ddeec7b x1871652369168896/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950323.281138:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950323.281149:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950323.281154:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950323.281163:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950323.281166:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950323.281170:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950323.281172:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000087daafdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369168768:192.168.203.114@tcp:41: 02000000:00000001:0.0:1784950323.281178:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950323.281181:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950323.281184:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950323.281187:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950323.281190:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950323.281217:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950323.281224:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009ddeec7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369168896:192.168.203.114@tcp:41: 02000000:00000001:1.0:1784950323.281225:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950323.281235:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1784950323.281236:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005a1851c5. 02000000:00000001:0.0:1784950323.281240:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950323.281242:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950323.281246:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950323.281250:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000066545b9. 02000000:00000001:0.0:1784950323.281251:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950323.281262:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000058c36aad. 00000400:00000010:1.0:1784950323.281263:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c595d0d. 02000000:00000001:0.0:1784950323.281269:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950323.281273:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369168768, portal 4 00000400:00000010:0.0:1784950323.281277:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000961825da. 00000100:00000001:1.0:1784950323.281280:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950323.281285:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785987790976 : -120287721760640 : ffff92995512d880) 00000400:00000010:0.0:1784950323.281288:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdfacc79. 00000100:00000040:1.0:1784950323.281298:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000087daafdd x1871652369168768/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950323.281299:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369168896, portal 4 00000100:00000001:0.0:1784950323.281308:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950323.281312:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785743533824 : -120287966017792 : ffff92994683c700) 00000100:00000001:1.0:1784950323.281326:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950323.281330:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009ddeec7b x1871652369168896/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950323.281339:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950323.281347:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c47400a. 00000100:00000001:0.0:1784950323.281355:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1784950323.281357:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369168768, offset 0 00000100:00000040:0.0:1784950323.281367:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950323.281373:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950323.281379:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d460af32. 00000400:00000200:1.0:1784950323.281388:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000200:0.0:1784950323.281391:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369168896, offset 0 00000400:00000200:1.0:1784950323.281395:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950323.281404:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950323.281413:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950323.281414:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950323.281419:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950323.281427:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10564:10564:231:4294967295] 192.168.203.114@tcp LPNI seq info [9360:9360:8:4294967295] 00000400:00000200:1.0:1784950323.281438:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950323.281443:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950323.281449:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031cff90d. 00000400:00000200:0.0:1784950323.281463:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000200:1.0:1784950323.281463:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950323.281481:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784950323.281482:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:1.0:1784950323.281490:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031cff90d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950323.281493:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950323.281501:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950323.281505:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950323.281508:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10565:10565:230:4294967295] 192.168.203.114@tcp LPNI seq info [9361:9361:7:4294967295] 00000100:00000001:1.0:1784950323.281514:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950323.281527:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950323.281527:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 14030 usecs (15 jiffies) 00000100:00000001:1.0:1784950323.281542:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307261455 00000800:00000200:0.0:1784950323.281544:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950323.281556:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307262716 00000800:00000010:0.0:1784950323.281557:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309cba23. 00000100:00000001:1.0:1784950323.281569:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307261455 00000800:00000200:0.0:1784950323.281577:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950323.281580:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307262716 00000800:00000200:0.0:1784950323.281592:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950323.281593:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307261455 00000800:00000200:0.0:1784950323.281600:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000309cba23 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950323.281604:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307262716 00000100:00000001:1.0:1784950323.281612:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307261455 00000100:00000001:1.0:1784950323.281616:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307262716 00000100:00000001:1.0:1784950323.281620:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950323.281625:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950323.281628:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950323.281631:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950323.281638:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4692 usecs (5 jiffies) 00000100:00000001:1.0:1784950323.281640:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950323.281645:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307261445 00000100:00000001:0.0:1784950323.281654:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307262716 00000100:00000001:1.0:1784950323.281654:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1784950323.281657:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950323.281660:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307261445 00000100:00000001:1.0:1784950323.281662:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1784950323.281663:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031cff90d. 00000100:00000001:0.0:1784950323.281668:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307262716 00000100:00000001:1.0:1784950323.281672:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950323.281674:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307261445 00000400:00000200:2.0:1784950323.281676:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950323.281679:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950323.281686:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307262716 00000100:00000001:1.0:1784950323.281687:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950323.281695:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950323.281696:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307261445 00000100:00000001:1.0:1784950323.281698:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950323.281707:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307262716 00000400:00000200:2.0:1784950323.281707:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c47400a 00000400:00000010:2.0:1784950323.281719:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004c47400a. 00000100:00000001:0.0:1784950323.281756:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950323.281761:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950323.281766:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950323.281771:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950323.281772:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950323.281788:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950323.281789:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1784950323.281790:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950323.281797:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:3.0:1784950323.281799:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950323.281804:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784950323.281806:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087daafdd x1871652369168768/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950323.281809:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950323.281814:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950323.281823:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950323.281841:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950323.281848:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087daafdd x1871652369168768/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950323.281864:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950323.281869:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1784950323.281883:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950323.281894:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950323.281898:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950323.281902:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950323.281911:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:1.0:1784950323.281913:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950323.281918:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309cba23. 00000400:00000200:1.0:1784950323.281924:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950323.281925:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b7a00 00000400:00000200:1.0:1784950323.281933:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950323.281938:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 12768 00000400:00000200:1.0:1784950323.281949:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d460af32 00000800:00000001:2.0:1784950323.281949:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950323.281950:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950323.281954:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d460af32. 00000100:00000001:1.0:1784950323.281965:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1784950323.281965:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950323.281967:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950323.281975:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784950323.281978:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ddeec7b x1871652369168896/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950323.281987:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950323.281994:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950323.281999:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784950323.281999:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:3.0:1784950323.282000:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b7980 00000100:00000010:2.0:1784950323.282009:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035fc2eb1. 00000100:00000040:1.0:1784950323.282010:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ddeec7b x1871652369168896/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950323.282017:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000035fc2eb1 x1871652369168896 msgsize 224 00000400:00000200:3.0:1784950323.282026:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 12992 00000100:00000001:1.0:1784950323.282033:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950323.282037:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950323.282042:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1784950323.282051:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950323.282061:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1784950323.282076:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950323.282076:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950323.282086:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950323.282088:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950323.282101:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950323.282113:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950323.282115:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1784950323.282120:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369168896 00000100:00000200:3.0:1784950323.282122:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:0.0:1784950323.282126:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950323.282131:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1784950323.282134:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fec5a39. 00000100:00000001:0.0:1784950323.282135:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950323.282146:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000009fec5a39 x1871652369168768 msgsize 224 02000000:00000001:0.0:1784950323.282147:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950323.282155:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369168896 00000020:00000001:0.0:1784950323.282160:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:3.0:1784950323.282162:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000040:0.0:1784950323.282164:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:0.0:1784950323.282170:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950323.282173:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:0.0:1784950323.282176:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:0.0:1784950323.282179:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950323.282183:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950323.282186:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1784950323.282188:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076654a83. 00000100:00000001:0.0:1784950323.282216:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950323.282219:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076654a83. 00000800:00000001:3.0:1784950323.282224:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950323.282228:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082c1334c. 00000800:00000001:3.0:1784950323.282234:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950323.282236:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000020:00000010:0.0:1784950323.282245:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000855af664. 00000100:00000040:0.0:1784950323.282261:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1784950323.282265:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950323.282266:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950323.282273:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1784950323.282274:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369168768 00000100:00000001:0.0:1784950323.282276:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950323.282281:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950323.282286:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950323.282287:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950323.282289:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950323.282298:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950323.282302:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369168768 00000020:00000001:1.0:1784950323.282305:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950323.282308:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:0.0:1784950323.282310:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950323.282313:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950323.282321:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:1.0:1784950323.282327:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:0.0:1784950323.282328:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950323.282334:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950323.282339:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00100000:0.0:1784950323.282345:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2593 00000100:00000001:1.0:1784950323.282354:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1784950323.282355:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:0.0:1784950323.282363:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987785600 : -120287721766016 : ffff92995512c380) 00000020:00000010:1.0:1784950323.282367:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea9aab88. 00000100:00000040:0.0:1784950323.282376:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035fc2eb1 x1871652369168896/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:474/0 lens 224/0 e 0 to 0 dl 1784950334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950323.282379:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950323.282391:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea9aab88. 00000020:00000010:1.0:1784950323.282405:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb064e97. 00000100:00000001:0.0:1784950323.282410:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950323.282415:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071d5b2d7. 00000020:00000010:0.0:1784950323.282421:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076654a83. 00000020:00000010:1.0:1784950323.282426:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000100:00000001:0.0:1784950323.282430:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950323.282440:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076654a83. 00000100:00000001:1.0:1784950323.282441:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950323.282447:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950323.282450:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950323.282458:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000035fc2eb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369168896:12345-192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950323.282461:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950323.282474:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369168896 00000020:00000001:0.0:1784950323.282478:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950323.282482:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950323.282484:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950323.282486:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950323.282495:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950323.282498:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:0.0:1784950323.282502:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1784950323.282506:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369168896, found 0 last_xid 1871652369168895 00000020:00000001:0.0:1784950323.282510:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950323.282512:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1784950323.282514:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1784950323.282520:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950323.282521:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950323.282527:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950323.282535:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950323.282536:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1784950323.282537:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2594 02000000:00000001:0.0:1784950323.282542:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950323.282544:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1784950323.282546:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 02000000:00000010:0.0:1784950323.282550:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002e25eb63. 00000100:00000001:1.0:1784950323.282551:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785665237376 : -120288044314240 : ffff929941d91180) 00000100:00000001:2.0:1784950323.282551:0:453517:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950323.282560:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950323.282561:0:453517:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950323.282567:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009fec5a39 x1871652369168768/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:474/0 lens 224/0 e 0 to 0 dl 1784950334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950323.282570:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950323.282584:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:0.0:1784950323.282591:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1784950323.282596:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950323.282596:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950323.282608:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea9aab88. 00000100:00000001:1.0:1784950323.282615:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000024:0.0:1784950323.282617:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000010:1.0:1784950323.282622:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea9aab88. 00000020:00000020:0.0:1784950323.282626:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1784950323.282632:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000100:00100000:1.0:1784950323.282639:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009fec5a39 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369168768:12345-192.168.203.114@tcp:41: 00000020:00000020:0.0:1784950323.282641:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000020:0.0:1784950323.282651:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000100:00000200:1.0:1784950323.282658:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369168768 00000004:00000020:0.0:1784950323.282661:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000020:00000001:1.0:1784950323.282664:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000001:00000001:0.0:1784950323.282674:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000020:00000001:1.0:1784950323.282675:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000001:00000001:0.0:1784950323.282681:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950323.282683:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950323.282687:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950323.282689:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00010000:00000040:0.0:1784950323.282693:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369168896 00000020:00000001:1.0:1784950323.282695:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00010000:00000001:0.0:1784950323.282701:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:1.0:1784950323.282703:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1784950323.282709:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369168768, found 0 last_xid 1871652369168767 00010000:00000200:0.0:1784950323.282713:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000035fc2eb1 x1871652369168896/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:474/0 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950323.282716:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950323.282760:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950323.282763:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950323.282767:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=106 v=5 (1 1 1 1) 00000020:00000001:1.0:1784950323.282777:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1784950323.282778:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1784950323.282787:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1784950323.282788:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950323.282795:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:1.0:1784950323.282796:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950323.282798:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950323.282803:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950323.282808:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950323.282809:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784950323.282817:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1784950323.282818:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950323.282829:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968cd81d. 02000000:00000010:1.0:1784950323.282829:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005a02c21d. 02000000:00000001:1.0:1784950323.282839:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950323.282841:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369168896, offset 224 00000100:00000001:1.0:1784950323.282854:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950323.282858:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000004:00000001:1.0:1784950323.282866:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:1.0:1784950323.282871:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000400:00000200:0.0:1784950323.282875:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000004:00000001:1.0:1784950323.282877:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950323.282887:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10566:10566:231:4294967295] 192.168.203.114@tcp LPNI seq info [9362:9362:8:4294967295] 00000004:00000024:1.0:1784950323.282894:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000020:00000020:1.0:1784950323.282906:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000400:00000200:0.0:1784950323.282914:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000020:1.0:1784950323.282915:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1784950323.282932:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000800:00000200:0.0:1784950323.282938:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000001:00000001:1.0:1784950323.282944:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000800:00000010:0.0:1784950323.282946:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00000001:00000001:1.0:1784950323.282949:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950323.282955:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950323.282957:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000040:1.0:1784950323.282960:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369168768 00010000:00000001:1.0:1784950323.282966:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000200:0.0:1784950323.282971:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00010000:00000200:1.0:1784950323.282978:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000009fec5a39 x1871652369168768/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:474/0 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950323.282980:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 464 niov 1 nkiov 1 00010000:00000001:1.0:1784950323.282999:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950323.283002:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950323.283005:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=106 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950323.283010:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950323.283014:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950323.283021:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950323.283028:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000040:1.0:1784950323.283030:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:0.0:1784950323.283032:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950323.283041:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950323.283044:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:0.0:1784950323.283052:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035fc2eb1 x1871652369168896/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:474/0 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950323.283055:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950323.283063:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950323.283073:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1784950323.283081:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000035fc2eb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369168896:12345-192.168.203.114@tcp:41: Request processed in 667us (1058us total) trans 0 rc 0/0 00000100:00000040:1.0:1784950323.283089:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950323.283099:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c92ae704. 00000100:00100000:0.0:1784950323.283100:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2593 00000100:00000040:0.0:1784950323.283109:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000200:1.0:1784950323.283113:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369168768, offset 224 00000100:00000001:0.0:1784950323.283114:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950323.283119:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950323.283124:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00000020:00000010:0.0:1784950323.283131:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000855af664. 00000400:00000200:1.0:1784950323.283138:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950323.283138:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1784950323.283141:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082c1334c. 00000800:00000010:2.0:1784950323.283147:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000020:00000040:0.0:1784950323.283151:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000400:00000200:2.0:1784950323.283160:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950323.283161:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950323.283162:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950323.283176:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950323.283180:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10567:10567:230:4294967295] 192.168.203.114@tcp LPNI seq info [9363:9363:7:4294967295] 00000800:00000001:3.0:1784950323.283223:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950323.283233:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000001:3.0:1784950323.283240:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950323.283245:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968cd81d 00000800:00000001:3.0:1784950323.283248:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950323.283250:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950323.283251:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000968cd81d. 00000800:00000001:3.0:1784950323.283255:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950323.283261:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc7a79b2. 00000100:00000001:2.0:1784950323.283261:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950323.283268:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1784950323.283275:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:1.0:1784950323.283280:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950323.283302:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:3.0:1784950323.283303:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b7a00 00000800:00000200:1.0:1784950323.283315:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fc7a79b2 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:3.0:1784950323.283319:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x151e1 [1] + 224 00000100:00000001:1.0:1784950323.283344:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950323.283345:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950323.283355:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950323.283358:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950323.283363:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1784950323.283369:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:3.0:1784950323.283375:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950323.283378:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950323.283383:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1784950323.283387:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1784950323.283394:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ddeec7b x1871652369168896/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950323.283405:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fec5a39 x1871652369168768/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:474/0 lens 224/368 e 0 to 0 dl 1784950334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950323.283428:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000009ddeec7b x1871652369168896/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950323.283448:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1784950323.283457:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009fec5a39 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369168768:12345-192.168.203.114@tcp:41: Request processed in 853us (1301us total) trans 0 rc 0/0 00000800:00000010:2.0:1784950323.283458:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc7a79b2. 00000400:00000200:2.0:1784950323.283466:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784950323.283476:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2594 00000100:00000001:3.0:1784950323.283477:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784950323.283478:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950323.283486:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:1.0:1784950323.283492:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:3.0:1784950323.283492:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950323.283493:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92ae704 00000800:00000001:0.0:1784950323.283495:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:2.0:1784950323.283502:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c92ae704. 00000100:00000001:1.0:1784950323.283503:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:3.0:1784950323.283507:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950323.283508:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950323.283511:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071d5b2d7. 00000100:00000001:2.0:1784950323.283512:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:3.0:1784950323.283515:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950323.283520:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1784950323.283526:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000800:00000001:3.0:1784950323.283530:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950323.283533:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb064e97. 00000400:00000200:3.0:1784950323.283545:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000040:1.0:1784950323.283548:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:0.0:1784950323.283554:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950323.283558:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950323.283559:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950323.283563:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b7980 00000400:00000001:0.0:1784950323.283571:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950323.283576:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950323.283580:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000961825da. 00000400:00000200:0.0:1784950323.283587:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdfacc79 00000400:00000010:0.0:1784950323.283590:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdfacc79. 00000100:00000001:0.0:1784950323.283596:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950323.283604:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x151dd [1] + 224 00000100:00000200:0.0:1784950323.283606:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ddeec7b x1871652369168896/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950323.283621:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950323.283630:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950323.283634:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ddeec7b x1871652369168896/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950323.283637:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950323.283655:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950323.283660:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950323.283662:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950323.283664:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950323.283670:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950323.283673:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1784950323.283674:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087daafdd x1871652369168768/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950323.283677:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950323.283682:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950323.283690:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950323.283700:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=106 v=5 (5 5 5 5) 00000100:00000040:3.0:1784950323.283706:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000087daafdd x1871652369168768/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950323.283711:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=106 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950323.283763:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950323.283768:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950323.283771:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950323.283774:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950323.283777:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950323.283778:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950323.283780:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950323.283781:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950323.283787:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950323.283793:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950323.283796:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ddeec7b x1871652369168896/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950323.283801:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950323.283816:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950323.283820:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950323.283823:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1784950323.283827:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1784950323.283832:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000001:1.0:1784950323.283836:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950323.283842:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000004:00000020:0.0:1784950323.283845:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000400:00000001:1.0:1784950323.283849:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950323.283856:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000004:00000001:0.0:1784950323.283857:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950323.283861:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000066545b9. 00000100:00000040:0.0:1784950323.283867:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ddeec7b x1871652369168896/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950323.283871:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c595d0d 00000400:00000010:1.0:1784950323.283878:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c595d0d. 00000100:00000001:1.0:1784950323.283886:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950323.283898:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087daafdd x1871652369168768/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950323.283899:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009ddeec7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369168896:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950323.283917:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950323.283926:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1784950323.283932:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087daafdd x1871652369168768/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950323.283936:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ddeec7b x1871652369168896/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950323.283979:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950323.283981:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784950323.283985:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950323.283987:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950323.283993:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000058c36aad. 00000100:00000001:1.0:1784950323.283995:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950323.284001:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1784950323.284002:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950323.284006:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1784950323.284008:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784950323.284011:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950323.284013:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1784950323.284019:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950323.284021:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950323.284027:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008bb5297c. 00000100:00001000:1.0:1784950323.284030:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=101 v=5 (5 5 5 5) 02000000:00000001:0.0:1784950323.284032:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950323.284037:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1784950323.284041:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=101 v=5 (1 1 1 1) 00000100:00000010:0.0:1784950323.284042:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ddeec7b. 00000100:00000001:1.0:1784950323.284052:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950323.284056:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950323.284057:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950323.284062:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950323.284064:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950323.284068:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950323.284070:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950323.284076:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950323.284077:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784950323.284079:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950323.284084:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950323.284085:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950323.284093:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950323.284094:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950323.284101:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950323.284107:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087daafdd x1871652369168768/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950323.284126:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950323.284129:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950323.284131:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1784950323.284133:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1784950323.284137:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000020:1.0:1784950323.284145:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:1.0:1784950323.284150:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950323.284154:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087daafdd x1871652369168768/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950323.284163:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000087daafdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369168768:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950323.284168:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950323.284171:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950323.284173:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087daafdd x1871652369168768/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950323.284181:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950323.284183:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950323.284185:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005a1851c5. 02000000:00000001:1.0:1784950323.284191:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950323.284216:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950323.284218:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1784950323.284221:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950323.284224:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005b63d50. 02000000:00000001:1.0:1784950323.284227:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950323.284230:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950323.284231:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087daafdd. 00000100:00000001:1.0:1784950323.284235:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950323.284236:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950323.284239:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950323.284243:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950323.284245:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950323.284248:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950323.284250:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950323.536839:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950323.536844:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950323.536849:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950323.536851:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950323.536975:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950323.536981:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950323.536985:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.0:1784950323.984900:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.4@tcp 00000800:00000010:2.0:1784950323.984906:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ea4cd4d9. 00000400:00000200:2.0:1784950323.984915:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950323.984922:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.4@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950323.984932:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12595 health :900 00000400:00000200:2.0:1784950323.984937:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950323.984942:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.4@tcp: 1 00000400:00000200:2.0:1784950323.984946:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.4@tcp: -114 00000400:00000200:3.0:1784950323.985022:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1784950323.985036:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.4@tcp(00000000a6116e9c) state 0x2861 00000400:00000001:3.0:1784950323.985044:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950323.985048:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950323.985051:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000400:00000010:3.0:1784950323.985054:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000400:00000200:3.0:1784950323.985062:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950323.985068:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.4@tcp: -114 00000400:00000010:3.0:1784950323.985074:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000651ead60. 00000400:00000200:3.0:1784950323.985082:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.4@tcp:-110 00000400:00000200:3.0:1784950323.985087:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.4@tcp(00000000a6116e9c) state 0x2061 rc -110 00000400:00000200:3.0:1784950323.985093:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.4@tcp 00000100:00000001:2.0:1784950324.176836:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950324.176845:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950324.176848:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950324.176852:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950324.176855:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950324.176859:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950324.176862:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950324.560863:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307262716, at 4307262720 00000100:00000040:0.0:1784950324.560873:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307262716, at 4307262720 00010000:00000001:2.0:1784950324.560873:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00000100:00000010:1.0:1784950324.560881:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032d162ee. 00010000:00000001:2.0:1784950324.560881:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950324.560888:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c92da77b. 00010000:00000001:2.0:1784950324.560893:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:3.0:1784950324.560893:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307262716, at 4307262720 00010000:00000001:2.0:1784950324.560902:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950324.560909:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033096f34. 00000100:00000040:2.0:1784950324.560929:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307262716, at 4307262720 00000100:00000010:2.0:1784950324.560944:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014137c38. 00000020:00000001:0.0:1784950324.560952:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950324.560956:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950324.560960:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.0:1784950325.008906:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.3@tcp 00000800:00000010:2.0:1784950325.008913:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001c88d7a2. 00000400:00000200:3.0:1784950325.008919:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000200:2.0:1784950325.008926:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000010:3.0:1784950325.008929:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000abbbddb7. 00000400:00000010:3.0:1784950325.008941:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000080cfe63d. 00000400:00000200:2.0:1784950325.008945:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.3@tcp: GET: NETWORK_TIMEOUT 00000400:00000010:3.0:1784950325.008949:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000400:00000200:2.0:1784950325.008960:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12596 health :800 00000400:00000200:2.0:1784950325.008971:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:3.0:1784950325.008973:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000058858b65. 00000400:00000200:2.0:1784950325.008980:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.3@tcp: 1 00000400:00000200:3.0:1784950325.008989:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950325.008996:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.3@tcp: -114 00000400:00000200:3.0:1784950325.009036:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950325.009043:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950325.009047:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10568:10568:232:4294967295] 192.168.203.114@tcp LPNI seq info [9364:9364:8:4294967295] 00000400:00000200:3.0:1784950325.009054:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:3.0:1784950325.009063:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:3.0:1784950325.009073:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950325.009079:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000002c68df2. 00000800:00000200:3.0:1784950325.009090:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950325.009099:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:3.0:1784950325.009100:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950325.009108:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000002c68df2 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1784950325.009118:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.3@tcp(000000006135824b) state 0x2861 00000400:00000001:0.0:1784950325.009129:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950325.009134:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950325.009136:0:441638:0:(lib-move.c:3814:lnet_print_recovery_list()) alloc '(buf)': 65 at 0000000033096f34. 00000400:00000200:0.0:1784950325.009140:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee59023e 00000400:02000040:3.0:1784950325.009148:0:441638:0:(lib-move.c:3830:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.203.114@tcp 00000400:00000010:0.0:1784950325.009152:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ee59023e. 00000400:00000200:0.0:1784950325.009166:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1784950325.009179:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.3@tcp: -114 00000400:00000010:0.0:1784950325.009212:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000098478efa. 00000400:00000200:0.0:1784950325.009224:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.3@tcp:-110 00000400:00000200:0.0:1784950325.009230:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.3@tcp(000000006135824b) state 0x2061 rc -110 00000400:00000200:0.0:1784950325.009238:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.3@tcp 00000800:00000200:2.0:1784950325.009275:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950325.009283:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000002c68df2. 00000400:00000200:2.0:1784950325.009291:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950325.009299:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000400:00000200:2.0:1784950325.009306:0:441634:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1784950325.009311:0:441634:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:1.0:1784950325.009314:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950325.009327:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950325.009332:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950325.009338:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950325.009348:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:1.0:1784950325.009365:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1784950325.009376:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:1.0:1784950325.009391:0:441635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950325.009397:0:441635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10569:10569:233:4294967295] 192.168.203.114@tcp LPNI seq info [9365:9365:8:4294967295] 00000400:00000200:1.0:1784950325.009409:0:441635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:1.0:1784950325.009415:0:441635:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950325.009420:0:441635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de155b2e. 00000800:00000200:1.0:1784950325.009426:0:441635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950325.009433:0:441635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950325.009437:0:441635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000de155b2e type 3, nob 144 niov 1 nkiov 1 00000800:00000001:2.0:1784950325.009516:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950325.009586:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950325.009590:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950325.009599:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de155b2e. 00000800:00000001:0.0:1784950325.009600:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950325.009608:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950325.009610:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950325.009613:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950325.009631:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:0.0:1784950325.009633:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000800:00000001:2.0:1784950325.009647:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950325.009663:0:441634:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x151f5 00000800:00000001:0.0:1784950325.009672:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950325.009686:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950325.009690:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950325.009696:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:0.0:1784950325.009702:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000400:00000010:0.0:1784950325.009704:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000400:00000200:0.0:1784950325.009707:0:441634:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1784950325.009711:0:441634:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000abbbddb7. 00000400:00000010:0.0:1784950325.009714:0:441634:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000080cfe63d. 00000800:00000001:0.0:1784950325.009748:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950325.009752:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950325.013107:0:441638:0:(lib-move.c:3832:lnet_print_recovery_list()) kfreed 'buf': 65 at 0000000033096f34. 00000100:00000001:2.0:1784950325.200749:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950325.200754:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950325.200755:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950325.200758:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950325.200759:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950325.200760:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950325.200762:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950325.584837:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950325.584843:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950325.584848:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950325.584850:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950325.584978:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950325.584983:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950325.584987:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950326.224828:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950326.224837:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950326.224839:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950326.224842:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950326.224845:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950326.224849:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950326.224851:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950326.608866:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950326.608875:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950326.608884:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950326.608886:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950326.609032:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950326.609038:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950326.609043:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950327.248832:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950327.248839:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1784950327.248854:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950302/real 1784950302] req@00000000092cbf02 x1871652369164032/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950327 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784950327.248876:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950327.248879:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950327.248883:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001bbb6a8. 00000400:00000200:2.0:1784950327.248890:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7c3c07 00000400:00000010:2.0:1784950327.248893:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000e7c3c07. 00000100:00000001:2.0:1784950327.248899:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950327.248903:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000092cbf02 x1871652369164032/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950327 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950327.248914:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000092cbf02 x1871652369164032/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950327 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950327.248924:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950327.248926:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950327.248929:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950327.248932:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950327.248935:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000092cbf02 x1871652369164032/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950327 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950327.248944:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950327.248954:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950327.248955:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950327.248958:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950327.248961:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950327.248965:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950327.248969:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000092cbf02 x1871652369164032/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950327 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950327.248979:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1784950327.248983:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950327.248985:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950327.248987:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950327.248989:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1784950327.248992:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1784950327.248996:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784950327.249021:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:2.0:1784950327.249024:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1784950327.249029:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000092cbf02 x1871652369164032/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950327 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950327.249039:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000092cbf02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369164032:192.168.203.114@tcp:8: 00000100:00000001:2.0:1784950327.249044:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950327.249048:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950327.249051:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000092cbf02 x1871652369164032/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950327 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950327.249060:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950327.249063:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950327.249068:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a9600e1c. 02000000:00000001:2.0:1784950327.249074:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950327.249076:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950327.249078:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:2.0:1784950327.249081:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950327.249084:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c07a8031. 02000000:00000001:2.0:1784950327.249088:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950327.249090:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950327.249092:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000092cbf02. 00000100:00000001:2.0:1784950327.249097:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950327.249099:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950327.249102:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950327.249133:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950327.249142:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950327.249152:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ddeec7b. 00000020:00000040:0.0:1784950327.249158:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:0.0:1784950327.249163:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950327.249192:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950327.249200:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950327.249210:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005f023348. 00000100:00000001:0.0:1784950327.249218:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950327.249226:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000009ddeec7b x1871652369169024/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950327.249240:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950327.249243:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950327.249249:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ddeec7b] to pc [ptlrpcd_00_02+2] req@000000009ddeec7b x1871652369169024/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950327.249288:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950327.249291:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950327.249296:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950327.249301:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cb68b77. 00000020:00000040:0.0:1784950327.249303:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950327.249307:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950327.249308:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950327.249311:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950327.249315:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bea13e4c. 00000100:00000001:0.0:1784950327.249319:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950327.249326:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@000000002cb68b77 x1871652369169152/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950327.249337:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950327.249339:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.249342:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950327.249342:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950327.249344:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cb68b77] to pc [ptlrpcd_00_03+3] req@000000002cb68b77 x1871652369169152/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950327.249352:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950327.249353:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.249359:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950327.249373:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950327.249375:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ddeec7b x1871652369169024/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950327.249378:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1784950327.249379:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:2.0:1784950327.249387:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950327.249393:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1784950327.249395:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1784950327.249405:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cb68b77 x1871652369169152/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950327.249406:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950327.249410:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950327.249417:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950327.249422:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1784950327.249427:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1784950327.249430:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4f7c3e7. 00000100:00000001:2.0:1784950327.249433:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1784950327.249434:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1784950327.249436:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1784950327.249439:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950327.249444:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950327.249448:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950327.249450:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1784950327.249452:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009ddeec7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369169024:0@lo:400: 02000000:00000001:0.0:1784950327.249455:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950327.249457:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950327.249463:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.249465:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950327.249465:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950327.249471:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a721ffc. 00000100:00100000:2.0:1784950327.249474:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002cb68b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369169152:192.168.203.114@tcp:400: 02000000:00000001:1.0:1784950327.249476:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950327.249478:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950327.249482:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950327.249489:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950327.249490:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784950327.249493:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784950327.249495:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000e4f7c3e7 x1871652369169280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784950327.249498:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950327.249500:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb064e97. 02000000:00000001:2.0:1784950327.249506:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784950327.249508:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950327.249512:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de33f78e. 02000000:00000001:2.0:1784950327.249520:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950327.249522:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000066545b9. 00000400:00000010:2.0:1784950327.249531:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026ca0124. 00000100:00000001:0.0:1784950327.249532:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1784950327.249536:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c595d0d. 00000100:00000001:0.0:1784950327.249537:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950327.249542:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f72bf817. 00000100:00000200:1.0:1784950327.249547:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369169024, portal 25 00000100:00000040:0.0:1784950327.249549:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4f7c3e7] to pc [ptlrpcd_00_00+0] req@00000000e4f7c3e7 x1871652369169280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950327.249550:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369169152, portal 4 00000100:00000001:1.0:1784950327.249554:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950327.249559:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785743533824 : -120287966017792 : ffff92994683c700) 00000100:00000001:2.0:1784950327.249559:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950327.249564:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786012791168 : -120287696760448 : ffff929956905180) 00000100:00000040:1.0:1784950327.249575:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009ddeec7b x1871652369169024/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950327.249582:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002cb68b77 x1871652369169152/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950327.249606:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950327.249606:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950327.249613:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1784950327.249613:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950327.249617:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950327.249620:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003112622c. 00000400:00000010:2.0:1784950327.249620:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133105d. 00000100:00000040:0.0:1784950327.249623:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1784950327.249628:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369169024, offset 0 00000100:00000200:2.0:1784950327.249628:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369169152, offset 0 00000100:00000001:0.0:1784950327.249631:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950327.249640:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005512dd85. 00000020:00000040:0.0:1784950327.249647:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:2.0:1784950327.249650:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950327.249653:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950327.249656:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950327.249661:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950327.249668:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fcd4257c. 00000400:00000200:1.0:1784950327.249670:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1784950327.249675:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950327.249679:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:0.0:1784950327.249687:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000005512dd85 x1871652369169408/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1784950327.249696:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950327.249705:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950327.249709:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950327.249714:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950327.249716:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950327.249764:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950327.249772:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784950327.249775:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005512dd85] to pc [ptlrpcd_00_01+1] req@000000005512dd85 x1871652369169408/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950327.249776:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950327.249778:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950327.249794:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4f7c3e7 x1871652369169280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950327.249799:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10570:10570:233:4294967295] 192.168.203.114@tcp LPNI seq info [9366:9366:8:4294967295] 00000100:00000001:0.0:1784950327.249816:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1784950327.249826:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:3.0:1784950327.249837:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1784950327.249845:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1784950327.249845:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950327.249852:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1784950327.249855:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00080000:0.0:1784950327.249857:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1784950327.249858:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950327.249865:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950327.249870:0:431120:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1784950327.249876:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950327.249881:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00080000:0.0:1784950327.249882:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12573 00000400:00000200:1.0:1784950327.249893:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1784950327.249894:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e4f7c3e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369169280:192.168.203.114@tcp:400: 00000800:00000010:2.0:1784950327.249899:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059c01b8a. 00000400:00000200:0.0:1784950327.249904:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000001:3.0:1784950327.249914:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1784950327.249919:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12572 02000000:00000001:3.0:1784950327.249921:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784950327.249927:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069b7a80 00000800:00000200:2.0:1784950327.249928:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:3.0:1784950327.249930:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950327.249937:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 02000000:00000001:3.0:1784950327.249940:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784950327.249949:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 02000000:00000010:3.0:1784950327.249950:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac714e1c. 00000400:00000200:1.0:1784950327.249952:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13afd [2] + 0 00000800:00000200:2.0:1784950327.249952:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:0.0:1784950327.249962:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1784950327.249962:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950327.249966:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031021bcb. 00000800:00000200:2.0:1784950327.249967:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000059c01b8a type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784950327.249974:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000400:00000010:3.0:1784950327.249975:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd2e9b2f. 00000400:00000200:1.0:1784950327.249979:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000212d327d 00000100:00000001:0.0:1784950327.249987:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000100:00000001:2.0:1784950327.249993:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950327.249994:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:1.0:1784950327.249997:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1784950327.250001:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 00000400:00000010:3.0:1784950327.250003:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000100:00000040:2.0:1784950327.250006:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 14021 usecs (15 jiffies) 00000020:00000001:0.0:1784950327.250008:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:1.0:1784950327.250012:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1784950327.250016:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369169280, portal 10 00000020:00000040:0.0:1784950327.250017:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000100:00000001:2.0:1784950327.250019:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307265424 00000400:00000200:1.0:1784950327.250020:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000212d327d 00000100:00000001:3.0:1784950327.250028:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1784950327.250030:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000400:00000010:1.0:1784950327.250032:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000212d327d. 00000100:00000001:3.0:1784950327.250033:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786012788480 : -120287696763136 : ffff929956904700) 00000020:00000001:0.0:1784950327.250037:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00000040:0.0:1784950327.250048:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950327.250049:0:441643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1784950327.250053:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4f7c3e7 x1871652369169280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950327.250056:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1784950327.250059:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1784950327.250067:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 00000100:00000040:1.0:1784950327.250075:0:441643:0:(events.c:337:request_in_callback()) incoming req@00000000013d5ca1 x1871652369169024 msgsize 224 00000100:00000001:0.0:1784950327.250077:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000020:00000040:0.0:1784950327.250090:0:431120:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000100:00000001:3.0:1784950327.250093:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1784950327.250104:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1784950327.250106:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 00000100:00000040:3.0:1784950327.250112:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950327.250117:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1784950327.250121:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c61119ea. 00000100:00080000:0.0:1784950327.250123:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000100:00000200:3.0:1784950327.250131:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369169280, offset 0 00000100:00000001:0.0:1784950327.250133:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.250140:0:441643:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1784950327.250143:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1784950327.250150:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950327.250156:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950327.250159:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003112622c 02000000:00000001:0.0:1784950327.250187:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950327.250192:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1784950327.250197:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950327.250198:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:1.0:1784950327.250200:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003112622c. 00000100:00000010:0.0:1784950327.250207:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f50d17ab. 00000100:00000001:1.0:1784950327.250214:0:441643:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1784950327.250214:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784950327.250215:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:0.0:1784950327.250216:0:431120:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000200:1.0:1784950327.250228:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ddeec7b x1871652369169024/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784950327.250228:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059c01b8a. 02000000:00000001:0.0:1784950327.250229:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000400:00000200:3.0:1784950327.250230:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:0.0:1784950327.250236:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950327.250242:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950327.250244:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950327.250248:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950327.250256:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1784950327.250260:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950327.250265:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:0.0:1784950327.250266:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950327.250277:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10571:10571:232:4294967295] 192.168.203.114@tcp LPNI seq info [9367:9367:7:4294967295] 02000000:00000010:0.0:1784950327.250280:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000eeff47fd. 00000100:00000001:1.0:1784950327.250283:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950327.250293:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950327.250297:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ddeec7b x1871652369169024/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950327.250309:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f50d17ab x1871652369169536/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1784950327.250316:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:2.0:1784950327.250342:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133105d 00000800:00000200:3.0:1784950327.250348:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950327.250353:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b133105d. 00000100:00000001:1.0:1784950327.250355:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950327.250363:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000002c68df2. 00000100:00000001:1.0:1784950327.250364:0:441643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950327.250364:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950327.250365:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950327.250372:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950327.250380:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cb68b77 x1871652369169152/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950327.250381:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950327.250386:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f50d17ab] to pc [ptlrpcd_rcv+-1] req@00000000f50d17ab x1871652369169536/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950327.250388:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950327.250393:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307267835 00000100:00000010:1.0:1784950327.250410:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edac230f. 00000800:00000200:3.0:1784950327.250415:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950327.250429:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784950327.250429:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000002c68df2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950327.250447:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307267835 00000100:00000010:1.0:1784950327.250454:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000623ee841. 00000100:00000001:2.0:1784950327.250454:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950327.250462:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1784950327.250464:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cb68b77 x1871652369169152/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950327.250464:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950327.250469:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.250471:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307267835 00000100:00000040:3.0:1784950327.250476:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5558 usecs (6 jiffies) 00000100:00000040:0.0:1784950327.250483:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1784950327.250485:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f451ecb8. 00000100:00000001:3.0:1784950327.250487:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307265415 00000100:00000001:1.0:1784950327.250497:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1784950327.250501:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784950327.250502:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307267835 00000100:00000001:1.0:1784950327.250505:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307267835 00000100:00000001:2.0:1784950327.250509:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950327.250514:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307265415 00000100:00000010:0.0:1784950327.250516:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045045211. 00000100:00000001:2.0:1784950327.250516:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1784950327.250517:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d3030e4. 00000100:00000001:3.0:1784950327.250525:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307267835 00000020:00000040:0.0:1784950327.250528:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1784950327.250531:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1784950327.250531:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307265415 00000800:00000001:2.0:1784950327.250533:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950327.250534:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950327.250541:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950327.250543:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307267835 02000000:00000001:0.0:1784950327.250547:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.250547:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950327.250549:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307265415 00000800:00000001:2.0:1784950327.250553:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950327.250559:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f4c2f8a3. 00000100:00000001:1.0:1784950327.250562:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950327.250562:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307267835 00000800:00000001:2.0:1784950327.250563:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950327.250567:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.250574:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950327.250576:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950327.250576:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950327.250582:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@0000000045045211 x1871652369169664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950327.250584:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950327.250589:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.250600:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950327.250601:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950327.250604:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950327.250609:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950327.250611:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950327.250622:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950327.250627:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950327.250628:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950327.250630:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950327.250636:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950327.250637:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950327.250637:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b7b00 00000100:00000001:1.0:1784950327.250638:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950327.250648:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950327.250652:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950327.250653:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784950327.250657:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045045211] to pc [ptlrpcd_00_02+2] req@0000000045045211 x1871652369169664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950327.250660:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950327.250665:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 13216 00000100:00100000:3.0:1784950327.250672:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784950327.250683:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950327.250692:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950327.250693:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950327.250700:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950327.250710:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950327.250715:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950327.250757:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000001:2.0:1784950327.250764:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950327.250765:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950327.250767:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005512dd85 x1871652369169408/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950327.250775:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950327.250777:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950327.250780:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12603) 00000100:00000001:1.0:1784950327.250784:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950327.250799:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950327.250803:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950327.250808:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950327.250815:0:441636:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1784950327.250815:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950327.250816:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950327.250823:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950327.250826:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1784950327.250826:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:3.0:1784950327.250829:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950327.250832:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1784950327.250842:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f0532185. 00000100:00100000:3.0:1784950327.250845:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005512dd85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369169408:192.168.203.114@tcp:400: 00000100:00000040:0.0:1784950327.250847:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f50d17ab x1871652369169536/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950327.250855:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000f0532185 x1871652369169152 msgsize 224 00000100:00000001:3.0:1784950327.250863:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950327.250871:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950327.250875:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950327.250882:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784950327.250884:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1784950327.250888:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950327.250889:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950327.250893:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1784950327.250893:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080cfe63d. 02000000:00000001:0.0:1784950327.250898:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950327.250904:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950327.250907:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784950327.250907:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002c68df2. 00000400:00000010:3.0:1784950327.250911:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000180fde72. 02000000:00000001:0.0:1784950327.250918:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950327.250924:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784950327.250926:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000100:00100000:0.0:1784950327.250927:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f50d17ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369169536:1.2.3.4@tcp:8: 00000100:00000200:3.0:1784950327.250939:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369169408, portal 4 00000100:00000001:0.0:1784950327.250941:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950327.250945:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950327.250946:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950327.250948:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950327.250950:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950327.250957:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950327.250958:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032828800 : -120287676722816 : ffff929957c21180) 00000800:00000001:2.0:1784950327.250960:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950327.250961:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c61119ea 00000400:00000010:1.0:1784950327.250972:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c61119ea. 00000100:00000001:0.0:1784950327.250973:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950327.250978:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950327.250982:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005512dd85 x1871652369169408/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950327.250983:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950327.250985:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950327.250986:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1784950327.250996:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950327.250998:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1784950327.251001:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4f7c3e7 x1871652369169280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950327.251005:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950327.251015:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950327.251018:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950327.251020:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950327.251025:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950327.251032:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950327.251033:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950327.251043:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950327.251045:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee59023e. 00000400:00000200:2.0:1784950327.251046:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b7b80 00000100:00000001:1.0:1784950327.251047:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1784950327.251057:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369169408, offset 0 00000100:00000040:1.0:1784950327.251058:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4f7c3e7 x1871652369169280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950327.251066:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 145600 00000100:00000001:1.0:1784950327.251078:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950327.251080:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950327.251081:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950327.251087:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950327.251089:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950327.251089:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950327.251096:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000001:2.0:1784950327.251101:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950327.251102:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950327.251110:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950327.251112:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045045211 x1871652369169664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950327.251112:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000001:1.0:1784950327.251115:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950327.251129:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950327.251131:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950327.251146:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950327.251156:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950327.251157:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950327.251164:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950327.251183:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:0.0:1784950327.251192:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784950327.251198:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10572:10572:233:4294967295] 192.168.203.114@tcp LPNI seq info [9368:9368:8:4294967295] 02000000:00000001:0.0:1784950327.251199:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950327.251206:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1784950327.251209:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950327.251216:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369169024 00000100:00100000:0.0:1784950327.251221:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000045045211 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369169664:192.168.203.114@tcp:400: 02000000:00000001:1.0:1784950327.251226:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950327.251235:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950327.251237:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784950327.251242:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950327.251244:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950327.251245:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950327.251253:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950327.251259:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784950327.251259:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950327.251264:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:3.0:1784950327.251265:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:2.0:1784950327.251271:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:0.0:1784950327.251272:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082c1334c. 00000100:00100000:1.0:1784950327.251272:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369169024 00000800:00000010:3.0:1784950327.251275:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bb5297c. 00000020:00000001:1.0:1784950327.251282:0:453504:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:0.0:1784950327.251283:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950327.251288:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ebaa8257. 00000020:00000040:1.0:1784950327.251291:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000800:00000200:3.0:1784950327.251293:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:0.0:1784950327.251295:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000961825da. 00000020:00000001:1.0:1784950327.251298:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:2.0:1784950327.251298:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000ebaa8257 x1871652369169280 msgsize 224 00000020:00000040:1.0:1784950327.251306:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000400:00000010:0.0:1784950327.251309:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdfacc79. 00000800:00000200:3.0:1784950327.251311:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:1.0:1784950327.251318:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000800:00000200:3.0:1784950327.251323:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008bb5297c type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1784950327.251324:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369169664, portal 10 00000020:00000001:1.0:1784950327.251326:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00100000:2.0:1784950327.251326:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950327.251338:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950327.251343:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785741377408 : -120287968174208 : ffff92994662df80) 00000100:00000001:1.0:1784950327.251344:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1784950327.251356:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000045045211 x1871652369169664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950327.251356:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea9aab88. 00000100:00000001:2.0:1784950327.251363:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950327.251368:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950327.251370:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950327.251380:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea9aab88. 00000100:00000040:3.0:1784950327.251384:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4691 usecs (5 jiffies) 00000100:00000001:3.0:1784950327.251395:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307265415 00000100:00000001:0.0:1784950327.251397:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1784950327.251398:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087e32b89. 00000100:00000040:0.0:1784950327.251410:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950327.251415:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071d5b2d7. 00000400:00000010:0.0:1784950327.251416:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a09db0. 00000100:00000001:3.0:1784950327.251424:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1784950327.251430:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369169664, offset 0 00000100:00100000:3.0:1784950327.251431:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369169280 00000020:00000010:1.0:1784950327.251433:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000800:00000200:2.0:1784950327.251437:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1784950327.251440:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:2.0:1784950327.251444:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bb5297c. 00000100:00000001:3.0:1784950327.251447:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784950327.251449:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950327.251452:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1784950327.251454:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950327.251459:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950327.251465:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1784950327.251465:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.251470:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1784950327.251471:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00100000:3.0:1784950327.251476:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369169280 00000400:00000200:2.0:1784950327.251478:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950327.251479:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950327.251484:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1784950327.251486:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:3.0:1784950327.251491:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:1.0:1784950327.251497:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950327.251498:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1784950327.251499:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000040:3.0:1784950327.251506:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000400:00000200:0.0:1784950327.251512:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1784950327.251514:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000400:00000200:0.0:1784950327.251522:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000001:3.0:1784950327.251523:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:1.0:1784950327.251524:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950327.251536:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10573:10573:232:4294967295] 192.168.203.114@tcp LPNI seq info [9369:9369:7:4294967295] 00000100:00000001:3.0:1784950327.251537:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950327.251546:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000100:00000001:1.0:1784950327.251551:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950327.251556:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950327.251560:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1784950327.251569:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000400:00000200:0.0:1784950327.251570:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:1.0:1784950327.251580:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000020:00000010:3.0:1784950327.251584:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098478efa. 00000400:00000200:2.0:1784950327.251587:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee59023e 00000100:00000040:1.0:1784950327.251589:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000800:00000200:0.0:1784950327.251592:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950327.251598:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790983039056 : -120282726512560 : ffff929a7ed04850) 00000400:00000010:2.0:1784950327.251598:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ee59023e. 00000020:00000010:3.0:1784950327.251599:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000800:00000010:0.0:1784950327.251602:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309cba23. 00000100:00000001:2.0:1784950327.251610:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1784950327.251613:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000100:00000040:1.0:1784950327.251621:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000013d5ca1 x1871652369169024/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:478/0 lens 224/0 e 0 to 0 dl 1784950338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950327.251624:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005512dd85 x1871652369169408/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950327.251625:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:3.0:1784950327.251630:0:453511:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1784950327.251641:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950327.251647:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:0.0:1784950327.251651:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950327.251655:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950327.251664:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000309cba23 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950327.251665:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950327.251668:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950327.251671:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1784950327.251676:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea9aab88. 00000100:00000001:0.0:1784950327.251680:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950327.251680:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1784950327.251681:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005512dd85 x1871652369169408/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950327.251683:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950327.251688:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950327.251692:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5036 usecs (6 jiffies) 00000020:00000010:1.0:1784950327.251694:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea9aab88. 00000100:00000001:0.0:1784950327.251705:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307265416 00000100:00000001:3.0:1784950327.251709:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950327.251715:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000013d5ca1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369169024:12345-0@lo:400: 00000100:00000001:2.0:1784950327.251715:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950327.251716:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307267835 00000100:00000001:3.0:1784950327.251753:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950327.251759:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950327.251764:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307265417 00000100:00000001:2.0:1784950327.251768:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950327.251776:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307267835 00000100:00100000:3.0:1784950327.251778:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1512 00000100:00000200:1.0:1784950327.251782:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369169024 00000800:00000001:2.0:1784950327.251783:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950327.251786:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307265417 00000100:00000040:3.0:1784950327.251790:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000001:1.0:1784950327.251794:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000001:2.0:1784950327.251795:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950327.251796:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307267835 00000100:00000001:3.0:1784950327.251798:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987795456 : -120287721756160 : ffff92995512ea00) 00000020:00000001:1.0:1784950327.251804:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950327.251808:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307265417 00000100:00000001:0.0:1784950327.251814:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307267835 00000020:00000001:1.0:1784950327.251814:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950327.251815:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ebaa8257 x1871652369169280/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:478/0 lens 224/0 e 0 to 0 dl 1784950338 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950327.251825:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950327.251829:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1784950327.251837:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950327.251839:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:0.0:1784950327.251848:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950327.251855:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950327.251856:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1784950327.251857:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1784950327.251866:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000020:00000001:1.0:1784950327.251867:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950327.251867:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950327.251868:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950327.251876:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950327.251878:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1784950327.251879:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309cba23. 00000020:00000001:1.0:1784950327.251880:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1784950327.251882:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784950327.251889:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1784950327.251890:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1784950327.251891:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000400:00000200:2.0:1784950327.251894:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950327.251898:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950327.251899:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950327.251908:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950327.251910:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ebaa8257 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369169280:12345-192.168.203.114@tcp:400: 00000020:00000001:1.0:1784950327.251912:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1784950327.251914:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950327.251920:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950327.251927:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1784950327.251927:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a09db0 00000100:00000200:3.0:1784950327.251928:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369169280 00000400:00000010:2.0:1784950327.251933:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c1a09db0. 00000020:00000001:3.0:1784950327.251935:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000010:1.0:1784950327.251937:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000047354f7f. 02000000:00000001:1.0:1784950327.251944:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950327.251945:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950327.251947:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1784950327.251953:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.251954:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950327.251959:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045045211 x1871652369169664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950327.251963:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950327.251965:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950327.251969:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00010000:00000040:1.0:1784950327.251973:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369169024 00000020:00000001:3.0:1784950327.251979:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1784950327.251982:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950327.251988:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1784950327.251989:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1784950327.251996:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000013d5ca1 x1871652369169024/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:478/0 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950327.251999:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045045211 x1871652369169664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950327.252000:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1784950327.252002:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307267835 00000020:00000001:3.0:1784950327.252007:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1784950327.252013:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307265426 00000020:00000001:3.0:1784950327.252016:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950327.252025:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307267835 00000020:00000001:3.0:1784950327.252028:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00010000:00000001:1.0:1784950327.252037:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950327.252038:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307265426 00000100:00000001:3.0:1784950327.252040:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950327.252041:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950327.252044:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950327.252049:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950327.252050:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307267835 00000100:00000001:2.0:1784950327.252051:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00001000:1.0:1784950327.252052:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=115 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950327.252061:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307265426 02000000:00000010:3.0:1784950327.252062:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000ac10a10. 00000100:00000001:1.0:1784950327.252064:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:2.0:1784950327.252064:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950327.252074:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307267835 02000000:00000001:3.0:1784950327.252075:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950327.252077:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000800:00000001:2.0:1784950327.252079:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950327.252085:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950327.252087:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.252088:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000800:00000001:2.0:1784950327.252089:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950327.252092:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950327.252097:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950327.252098:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950327.252100:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950327.252102:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950327.252107:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950327.252108:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369169280 00000100:00000001:0.0:1784950327.252111:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784950327.252121:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950327.252122:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950327.252123:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950327.252125:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950327.252131:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000200:3.0:1784950327.252135:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000ebaa8257 x1871652369169280/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:478/0 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950327.252139:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1784950327.252142:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950327.252149:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1784950327.252150:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003112622c. 00000400:00000200:2.0:1784950327.252152:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b7c00 00000100:00000001:0.0:1784950327.252154:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950327.252164:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369169024, offset 224 00010000:00000001:3.0:1784950327.252196:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950327.252197:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950327.252198:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 13440 00010000:00000001:3.0:1784950327.252203:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950327.252214:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=110 v=5 (1 1 1 1) 00000800:00000001:2.0:1784950327.252219:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950327.252224:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1784950327.252228:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1784950327.252237:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000800:00000001:2.0:1784950327.252238:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950327.252246:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:1.0:1784950327.252247:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1784950327.252247:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950327.252254:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1784950327.252258:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1784950327.252261:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369169152 02000000:00000001:3.0:1784950327.252264:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950327.252270:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1784950327.252270:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950327.252272:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069b7a80 00000100:00000001:3.0:1784950327.252275:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950327.252278:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950327.252285:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950327.252291:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950327.252295:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x151f9 [1] + 224 02000000:00000001:0.0:1784950327.252296:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950327.252300:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b068732. 00000100:00100000:0.0:1784950327.252307:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369169152 00000020:00000001:0.0:1784950327.252313:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950327.252316:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950327.252316:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369169280, offset 224 00000020:00000040:0.0:1784950327.252317:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000400:00000200:1.0:1784950327.252318:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784950327.252322:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:0.0:1784950327.252326:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950327.252333:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000400:00000200:1.0:1784950327.252335:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1784950327.252335:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017784924. 00000400:00000200:3.0:1784950327.252344:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950327.252345:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000040:2.0:1784950327.252347:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000017784924 x1871652369169408 msgsize 224 00000020:00000001:0.0:1784950327.252356:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:1.0:1784950327.252357:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950327.252368:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950327.252372:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000200:1.0:1784950327.252375:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ddeec7b x1871652369169024/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950327.252378:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000010:0.0:1784950327.252379:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067668e2e. 00000100:00000001:0.0:1784950327.252391:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950327.252397:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10574:10574:233:4294967295] 192.168.203.114@tcp LPNI seq info [9370:9370:8:4294967295] 00000020:00000010:0.0:1784950327.252403:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067668e2e. 00000100:00000001:2.0:1784950327.252405:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1784950327.252419:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d0624bd. 00000100:00000040:1.0:1784950327.252427:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ddeec7b x1871652369169024/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950327.252430:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000400:00000200:3.0:1784950327.252442:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:0.0:1784950327.252443:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000855af664. 00000100:00000040:0.0:1784950327.252458:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950327.252468:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:2.0:1784950327.252471:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950327.252472:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950327.252474:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950327.252480:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950327.252483:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950327.252486:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c1815a5. 00000100:00000001:0.0:1784950327.252490:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950327.252493:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950327.252494:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1784950327.252501:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:2.0:1784950327.252505:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950327.252506:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003112622c 00000100:00000001:0.0:1784950327.252510:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950327.252512:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003112622c. 00000800:00000200:3.0:1784950327.252517:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:1.0:1784950327.252524:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1784950327.252526:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:3.0:1784950327.252529:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003c1815a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950327.252530:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950327.252531:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1784950327.252538:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369169408 00000100:00000001:3.0:1784950327.252544:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.252547:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950327.252548:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b7d00 02000000:00000001:0.0:1784950327.252549:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950327.252556:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784950327.252557:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000040:1.0:1784950327.252563:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:0.0:1784950327.252564:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950327.252566:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:2.0:1784950327.252571:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 145824 00000020:00000001:3.0:1784950327.252574:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950327.252577:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950327.252577:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950327.252586:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1784950327.252588:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369169408 00000020:00000001:1.0:1784950327.252588:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950327.252589:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950327.252598:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:3.0:1784950327.252600:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ebaa8257 x1871652369169280/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:478/0 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950327.252601:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000001:2.0:1784950327.252602:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950327.252603:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:0.0:1784950327.252611:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:2.0:1784950327.252615:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1784950327.252616:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000040:1.0:1784950327.252619:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000013d5ca1 x1871652369169024/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:478/0 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950327.252628:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000400:00000200:2.0:1784950327.252639:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950327.252640:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950327.252656:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950327.252658:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1784950327.252666:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067668e2e. 00000100:00000200:2.0:1784950327.252667:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1784950327.252667:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ebaa8257 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369169280:12345-192.168.203.114@tcp:400: Request processed in 801us (1357us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950327.252677:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1784950327.252678:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000013d5ca1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369169024:12345-0@lo:400: Request processed in 1004us (2592us total) trans 0 rc 0/0 00000100:00000010:2.0:1784950327.252681:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041abbf8e. 00000020:00000010:0.0:1784950327.252690:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067668e2e. 00000100:00000040:2.0:1784950327.252695:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000041abbf8e x1871652369169664 msgsize 224 00000100:00100000:3.0:1784950327.252704:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1512 00000020:00000010:0.0:1784950327.252705:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000100:00100000:1.0:1784950327.252717:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00000040:3.0:1784950327.252718:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:3.0:1784950327.252752:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950327.252756:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950327.252763:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000100:00000040:1.0:1784950327.252766:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00100000:2.0:1784950327.252768:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000010:0.0:1784950327.252770:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001027e88d. 00000100:00000001:1.0:1784950327.252775:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1784950327.252776:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000020:00000010:0.0:1784950327.252780:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000049a515d1. 00000100:00000001:1.0:1784950327.252785:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950327.252786:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098478efa. 00000100:00000001:0.0:1784950327.252788:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950327.252792:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950327.252795:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1784950327.252797:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071d5b2d7. 00000100:00000001:0.0:1784950327.252801:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950327.252802:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000020:00000010:1.0:1784950327.252807:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000100:00000001:3.0:1784950327.252814:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950327.252816:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950327.252819:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087e32b89. 00000020:00000040:1.0:1784950327.252834:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000001:3.0:1784950327.252834:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950327.252836:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950327.252845:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369169664 02000000:00000001:1.0:1784950327.252847:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1784950327.252850:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:1.0:1784950327.252855:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000047354f7f. 00000100:00000001:3.0:1784950327.252855:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950327.252859:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950327.252861:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950327.252866:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1784950327.252868:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1784950327.252870:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950327.252875:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950327.252876:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950327.252879:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369169664 00000100:00100000:0.0:1784950327.252880:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2595 00000800:00000010:2.0:1784950327.252886:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c1815a5. 00000020:00000001:3.0:1784950327.252887:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000200:1.0:1784950327.252889:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1784950327.252890:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000040:3.0:1784950327.252895:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000001:0.0:1784950327.252899:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987790080 : -120287721761536 : ffff92995512d500) 00000400:00000010:1.0:1784950327.252901:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2d0ff21. 00000400:00000200:2.0:1784950327.252901:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950327.252902:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950327.252909:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000001:3.0:1784950327.252914:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000010:1.0:1784950327.252916:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000212d327d. 00000100:00000040:0.0:1784950327.252919:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f0532185 x1871652369169152/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:478/0 lens 224/0 e 0 to 0 dl 1784950338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950327.252925:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950327.252925:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000200:2.0:1784950327.252940:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b068732 00000100:00000001:3.0:1784950327.252941:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950327.252950:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000100:00000001:0.0:1784950327.252952:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1784950327.252953:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003b068732. 00000100:00000001:1.0:1784950327.252958:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950327.252960:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950327.252963:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067668e2e. 00000100:00000001:1.0:1784950327.252964:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950327.252965:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1784950327.252967:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000100:00000001:2.0:1784950327.252972:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1784950327.252975:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950327.252980:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098478efa. 00000100:00100000:1.0:1784950327.252983:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2596 00000020:00000010:0.0:1784950327.252988:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067668e2e. 00000800:00000001:2.0:1784950327.252988:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950327.252991:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000100:00000040:1.0:1784950327.252997:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000020:00000010:3.0:1784950327.253001:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000800:00000001:2.0:1784950327.253004:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950327.253008:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987796352 : -120287721755264 : ffff92995512ed80) 00000100:00100000:0.0:1784950327.253010:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f0532185 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369169152:12345-192.168.203.114@tcp:400: 00000800:00000001:2.0:1784950327.253014:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950327.253016:0:453511:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:0.0:1784950327.253026:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369169152 00000100:00000040:1.0:1784950327.253026:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017784924 x1871652369169408/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:478/0 lens 224/0 e 0 to 0 dl 1784950338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950327.253026:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950327.253027:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950327.253034:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1784950327.253037:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950327.253042:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950327.253044:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:2.0:1784950327.253048:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:0.0:1784950327.253054:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950327.253057:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1784950327.253064:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950327.253067:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1784950327.253068:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1784950327.253068:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b7b80 00000020:00000001:0.0:1784950327.253070:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:3.0:1784950327.253072:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950327.253078:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea9aab88. 00000020:00000001:0.0:1784950327.253083:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950327.253087:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950327.253091:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15209 [1] + 224 00000001:00000001:0.0:1784950327.253092:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369169152, found 0 last_xid 1871652369169151 00000020:00000010:1.0:1784950327.253096:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea9aab88. 00000100:00000001:3.0:1784950327.253097:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950327.253105:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950327.253111:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950327.253112:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950327.253119:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1784950327.253122:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000017784924 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369169408:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950327.253122:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1784950327.253124:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950327.253126:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950327.253130:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950327.253137:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1784950327.253138:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784950327.253141:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369169408 00000100:00000001:0.0:1784950327.253145:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1784950327.253149:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1513 00000020:00000001:1.0:1784950327.253152:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:0.0:1784950327.253153:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1784950327.253160:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000400:00000200:2.0:1784950327.253161:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950327.253162:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000010:0.0:1784950327.253164:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004dbb257d. 00000100:00000001:3.0:1784950327.253187:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987799936 : -120287721751680 : ffff92995512fb80) 02000000:00000001:0.0:1784950327.253194:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950327.253196:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950327.253205:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950327.253206:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950327.253206:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041abbf8e x1871652369169664/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:478/0 lens 224/0 e 0 to 0 dl 1784950338 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950327.253208:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950327.253217:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:0.0:1784950327.253218:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950327.253222:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4f7c3e7 x1871652369169280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1784950327.253230:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369169152 00000020:00000001:1.0:1784950327.253232:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1784950327.253240:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369169408, found 0 last_xid 1871652369169407 00010000:00000001:0.0:1784950327.253243:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:1.0:1784950327.253253:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950327.253254:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000200:0.0:1784950327.253257:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f0532185 x1871652369169152/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:478/0 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950327.253264:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1784950327.253265:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000020:00000001:1.0:1784950327.253272:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1784950327.253273:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4f7c3e7 x1871652369169280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950327.253276:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950327.253281:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950327.253291:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000020:00000001:1.0:1784950327.253294:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950327.253302:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950327.253309:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1784950327.253310:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1784950327.253314:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000041abbf8e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369169664:12345-192.168.203.114@tcp:400: 00010000:00000001:0.0:1784950327.253318:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950327.253321:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000047354f7f. 00000100:00001000:0.0:1784950327.253331:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=110 v=5 (1 1 1 1) 02000000:00000001:1.0:1784950327.253333:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950327.253335:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369169664 00000100:00000001:2.0:1784950327.253339:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1784950327.253345:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950327.253347:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950327.253349:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1784950327.253353:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000001:2.0:1784950327.253355:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950327.253357:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950327.253360:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950327.253361:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00010000:00000040:1.0:1784950327.253364:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369169408 00000800:00000001:2.0:1784950327.253365:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950327.253373:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1784950327.253374:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00010000:00000001:1.0:1784950327.253375:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000001:2.0:1784950327.253375:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950327.253381:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 02000000:00000001:0.0:1784950327.253385:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:2.0:1784950327.253387:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950327.253388:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1784950327.253393:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1784950327.253393:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000017784924 x1871652369169408/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:478/0 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950327.253396:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950327.253407:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1784950327.253408:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950327.253414:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950327.253421:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950327.253423:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950327.253432:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000010:0.0:1784950327.253434:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a240814. 00000100:00000001:3.0:1784950327.253439:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1784950327.253440:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1784950327.253443:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369169152, offset 224 02000000:00000001:3.0:1784950327.253445:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1784950327.253448:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950327.253456:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005f5fe55a. 00000100:00001000:1.0:1784950327.253458:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=110 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950327.253461:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950327.253467:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950327.253475:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.253477:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1784950327.253480:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950327.253485:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000040:3.0:1784950327.253489:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369169664 00000100:00000040:1.0:1784950327.253490:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950327.253497:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307267835 00010000:00000001:3.0:1784950327.253500:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:0.0:1784950327.253506:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10575:10575:233:4294967295] 192.168.203.114@tcp LPNI seq info [9371:9371:8:4294967295] 00000100:00000001:1.0:1784950327.253506:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950327.253509:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307265417 00010000:00000200:3.0:1784950327.253516:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000041abbf8e x1871652369169664/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:478/0 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950327.253517:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1784950327.253522:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307267835 02000000:00000001:1.0:1784950327.253525:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950327.253533:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307265417 00000100:00000001:1.0:1784950327.253537:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950327.253543:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307267835 00000100:00000001:2.0:1784950327.253554:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307265417 00000100:00000040:1.0:1784950327.253557:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950327.253560:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950327.253566:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307267835 00000400:00000010:1.0:1784950327.253568:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003112622c. 00010000:00000001:3.0:1784950327.253574:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950327.253578:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784950327.253581:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369169408, offset 224 00010000:00000001:3.0:1784950327.253582:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950327.253590:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950327.253592:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950327.253594:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=110 v=5 (1 1 1 1) 00000800:00000010:0.0:1784950327.253603:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007158160. 00000400:00000200:1.0:1784950327.253606:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950327.253610:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:2.0:1784950327.253619:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1784950327.253623:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000200:0.0:1784950327.253624:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000001:2.0:1784950327.253627:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950327.253636:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950327.253637:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000010:2.0:1784950327.253638:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd2e9b2f. 00000800:00000200:0.0:1784950327.253648:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:3.0:1784950327.253650:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1784950327.253652:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000400:00000200:1.0:1784950327.253657:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10576:10576:232:4294967295] 192.168.203.114@tcp LPNI seq info [9372:9372:7:4294967295] 02000000:00000001:3.0:1784950327.253658:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950327.253661:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000007158160 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1784950327.253662:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000100:00000001:3.0:1784950327.253669:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950327.253673:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784950327.253681:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:2.0:1784950327.253688:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4f7c3e7 x1871652369169280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950327.253689:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077350b67. 00000100:00000001:0.0:1784950327.253692:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950327.253701:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369169664, offset 224 00000400:00000200:1.0:1784950327.253707:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950327.253710:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950327.253750:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000001:0.0:1784950327.253758:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950327.253763:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950327.253773:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1784950327.253775:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950327.253783:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000200:2.0:1784950327.253786:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4f7c3e7 x1871652369169280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950327.253787:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f0532185 x1871652369169152/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:478/0 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784950327.253789:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de155b2e. 00000400:00000200:3.0:1784950327.253804:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10577:10577:231:4294967295] 192.168.203.114@tcp LPNI seq info [9373:9373:6:4294967295] 00000800:00000200:1.0:1784950327.253813:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950327.253838:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950327.253852:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000de155b2e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950327.253854:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950327.253859:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950327.253862:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:0.0:1784950327.253867:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f0532185 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369169152:12345-192.168.203.114@tcp:400: Request processed in 903us (2998us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950327.253867:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950327.253871:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950327.253880:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1784950327.253885:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950327.253885:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950327.253892:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950327.253894:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:1.0:1784950327.253897:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:2.0:1784950327.253899:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950327.253905:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950327.253907:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007aa401b2. 00000100:00100000:0.0:1784950327.253908:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2595 00000020:00000001:1.0:1784950327.253911:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00001000:2.0:1784950327.253913:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=110 v=5 (5 5 5 5) 00000100:00000040:0.0:1784950327.253922:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00001000:2.0:1784950327.253925:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=110 v=5 (1 1 1 1) 00000100:00000040:1.0:1784950327.253929:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017784924 x1871652369169408/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:478/0 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950327.253933:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950327.253934:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950327.253937:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950327.253942:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1784950327.253945:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950327.253951:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00010000:00000001:2.0:1784950327.253956:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000200:3.0:1784950327.253957:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000010:0.0:1784950327.253964:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000855af664. 00000800:00000200:3.0:1784950327.253968:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007aa401b2 type 1, nob 320 niov 1 nkiov 1 00010000:00080000:2.0:1784950327.253971:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e4f7c3e7 x1871652369169280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950327.253976:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d0624bd. 00000100:00000001:3.0:1784950327.253984:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950327.253990:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00100000:1.0:1784950327.253990:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000017784924 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369169408:12345-192.168.203.114@tcp:400: Request processed in 914us (1634us total) trans 0 rc 0/0 00000100:00000040:3.0:1784950327.254000:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950327.254002:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784950327.254013:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00010000:00000001:2.0:1784950327.254018:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950327.254019:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950327.254029:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2596 00000100:00000001:2.0:1784950327.254030:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1784950327.254031:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1784950327.254036:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:1.0:1784950327.254040:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:2.0:1784950327.254041:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1784950327.254044:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041abbf8e x1871652369169664/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:478/0 lens 224/224 e 0 to 0 dl 1784950338 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950327.254047:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950327.254047:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.254055:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1784950327.254056:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1784950327.254066:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001027e88d. 00000800:00000010:0.0:1784950327.254067:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007158160. 00000100:00000040:2.0:1784950327.254067:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4f7c3e7 x1871652369169280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950327.254082:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1784950327.254084:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000049a515d1. 00000100:00100000:3.0:1784950327.254085:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000041abbf8e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369169664:12345-192.168.203.114@tcp:400: Request processed in 822us (1379us total) trans 0 rc 0/0 00000020:00000010:1.0:1784950327.254099:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000400:00000200:0.0:1784950327.254104:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:1.0:1784950327.254114:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000400:00000200:0.0:1784950327.254118:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a240814 00000100:00000001:2.0:1784950327.254121:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950327.254123:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950327.254124:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1513 00000400:00000010:0.0:1784950327.254126:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a240814. 00000100:00000001:2.0:1784950327.254132:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1784950327.254138:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:2.0:1784950327.254139:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950327.254140:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950327.254146:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950327.254148:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950327.254156:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1784950327.254161:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4f7c3e7 x1871652369169280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950327.254164:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1784950327.254164:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000800:00000200:0.0:1784950327.254189:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1784950327.254191:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000100:00000001:1.0:1784950327.254196:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1784950327.254198:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de155b2e. 00000020:00000010:3.0:1784950327.254206:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098478efa. 00000400:00000001:1.0:1784950327.254209:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784950327.254212:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1784950327.254218:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1784950327.254220:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000400:00000010:1.0:1784950327.254226:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000066545b9. 00000400:00000200:0.0:1784950327.254231:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950327.254232:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950327.254235:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e4f7c3e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369169280:192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950327.254236:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c595d0d 00000400:00000010:1.0:1784950327.254246:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c595d0d. 00000100:00000001:2.0:1784950327.254250:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.254251:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950327.254255:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003112622c 00000100:00000001:2.0:1784950327.254255:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1784950327.254260:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ddeec7b x1871652369169024/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950327.254264:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003112622c. 00000100:00000040:2.0:1784950327.254269:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4f7c3e7 x1871652369169280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950327.254277:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950327.254283:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1784950327.254290:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ddeec7b x1871652369169024/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950327.254293:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950327.254297:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950327.254301:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac714e1c. 00000100:00000001:1.0:1784950327.254305:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950327.254308:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950327.254309:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950327.254312:0:441643:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:2.0:1784950327.254312:0:441641:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1784950327.254315:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1784950327.254315:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1784950327.254319:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1784950327.254320:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950327.254321:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950327.254323:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001a721ffc. 02000000:00000001:1.0:1784950327.254325:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950327.254330:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=115 v=5 (5 5 5 5) 02000000:00000001:2.0:1784950327.254330:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950327.254333:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1784950327.254336:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=115 v=5 (1 1 1 1) 00000100:00000010:2.0:1784950327.254336:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4f7c3e7. 00000100:00000001:1.0:1784950327.254342:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950327.254344:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950327.254345:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950327.254347:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950327.254349:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950327.254352:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950327.254352:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950327.254355:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950327.254356:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950327.254359:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950327.254362:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950327.254364:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ddeec7b x1871652369169024/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950327.254367:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950327.254368:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950327.254377:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007aa401b2. 00000400:00000200:0.0:1784950327.254387:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950327.254390:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950327.254400:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1784950327.254401:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950327.254408:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950327.254409:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950327.254410:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077350b67 00000400:00000010:0.0:1784950327.254418:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077350b67. 00000100:00000001:0.0:1784950327.254424:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1784950327.254426:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ddeec7b x1871652369169024/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950327.254427:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950327.254428:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1784950327.254437:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950327.254446:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950327.254464:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009ddeec7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369169024:0@lo:400: 00000400:00000200:3.0:1784950327.254465:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950327.254481:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.254485:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950327.254490:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b7b00 00000100:00000040:1.0:1784950327.254495:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ddeec7b x1871652369169024/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950327.254509:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x151fd [1] + 224 00000100:00000001:1.0:1784950327.254519:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950327.254525:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1784950327.254526:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:1.0:1784950327.254530:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb064e97. 00000800:00000001:3.0:1784950327.254534:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950327.254538:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1784950327.254540:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950327.254545:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950327.254550:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000400:00000200:3.0:1784950327.254551:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950327.254561:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950327.254565:0:441634:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1784950327.254566:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005f023348. 02000000:00000001:1.0:1784950327.254574:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1784950327.254576:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cb68b77 x1871652369169152/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950327.254578:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950327.254582:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ddeec7b. 00000100:00000001:1.0:1784950327.254594:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950327.254600:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950327.254604:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002cb68b77 x1871652369169152/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950327.254606:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.254615:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950327.254618:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950327.254623:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.254631:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950327.254651:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950327.254663:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950327.254669:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950327.254672:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950327.254674:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950327.254680:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950327.254690:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b7c00 00000400:00000200:3.0:1784950327.254696:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15211 [1] + 224 00000800:00000001:3.0:1784950327.254702:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950327.254705:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1784950327.254707:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950327.254711:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950327.254714:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1784950327.254754:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950327.254759:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950327.254763:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026ca0124. 00000400:00000200:3.0:1784950327.254771:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950327.254773:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f72bf817 00000400:00000010:0.0:1784950327.254779:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f72bf817. 00000100:00000001:0.0:1784950327.254785:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950327.254786:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950327.254795:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cb68b77 x1871652369169152/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950327.254799:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005512dd85 x1871652369169408/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950327.254841:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cb68b77 x1871652369169152/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950327.254847:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005512dd85 x1871652369169408/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950327.254879:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950327.254884:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950327.254887:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950327.254890:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950327.254892:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950327.254893:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950327.254900:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950327.254903:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950327.254905:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784950327.254908:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=105 v=5 (5 5 5 5) 00000800:00000001:3.0:1784950327.254915:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950327.254916:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=105 v=5 (1 1 1 1) 00000800:00000001:3.0:1784950327.254926:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950327.254927:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950327.254933:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950327.254935:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950327.254937:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950327.254942:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950327.254949:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784950327.254950:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950327.254951:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:0.0:1784950327.254954:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950327.254958:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950327.254964:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950327.254969:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784950327.254972:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1784950327.254975:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b7d00 00000400:00000001:2.0:1784950327.254979:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784950327.254980:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cb68b77 x1871652369169152/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950327.254987:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000180fde72. 00000400:00000200:2.0:1784950327.254998:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000100:00000001:0.0:1784950327.255001:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950327.255004:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000100:00000001:0.0:1784950327.255007:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950327.255012:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950327.255013:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950327.255022:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15219 [1] + 224 00000100:00000200:2.0:1784950327.255030:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005512dd85 x1871652369169408/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950327.255031:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cb68b77 x1871652369169152/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950327.255035:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950327.255046:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950327.255055:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950327.255073:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950327.255089:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1784950327.255096:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002cb68b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369169152:192.168.203.114@tcp:400: 00000100:00000200:2.0:1784950327.255098:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005512dd85 x1871652369169408/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950327.255101:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045045211 x1871652369169664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950327.255115:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950327.255125:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950327.255137:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cb68b77 x1871652369169152/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950327.255160:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950327.255190:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950327.255197:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:3.0:1784950327.255201:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000045045211 x1871652369169664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950327.255204:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950327.255209:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950327.255213:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950327.255216:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950327.255223:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950327.255225:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950327.255230:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de33f78e. 00000100:00001000:2.0:1784950327.255237:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=110 v=5 (5 5 5 5) 02000000:00000001:0.0:1784950327.255242:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1784950327.255245:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=110 v=5 (1 1 1 1) 00000020:00000001:0.0:1784950327.255247:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950327.255250:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1784950327.255253:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950327.255260:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1784950327.255261:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:3.0:1784950327.255262:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:0.0:1784950327.255268:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bea13e4c. 00000100:00000001:2.0:1784950327.255270:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950327.255273:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950327.255276:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1784950327.255282:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1784950327.255285:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950327.255291:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cb68b77. 00010000:00000001:2.0:1784950327.255292:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950327.255299:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950327.255304:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950327.255304:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950327.255313:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950327.255314:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950327.255314:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950327.255322:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950327.255322:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950327.255324:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950327.255326:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784950327.255328:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950327.255330:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784950327.255334:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784950327.255337:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950327.255342:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005512dd85 x1871652369169408/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950327.255343:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000961825da. 00000100:00000001:0.0:1784950327.255344:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950327.255354:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdfacc79 00000400:00000010:1.0:1784950327.255360:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdfacc79. 00000100:00000001:2.0:1784950327.255363:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950327.255367:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950327.255367:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950327.255371:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950327.255375:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045045211 x1871652369169664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950327.255377:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005512dd85 x1871652369169408/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950327.255393:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045045211 x1871652369169664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950327.255394:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005512dd85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369169408:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950327.255402:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950327.255406:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950327.255408:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950327.255411:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950327.255411:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005512dd85 x1871652369169408/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950327.255414:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950327.255418:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950327.255421:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950327.255424:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950327.255427:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950327.255434:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=110 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950327.255437:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1784950327.255440:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=110 v=5 (1 1 1 1) 02000000:00000001:2.0:1784950327.255440:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950327.255443:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080cfe63d. 00000100:00000001:1.0:1784950327.255444:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950327.255447:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950327.255449:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1784950327.255450:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1784950327.255452:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950327.255454:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00010000:00080000:1.0:1784950327.255456:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000045045211 x1871652369169664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950327.255458:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950327.255461:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fcd4257c. 02000000:00000001:2.0:1784950327.255466:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950327.255468:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1784950327.255470:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950327.255471:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005512dd85. 00000100:00000001:1.0:1784950327.255474:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950327.255477:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950327.255477:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950327.255479:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950327.255480:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950327.255483:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950327.255483:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950327.255488:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045045211 x1871652369169664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950327.255491:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950327.255494:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950327.255498:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950327.255501:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.255502:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950327.255506:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950327.255508:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950327.255514:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045045211 x1871652369169664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950327.255542:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000045045211 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369169664:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950327.255550:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950327.255554:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950327.255558:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045045211 x1871652369169664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950327.255571:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950327.255574:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950327.255576:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082c1334c. 02000000:00000001:1.0:1784950327.255580:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950327.255582:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950327.255584:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1784950327.255586:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950327.255588:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f4c2f8a3. 02000000:00000001:1.0:1784950327.255591:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950327.255593:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950327.255594:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045045211. 00000100:00000001:1.0:1784950327.255598:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950327.255599:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950327.255601:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950327.255606:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950327.255608:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950327.255611:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950327.255613:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950327.632842:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950327.632848:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950327.632853:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950327.632854:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950327.632985:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950327.632990:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950327.632994:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950328.272833:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950328.272838:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1784950328.272847:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950327/real 0] req@00000000f50d17ab x1871652369169536/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950328 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950328.272861:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.272864:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950328.272866:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950328.272869:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f50d17ab x1871652369169536/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950328 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950328.272879:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.272885:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950328.272887:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.272889:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950328.272891:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950328.272893:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950328.272897:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f50d17ab x1871652369169536/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950328 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950328.272906:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1784950328.272910:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.272912:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950328.272914:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.272916:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1784950328.272918:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1784950328.272922:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784950328.272942:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:0.0:1784950328.272945:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1784950328.272949:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f50d17ab x1871652369169536/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950328 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950328.272959:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f50d17ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369169536:1.2.3.4@tcp:8: 00000100:00000001:0.0:1784950328.272964:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.272967:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950328.272969:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f50d17ab x1871652369169536/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950328 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950328.272977:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1784950328.272979:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950328.272981:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:0.0:1784950328.272984:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950328.272986:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000eeff47fd. 02000000:00000001:0.0:1784950328.272991:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950328.272993:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950328.272994:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f50d17ab. 00000100:00000001:0.0:1784950328.272999:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950328.273000:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.273002:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950328.273050:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950328.273059:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950328.273065:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46522e1. 00000020:00000040:1.0:1784950328.273070:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950328.273074:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950328.273076:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950328.273081:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950328.273087:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6b3c2c6. 00000100:00000001:1.0:1784950328.273092:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950328.273098:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000c46522e1 x1871652369169792/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950328.273111:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950328.273113:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950328.273118:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c46522e1] to pc [ptlrpcd_00_03+3] req@00000000c46522e1 x1871652369169792/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950328.273155:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950328.273185:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950328.273193:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950328.273201:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baa6afc3. 00000100:00000001:0.0:1784950328.273202:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950328.273210:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1784950328.273211:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950328.273214:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950328.273224:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1784950328.273226:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c46522e1 x1871652369169792/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950328.273230:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950328.273238:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.273250:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1784950328.273253:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000091f3a7b6. 00000100:00000001:2.0:1784950328.273253:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950328.273254:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950328.273262:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950328.273264:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950328.273267:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950328.273271:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950328.273278:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950328.273287:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c46522e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369169792:0@lo:400: 00000100:00000040:1.0:1784950328.273287:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000baa6afc3 x1871652369169920/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950328.273299:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950328.273305:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950328.273310:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950328.273316:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950328.273323:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d0923c0. 00000100:00000001:1.0:1784950328.273325:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1784950328.273329:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.273332:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950328.273337:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7bd79ee. 00000100:00000040:1.0:1784950328.273344:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baa6afc3] to pc [ptlrpcd_00_00+0] req@00000000baa6afc3 x1871652369169920/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950328.273348:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a240814. 00000100:00000200:0.0:1784950328.273358:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369169792, portal 25 00000100:00000001:0.0:1784950328.273366:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950328.273370:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785999302656 : -120287710248960 : ffff929955c28000) 00000100:00000040:0.0:1784950328.273377:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c46522e1 x1871652369169792/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950328.273387:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950328.273390:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1784950328.273393:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0c90d20. 00000100:00000200:0.0:1784950328.273397:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369169792, offset 0 00000100:00000001:1.0:1784950328.273397:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950328.273411:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000200:0.0:1784950328.273412:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:1.0:1784950328.273426:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1784950328.273432:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950328.273434:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1784950328.273437:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950328.273437:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950328.273442:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950328.273446:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1784950328.273452:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069b7d80 00000100:00000010:1.0:1784950328.273455:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ddeec7b. 00000100:00000040:2.0:1784950328.273455:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000baa6afc3 x1871652369169920/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784950328.273465:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:0.0:1784950328.273469:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13b39 [2] + 0 00000100:00000001:1.0:1784950328.273475:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950328.273483:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1784950328.273486:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091642d7b. 02000000:00000001:1.0:1784950328.273490:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950328.273490:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784950328.273495:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000578dac0c 00000100:00000001:2.0:1784950328.273496:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950328.273500:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f17b544c. 00000100:00000001:3.0:1784950328.273504:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950328.273507:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950328.273507:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784950328.273508:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950328.273512:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950328.273515:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950328.273525:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009ddeec7b x1871652369170048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784950328.273526:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950328.273527:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1784950328.273538:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000baa6afc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369169920:192.168.203.114@tcp:400: 00000400:00000200:0.0:1784950328.273539:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000578dac0c 00000400:00000010:0.0:1784950328.273547:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000578dac0c. 00000100:00000001:1.0:1784950328.273552:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950328.273558:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.273559:0:441644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950328.273560:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1784950328.273566:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1784950328.273567:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ddeec7b] to pc [ptlrpcd_00_01+1] req@000000009ddeec7b x1871652369170048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950328.273568:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950328.273576:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950328.273577:0:441644:0:(events.c:337:request_in_callback()) incoming req@00000000dc734f83 x1871652369169792 msgsize 224 02000000:00000001:2.0:1784950328.273582:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784950328.273592:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de33f78e. 02000000:00000001:2.0:1784950328.273601:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950328.273602:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1784950328.273609:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1784950328.273611:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026ca0124. 00000100:00000001:1.0:1784950328.273619:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950328.273623:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1784950328.273623:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133105d. 00000100:00000001:0.0:1784950328.273625:0:441644:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1784950328.273632:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369169920, portal 4 00000100:00000001:1.0:1784950328.273633:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1784950328.273636:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c90d20 00000100:00000010:1.0:1784950328.273639:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000044f72fe5. 00000100:00000001:2.0:1784950328.273639:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1784950328.273641:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e0c90d20. 00000100:00000001:2.0:1784950328.273646:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785999304448 : -120287710247168 : ffff929955c28700) 00000020:00000040:1.0:1784950328.273648:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1784950328.273651:0:441644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950328.273652:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950328.273657:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950328.273660:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950328.273664:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1784950328.273665:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c46522e1 x1871652369169792/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950328.273668:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000baa6afc3 x1871652369169920/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950328.273668:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784950328.273674:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950328.273685:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ddeec7b x1871652369170048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950328.273689:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001871e498. 00000100:00000001:1.0:1784950328.273700:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950328.273718:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@0000000044f72fe5 x1871652369170176/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950328.273762:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950328.273771:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784950328.273772:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c46522e1 x1871652369169792/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950328.273779:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950328.273788:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784950328.273792:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950328.273800:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950328.273805:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950328.273812:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950328.273818:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e79e655e. 00000100:00100000:3.0:1784950328.273827:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009ddeec7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369170048:192.168.203.114@tcp:400: 00000100:00000200:2.0:1784950328.273831:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369169920, offset 0 00000100:00000001:1.0:1784950328.273835:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950328.273838:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.273842:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.273845:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950328.273848:0:441644:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1784950328.273854:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784950328.273856:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950328.273859:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950328.273861:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950328.273862:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044f72fe5] to pc [ptlrpcd_00_02+2] req@0000000044f72fe5 x1871652369170176/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950328.273870:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307268859 02000000:00000001:3.0:1784950328.273872:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784950328.273879:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000010:3.0:1784950328.273884:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098478efa. 00000400:00000200:2.0:1784950328.273891:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784950328.273895:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.273898:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1784950328.273902:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00100000:0.0:1784950328.273904:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369169792 00000400:00000010:3.0:1784950328.273906:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091642d7b. 00000100:00000001:1.0:1784950328.273910:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950328.273912:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1784950328.273920:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1784950328.273920:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2fe853. 00000100:00000001:0.0:1784950328.273921:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00080000:1.0:1784950328.273921:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:0.0:1784950328.273928:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950328.273935:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000200:3.0:1784950328.273935:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369170048, portal 10 02000000:00000001:0.0:1784950328.273939:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950328.273942:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1784950328.273947:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1784950328.273950:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369169792 00000100:00000001:1.0:1784950328.273951:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1784950328.273952:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10578:10578:233:4294967295] 192.168.203.114@tcp LPNI seq info [9374:9374:8:4294967295] 00000100:00000001:3.0:1784950328.273953:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785743533824 : -120287966017792 : ffff92994683c700) 00000020:00000001:0.0:1784950328.273960:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000100:00080000:1.0:1784950328.273961:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000040:0.0:1784950328.273967:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:1.0:1784950328.273970:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000020:00000001:0.0:1784950328.273975:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:3.0:1784950328.273976:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009ddeec7b x1871652369170048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1784950328.273981:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12573 00000020:00000040:0.0:1784950328.273984:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000400:00000200:2.0:1784950328.273995:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:0.0:1784950328.273996:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000020:00000001:0.0:1784950328.274006:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:0.0:1784950328.274018:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950328.274020:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1784950328.274025:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067668e2e. 00000400:00000200:1.0:1784950328.274027:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000800:00000200:2.0:1784950328.274027:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950328.274036:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950328.274038:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950328.274044:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059c01b8a. 00000020:00000010:0.0:1784950328.274046:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067668e2e. 00000100:00080000:1.0:1784950328.274047:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12598 00000400:00000010:3.0:1784950328.274050:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000020:00000010:0.0:1784950328.274062:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000100:00000200:3.0:1784950328.274063:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369170048, offset 0 00000400:00000200:1.0:1784950328.274064:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000800:00000200:2.0:1784950328.274064:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:0.0:1784950328.274073:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000100:00080000:1.0:1784950328.274079:0:431120:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000020:00000010:0.0:1784950328.274083:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000855af664. 00000100:00000040:1.0:1784950328.274092:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000400:00000200:3.0:1784950328.274094:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950328.274095:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:0.0:1784950328.274100:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1784950328.274102:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.0:1784950328.274109:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000059c01b8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950328.274111:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1784950328.274116:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950328.274118:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950328.274119:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950328.274125:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.274130:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950328.274130:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950328.274137:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950328.274139:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950328.274141:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:2.0:1784950328.274141:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 14016 usecs (15 jiffies) 00000400:00000200:3.0:1784950328.274147:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000040:1.0:1784950328.274149:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 00000100:00000001:2.0:1784950328.274155:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307266448 00000020:00000001:1.0:1784950328.274156:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950328.274189:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950328.274192:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000400:00000200:3.0:1784950328.274196:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1784950328.274205:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000400:00000200:3.0:1784950328.274208:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950328.274209:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950328.274217:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950328.274217:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000400:00000200:3.0:1784950328.274220:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10579:10579:232:4294967295] 192.168.203.114@tcp LPNI seq info [9375:9375:7:4294967295] 00000100:00100000:0.0:1784950328.274233:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00000040:1.0:1784950328.274239:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 00000100:00000040:0.0:1784950328.274242:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:0.0:1784950328.274252:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790983050320 : -120282726501296 : ffff929a7ed07450) 00000100:00000001:1.0:1784950328.274252:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1784950328.274260:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950328.274268:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000040:0.0:1784950328.274269:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dc734f83 x1871652369169792/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:479/0 lens 224/0 e 0 to 0 dl 1784950339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950328.274284:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950328.274285:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000200:2.0:1784950328.274291:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950328.274299:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007aa401b2. 00000020:00000040:1.0:1784950328.274301:0:431120:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000800:00000010:2.0:1784950328.274301:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059c01b8a. 00000100:00000001:0.0:1784950328.274302:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950328.274311:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067668e2e. 00000400:00000200:2.0:1784950328.274316:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950328.274320:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1784950328.274321:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 00000800:00000200:3.0:1784950328.274324:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:0.0:1784950328.274330:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067668e2e. 00000400:00000200:2.0:1784950328.274337:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00080000:1.0:1784950328.274340:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 192.168.203.114@tcp/192.168.203.114@tcp 00000400:00000200:2.0:1784950328.274346:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e79e655e 00000100:00000001:1.0:1784950328.274349:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950328.274353:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:0.0:1784950328.274354:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000dc734f83 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369169792:12345-0@lo:400: 02000000:00000001:1.0:1784950328.274355:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1784950328.274355:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e79e655e. 00000800:00000200:3.0:1784950328.274367:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007aa401b2 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1784950328.274369:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369169792 02000000:00000001:1.0:1784950328.274369:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950328.274371:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1784950328.274379:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:1.0:1784950328.274382:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950328.274386:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000200:2.0:1784950328.274388:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baa6afc3 x1871652369169920/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950328.274389:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000020:00000001:0.0:1784950328.274391:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.274394:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.274396:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950328.274404:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1784950328.274409:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5558 usecs (6 jiffies) 00000020:00000001:0.0:1784950328.274411:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000010:1.0:1784950328.274412:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a12a109. 00000100:00000001:3.0:1784950328.274422:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307266439 00000020:00000001:0.0:1784950328.274425:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000040:1.0:1784950328.274427:0:431120:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:0.0:1784950328.274433:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950328.274435:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307267835 02000000:00000001:1.0:1784950328.274438:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1784950328.274438:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1784950328.274442:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1784950328.274446:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.274447:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307266439 00000020:00000001:0.0:1784950328.274448:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1784950328.274452:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000baa6afc3 x1871652369169920/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950328.274456:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.274458:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950328.274458:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307267835 02000000:00000001:1.0:1784950328.274468:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1784950328.274469:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950328.274471:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307266439 02000000:00000001:1.0:1784950328.274475:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.274477:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950328.274482:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307267835 02000000:00000001:0.0:1784950328.274486:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784950328.274491:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d453d906. 00000100:00000001:3.0:1784950328.274494:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307266439 02000000:00000010:0.0:1784950328.274496:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000eeff47fd. 00000100:00000001:2.0:1784950328.274500:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.274502:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.274503:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307267835 02000000:00000001:0.0:1784950328.274507:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950328.274510:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950328.274512:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950328.274515:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950328.274517:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a12a109 x1871652369170304/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950328.274523:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950328.274525:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950328.274527:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950328.274534:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950328.274536:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369169792 00000800:00000001:2.0:1784950328.274543:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950328.274546:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950328.274548:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000001:2.0:1784950328.274551:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950328.274561:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950328.274561:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000200:0.0:1784950328.274562:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000dc734f83 x1871652369169792/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:479/0 lens 224/224 e 0 to 0 dl 1784950339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950328.274565:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950328.274568:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950328.274571:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.274582:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950328.274585:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950328.274589:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784950328.274592:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a12a109] to pc [ptlrpcd_rcv+-1] req@000000000a12a109 x1871652369170304/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950328.274596:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.274607:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950328.274620:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b7e00 00010000:00000001:0.0:1784950328.274622:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950328.274628:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950328.274634:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=116 v=5 (1 1 1 1) 00000400:00000200:2.0:1784950328.274644:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 13664 00000100:00000001:0.0:1784950328.274645:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950328.274647:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950328.274656:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784950328.274657:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000800:00000001:2.0:1784950328.274659:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950328.274666:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000001:1.0:1784950328.274668:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1784950328.274673:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950328.274677:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.274681:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1784950328.274681:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af2e81e0. 00000100:00000001:2.0:1784950328.274683:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1784950328.274690:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1784950328.274690:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784950328.274693:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1784950328.274696:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950328.274696:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1784950328.274701:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0c90d20. 02000000:00000001:1.0:1784950328.274703:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1784950328.274709:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369169792, offset 224 00000100:00000040:2.0:1784950328.274710:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000044f72fe5 x1871652369170176/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950328.274711:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950328.274754:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1784950328.274761:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fcb2acbd. 00000100:00000001:1.0:1784950328.274772:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950328.274773:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:3.0:1784950328.274778:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950328.274785:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000010:3.0:1784950328.274789:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007aa401b2. 00000100:00000040:1.0:1784950328.274790:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000af2e81e0 x1871652369170432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950328.274791:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950328.274802:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069b7d80 00000400:00000200:3.0:1784950328.274803:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784950328.274804:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950328.274811:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950328.274821:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950328.274831:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15239 [1] + 224 00000100:00000001:1.0:1784950328.274831:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1784950328.274831:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950328.274837:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950328.274837:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000044f72fe5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369170176:192.168.203.114@tcp:400: 00000100:00000040:1.0:1784950328.274851:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af2e81e0] to pc [ptlrpcd_00_03+3] req@00000000af2e81e0 x1871652369170432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950328.274852:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784950328.274853:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950328.274856:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 02000000:00000001:2.0:1784950328.274858:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950328.274864:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950328.274867:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 02000000:00000001:2.0:1784950328.274872:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784950328.274875:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1784950328.274879:0:441634:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:2.0:1784950328.274883:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080cfe63d. 02000000:00000001:2.0:1784950328.274891:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.274892:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950328.274896:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ddeec7b x1871652369170048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950328.274898:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950328.274901:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000448eae3c. 00000100:00000200:0.0:1784950328.274906:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c46522e1 x1871652369169792/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950328.274913:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12604) 00000400:00000010:2.0:1784950328.274913:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e79e655e. 00000100:00000200:2.0:1784950328.274926:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369170176, portal 4 00000100:00000001:2.0:1784950328.274939:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950328.274946:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785884830336 : -120287824721280 : ffff92994eefca80) 00000100:00000001:3.0:1784950328.274953:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950328.274969:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ddeec7b x1871652369170048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950328.274970:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c46522e1 x1871652369169792/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950328.274972:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000044f72fe5 x1871652369170176/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950328.274973:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307267835 00000100:00000001:1.0:1784950328.274987:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307268860 00000100:00000001:1.0:1784950328.274998:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307267835 00000100:00000001:1.0:1784950328.275011:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307268860 00000100:00000001:1.0:1784950328.275023:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307267835 00000100:00000001:3.0:1784950328.275033:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.275038:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307268860 00000100:00000001:3.0:1784950328.275045:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950328.275047:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950328.275048:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950328.275050:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307267835 00000800:00000001:3.0:1784950328.275060:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950328.275061:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950328.275063:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950328.275064:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c90d20 00000400:00000010:2.0:1784950328.275073:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a3f02ce. 00000400:00000010:0.0:1784950328.275074:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e0c90d20. 00000100:00000001:1.0:1784950328.275074:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950328.275075:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.275087:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:3.0:1784950328.275088:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950328.275094:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:2.0:1784950328.275097:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369170176, offset 0 00000400:00000001:1.0:1784950328.275099:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1784950328.275099:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.275101:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784950328.275107:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784950328.275115:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000400:00000010:1.0:1784950328.275116:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7bd79ee. 00000400:00000200:3.0:1784950328.275124:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:0.0:1784950328.275127:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:1.0:1784950328.275131:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a240814 00000020:00000001:0.0:1784950328.275133:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950328.275140:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a240814. 00000020:00000001:0.0:1784950328.275141:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1784950328.275147:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b7e80 00000100:00000040:0.0:1784950328.275152:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc734f83 x1871652369169792/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:479/0 lens 224/224 e 0 to 0 dl 1784950339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950328.275153:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1784950328.275183:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950328.275187:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c46522e1 x1871652369169792/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950328.275204:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950328.275205:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 146048 00000100:00100000:0.0:1784950328.275222:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000dc734f83 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369169792:12345-0@lo:400: Request processed in 912us (1636us total) trans 0 rc 0/0 00000400:00000200:2.0:1784950328.275224:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000001:3.0:1784950328.275228:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950328.275240:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000001:3.0:1784950328.275246:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950328.275253:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950328.275254:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1784950328.275255:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c46522e1 x1871652369169792/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950328.275262:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000400:00000200:2.0:1784950328.275271:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:0.0:1784950328.275273:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000400:00000200:3.0:1784950328.275276:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950328.275284:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1784950328.275290:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10580:10580:233:4294967295] 192.168.203.114@tcp LPNI seq info [9376:9376:8:4294967295] 00000100:00000001:0.0:1784950328.275292:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950328.275298:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1784950328.275301:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00000100:00000001:1.0:1784950328.275303:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950328.275310:0:441644:0:(client.c:1580:after_reply()) Process entered 00000020:00000010:0.0:1784950328.275311:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000855af664. 02000000:00000001:1.0:1784950328.275314:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1784950328.275319:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950328.275321:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1784950328.275322:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000100:00000001:1.0:1784950328.275326:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.275333:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:0.0:1784950328.275334:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 02000000:00000001:1.0:1784950328.275335:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950328.275336:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950328.275339:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1784950328.275346:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1784950328.275350:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=116 v=5 (5 5 5 5) 00000800:00000010:2.0:1784950328.275350:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059c01b8a. 00000100:00000010:3.0:1784950328.275352:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004897e519. 02000000:00000010:0.0:1784950328.275353:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000eeff47fd. 00000100:00000040:3.0:1784950328.275365:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000004897e519 x1871652369170048 msgsize 224 02000000:00000001:0.0:1784950328.275366:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:2.0:1784950328.275367:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00001000:1.0:1784950328.275368:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=116 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950328.275373:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950328.275379:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1784950328.275387:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1784950328.275387:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950328.275389:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:3.0:1784950328.275393:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00010000:00000001:1.0:1784950328.275399:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1784950328.275401:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000596c0338. 00000800:00000200:2.0:1784950328.275402:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000059c01b8a type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1784950328.275405:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950328.275413:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053c049d0. 00000100:00000001:1.0:1784950328.275414:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.275415:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950328.275417:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950328.275427:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4693 usecs (5 jiffies) 00000100:00000040:1.0:1784950328.275430:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c46522e1 x1871652369169792/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950328.275434:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307266439 00000100:00000001:2.0:1784950328.275439:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307268859 00000100:00000001:2.0:1784950328.275444:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307266439 00000100:00000001:1.0:1784950328.275446:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950328.275450:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950328.275450:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307268860 00000100:00000001:0.0:1784950328.275453:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950328.275454:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950328.275455:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950328.275455:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307266439 00000100:00000001:0.0:1784950328.275461:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784950328.275463:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369170048 00000100:00000001:2.0:1784950328.275465:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307268860 00000100:00000001:0.0:1784950328.275468:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950328.275470:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46522e1 x1871652369169792/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950328.275472:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950328.275477:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307266439 00000100:00000001:3.0:1784950328.275478:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784950328.275483:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a12a109 x1871652369170304/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950328.275486:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950328.275488:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307268860 02000000:00000001:3.0:1784950328.275500:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950328.275501:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784950328.275513:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369170048 00000100:00000001:2.0:1784950328.275515:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950328.275523:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950328.275527:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950328.275530:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00100000:1.0:1784950328.275537:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c46522e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369169792:0@lo:400: 00000100:00000001:2.0:1784950328.275539:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950328.275540:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950328.275542:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1784950328.275548:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:0.0:1784950328.275550:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950328.275553:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950328.275554:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950328.275559:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:1.0:1784950328.275562:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950328.275562:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1784950328.275563:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1784950328.275568:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 02000000:00000001:0.0:1784950328.275571:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950328.275573:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950328.275575:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c46522e1 x1871652369169792/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950328.275578:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950328.275581:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950328.275582:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950328.275587:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000100:00000001:2.0:1784950328.275588:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950328.275596:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000a12a109 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369170304:192.168.203.114@tcp:8: 00000100:00000001:3.0:1784950328.275602:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1784950328.275604:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1784950328.275614:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950328.275618:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950328.275619:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 02000000:00000001:0.0:1784950328.275622:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950328.275626:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950328.275628:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784950328.275630:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950328.275632:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950328.275633:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1784950328.275634:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000651ead60. 02000000:00000001:0.0:1784950328.275636:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950328.275640:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d0923c0. 00000100:00000001:2.0:1784950328.275643:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950328.275647:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1784950328.275648:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000eeff47fd. 00000020:00000010:3.0:1784950328.275649:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000100:00000001:2.0:1784950328.275651:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784950328.275652:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1784950328.275660:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950328.275661:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000010:3.0:1784950328.275663:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000020:00000040:1.0:1784950328.275669:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000100:00000040:2.0:1784950328.275669:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000af2e81e0 x1871652369170432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950328.275670:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3b4a514. 00000100:00000040:3.0:1784950328.275676:0:453512:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:1.0:1784950328.275680:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:0.0:1784950328.275682:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0c90d20. 00000100:00000001:3.0:1784950328.275686:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000010:1.0:1784950328.275688:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6b3c2c6. 00000100:00000200:0.0:1784950328.275694:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369170304, portal 4 00000100:00000001:3.0:1784950328.275695:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1784950328.275698:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950328.275701:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950328.275705:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784950328.275706:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950328.275708:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950328.275711:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000010:1.0:1784950328.275713:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c46522e1. 00000100:00000001:0.0:1784950328.275714:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786002247040 : -120287707304576 : ffff929955ef6d80) 00000100:00000001:2.0:1784950328.275716:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950328.275757:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000a12a109 x1871652369170304/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950328.275758:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1784950328.275762:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950328.275765:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.275768:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1784950328.275771:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950328.275777:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950328.275784:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.275785:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950328.275787:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.275795:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1784950328.275802:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000af2e81e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369170432:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950328.275803:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784950328.275805:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950328.275809:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.275810:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1784950328.275815:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912c2f18. 00000100:00000001:3.0:1784950328.275819:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950328.275821:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950328.275821:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1784950328.275822:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369170304, offset 0 00000100:00000001:1.0:1784950328.275829:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950328.275830:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1784950328.275832:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1514 02000000:00000001:2.0:1784950328.275839:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950328.275843:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950328.275845:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 02000000:00000001:2.0:1784950328.275852:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950328.275853:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785665234688 : -120288044316928 : ffff929941d90700) 00000400:00000200:0.0:1784950328.275861:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000010:2.0:1784950328.275864:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac714e1c. 00000400:00000200:0.0:1784950328.275871:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784950328.275872:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004897e519 x1871652369170048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:479/0 lens 224/0 e 0 to 0 dl 1784950339 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950328.275874:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950328.275874:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950328.275884:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000001:1.0:1784950328.275888:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950328.275888:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bced65a9. 00000400:00000200:0.0:1784950328.275896:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1784950328.275902:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829f3cf7. 00000400:00000200:0.0:1784950328.275909:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000200:2.0:1784950328.275916:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369170432, portal 10 00000100:00000001:3.0:1784950328.275922:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950328.275926:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10581:10581:232:4294967295] 192.168.203.114@tcp LPNI seq info [9377:9377:7:4294967295] 00000100:00000001:2.0:1784950328.275931:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1784950328.275934:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000100:00000001:2.0:1784950328.275938:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785866145152 : -120287843406464 : ffff92994dd2ad80) 00000100:00000001:3.0:1784950328.275941:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950328.275944:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950328.275955:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000400:00000200:0.0:1784950328.275956:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:1.0:1784950328.275958:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950328.275962:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000af2e81e0 x1871652369170432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950328.275977:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004897e519 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369170048:12345-192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950328.275979:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000200:0.0:1784950328.275989:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950328.275996:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950328.276000:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369170048 00000100:00000200:1.0:1784950328.276003:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000010:0.0:1784950328.276004:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bea13e4c. 00000020:00000001:3.0:1784950328.276010:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950328.276012:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1784950328.276017:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000311eebe9. 00000020:00000001:3.0:1784950328.276020:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000200:0.0:1784950328.276023:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:3.0:1784950328.276028:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950328.276030:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000311eebe9 x1871652369169920 msgsize 224 00000100:00000040:2.0:1784950328.276031:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950328.276037:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1784950328.276041:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8357575. 00000800:00000200:0.0:1784950328.276043:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:3.0:1784950328.276044:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000200:2.0:1784950328.276051:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369170432, offset 0 00000800:00000200:0.0:1784950328.276058:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bea13e4c type 1, nob 616 niov 1 nkiov 1 00000100:00100000:1.0:1784950328.276059:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:3.0:1784950328.276060:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950328.276068:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950328.276071:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950328.276074:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950328.276079:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950328.276082:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950328.276085:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950328.276087:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.276090:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950328.276094:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1784950328.276098:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:3.0:1784950328.276098:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1784950328.276099:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 0 usecs (0 jiffies) 02000000:00000010:3.0:1784950328.276108:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f19622ff. 00000100:00000001:0.0:1784950328.276110:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307268861 00000400:00000200:2.0:1784950328.276115:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784950328.276118:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.276124:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950328.276127:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950328.276128:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307268859 00000020:00000001:3.0:1784950328.276129:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950328.276139:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369170048 00000400:00000200:2.0:1784950328.276141:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950328.276143:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307268861 00010000:00000001:3.0:1784950328.276146:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:2.0:1784950328.276155:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950328.276181:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307268860 00010000:00000200:3.0:1784950328.276187:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000004897e519 x1871652369170048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:479/0 lens 224/224 e 0 to 0 dl 1784950339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950328.276192:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307268861 00000400:00000200:2.0:1784950328.276196:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10582:10582:231:4294967295] 192.168.203.114@tcp LPNI seq info [9378:9378:6:4294967295] 00000100:00000001:0.0:1784950328.276204:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307268860 00000100:00000001:0.0:1784950328.276215:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307268861 00000100:00000001:0.0:1784950328.276224:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307268860 00000100:00000001:0.0:1784950328.276234:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1784950328.276238:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950328.276242:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950328.276245:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:3.0:1784950328.276246:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.276248:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950328.276257:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=111 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950328.276258:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950328.276271:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950328.276272:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950328.276274:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950328.276277:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950328.276285:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950328.276287:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950328.276293:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950328.276295:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950328.276299:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950328.276301:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950328.276306:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950328.276307:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1784950328.276308:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950328.276319:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369169920 00000100:00000001:3.0:1784950328.276319:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950328.276328:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950328.276329:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1784950328.276334:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950328.276335:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000100:00000001:2.0:1784950328.276337:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950328.276346:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950328.276347:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369170048, offset 224 02000000:00000001:2.0:1784950328.276362:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950328.276364:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:2.0:1784950328.276375:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369169920 00000800:00000200:1.0:1784950328.276376:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784950328.276380:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950328.276383:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bea13e4c. 00000020:00000001:2.0:1784950328.276383:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:3.0:1784950328.276386:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000040:2.0:1784950328.276391:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000800:00000001:0.0:1784950328.276392:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950328.276397:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1784950328.276402:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:0.0:1784950328.276406:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950328.276409:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000400:00000200:3.0:1784950328.276411:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10583:10583:230:4294967295] 192.168.203.114@tcp LPNI seq info [9379:9379:5:4294967295] 00000400:00000200:1.0:1784950328.276416:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950328.276418:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950328.276420:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000800:00000001:0.0:1784950328.276428:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950328.276436:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950328.276448:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950328.276454:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:2.0:1784950328.276458:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000400:00000200:3.0:1784950328.276462:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950328.276471:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950328.276477:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912c2f18 00000020:00000010:2.0:1784950328.276481:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000800:00000200:3.0:1784950328.276483:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950328.276486:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000912c2f18. 00000400:00000200:0.0:1784950328.276491:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069b7f80 00000020:00000010:2.0:1784950328.276499:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000056d32db. 00000800:00000010:3.0:1784950328.276499:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007aa401b2. 00000100:00000001:1.0:1784950328.276501:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000100:0.0:1784950328.276510:0:441636:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369170304 offset 0 length 520: 4 00000020:00000010:2.0:1784950328.276513:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000100:00000200:1.0:1784950328.276516:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a12a109 x1871652369170304/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950328.276523:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950328.276526:0:441636:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 00000000cf3fcf34 is in inconsistent state, don't perform health checking (-2, 0) 00000020:00000010:2.0:1784950328.276530:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000026e17c9. 00000400:00000200:0.0:1784950328.276539:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000200:3.0:1784950328.276544:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:2.0:1784950328.276548:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000800:00000001:0.0:1784950328.276555:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950328.276558:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007aa401b2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950328.276559:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950328.276564:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950328.276565:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950328.276570:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950328.276571:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950328.276572:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950328.276578:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a12a109 x1871652369170304/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950328.276582:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000800:00000001:0.0:1784950328.276586:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950328.276590:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950328.276594:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000001:0.0:1784950328.276595:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950328.276601:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950328.276609:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950328.276611:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950328.276613:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307268861 00000100:00000001:0.0:1784950328.276623:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307266450 00000100:00000001:1.0:1784950328.276624:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950328.276625:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004897e519 x1871652369170048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:479/0 lens 224/224 e 0 to 0 dl 1784950339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950328.276630:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950328.276636:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307268861 00000100:00000001:1.0:1784950328.276637:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950328.276638:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950328.276648:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307266450 00000100:00100000:2.0:1784950328.276659:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2597 00000100:00000001:0.0:1784950328.276660:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307268861 00000100:00000001:0.0:1784950328.276671:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307266450 00000100:00100000:3.0:1784950328.276673:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004897e519 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369170048:12345-192.168.203.114@tcp:400: Request processed in 741us (1297us total) trans 0 rc 0/0 00000100:00000040:2.0:1784950328.276675:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:0.0:1784950328.276680:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307268861 00000100:00000001:2.0:1784950328.276688:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866146944 : -120287843404672 : ffff92994dd2b480) 00000100:00000001:0.0:1784950328.276691:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950328.276703:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950328.276704:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1514 00000100:00000001:0.0:1784950328.276712:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950328.276714:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000311eebe9 x1871652369169920/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:479/0 lens 224/0 e 0 to 0 dl 1784950339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950328.276716:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:0.0:1784950328.276764:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950328.276764:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950328.276771:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1784950328.276775:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1784950328.276781:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000100:00000001:0.0:1784950328.276783:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950328.276795:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1784950328.276796:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000800:00000200:1.0:1784950328.276798:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950328.276799:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950328.276800:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1784950328.276808:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000651ead60. 00000800:00000010:1.0:1784950328.276810:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007aa401b2. 00000020:00000010:2.0:1784950328.276810:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000800:00000001:0.0:1784950328.276813:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:3.0:1784950328.276817:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:2.0:1784950328.276822:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950328.276825:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950328.276826:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950328.276827:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950328.276835:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000800:00000001:0.0:1784950328.276839:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950328.276847:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:2.0:1784950328.276849:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000311eebe9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369169920:12345-192.168.203.114@tcp:400: 00000800:00000001:0.0:1784950328.276850:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950328.276855:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000400:00000010:1.0:1784950328.276861:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000100:00000200:2.0:1784950328.276869:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369169920 00000400:00000200:0.0:1784950328.276870:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950328.276873:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1784950328.276877:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950328.276881:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1784950328.276884:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950328.276890:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950328.276895:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950328.276900:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:0.0:1784950328.276907:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b7e80 00000020:00000001:2.0:1784950328.276911:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1784950328.276919:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369169920, found 0 last_xid 1871652369169919 00000400:00000200:0.0:1784950328.276920:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15249 [1] + 224 00000800:00000200:3.0:1784950328.276925:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1784950328.276936:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950328.276937:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059c01b8a. 00000800:00000001:0.0:1784950328.276940:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950328.276941:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950328.276945:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950328.276950:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1784950328.276952:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1784950328.276954:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950328.276959:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950328.276959:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950328.276964:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1784950328.276971:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950328.276972:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1784950328.276973:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950328.276975:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950328.276981:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1784950328.276987:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a3f02ce 00000800:00000001:1.0:1784950328.276989:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950328.276992:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000010:2.0:1784950328.276992:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e9a49b42. 00000400:00000010:3.0:1784950328.276993:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008a3f02ce. 02000000:00000001:2.0:1784950328.277003:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950328.277011:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950328.277012:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950328.277012:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950328.277013:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784950328.277017:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1784950328.277025:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369169920 00000100:00000200:0.0:1784950328.277030:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ddeec7b x1871652369170048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950328.277031:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000044f72fe5 x1871652369170176/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950328.277035:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:1.0:1784950328.277041:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b7f00 00010000:00000200:2.0:1784950328.277047:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000311eebe9 x1871652369169920/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:479/0 lens 224/224 e 0 to 0 dl 1784950339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950328.277063:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 13888 00000800:00000001:1.0:1784950328.277083:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950328.277094:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950328.277104:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950328.277108:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950328.277109:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ddeec7b x1871652369170048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950328.277111:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950328.277118:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950328.277121:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000044f72fe5 x1871652369170176/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950328.277123:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00001000:2.0:1784950328.277129:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950328.277139:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950328.277145:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1784950328.277148:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1784950328.277185:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ef0ee8d. 00000100:00000040:2.0:1784950328.277185:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000040:1.0:1784950328.277192:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000006ef0ee8d x1871652369170176 msgsize 224 00000100:00000001:2.0:1784950328.277192:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950328.277195:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784950328.277198:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950328.277202:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950328.277206:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:0.0:1784950328.277207:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950328.277209:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1784950328.277217:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950328.277224:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950328.277227:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1784950328.277235:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7a3e15b. 00000100:00000001:3.0:1784950328.277237:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950328.277244:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950328.277247:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950328.277248:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1784950328.277248:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369169920, offset 224 00000800:00000001:1.0:1784950328.277253:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950328.277257:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369170176 02000000:00000001:0.0:1784950328.277263:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950328.277266:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950328.277271:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950328.277273:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950328.277278:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950328.277279:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.277284:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950328.277291:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950328.277292:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950328.277293:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369170176 00000400:00000200:2.0:1784950328.277294:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000001:3.0:1784950328.277299:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1784950328.277303:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000001:3.0:1784950328.277306:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1784950328.277309:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000400:00000010:3.0:1784950328.277312:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091642d7b. 00000020:00000001:0.0:1784950328.277317:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:2.0:1784950328.277320:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10584:10584:232:4294967295] 192.168.203.114@tcp LPNI seq info [9380:9380:7:4294967295] 00000020:00000040:0.0:1784950328.277324:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000400:00000200:3.0:1784950328.277325:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2fe853 00000400:00000010:3.0:1784950328.277332:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2fe853. 00000020:00000001:0.0:1784950328.277335:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:3.0:1784950328.277342:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1784950328.277343:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000010:1.0:1784950328.277343:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6b3c2c6. 00000100:00000200:3.0:1784950328.277355:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ddeec7b x1871652369170048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950328.277357:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000200:1.0:1784950328.277365:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:0.0:1784950328.277367:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067668e2e. 00000400:00000200:2.0:1784950328.277371:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950328.277379:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784950328.277392:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000010:0.0:1784950328.277393:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067668e2e. 00000800:00000200:2.0:1784950328.277404:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000200:1.0:1784950328.277407:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c6b3c2c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1784950328.277408:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000800:00000010:2.0:1784950328.277415:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059c01b8a. 00000100:00000200:3.0:1784950328.277416:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ddeec7b x1871652369170048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950328.277421:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000100:00000001:1.0:1784950328.277430:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950328.277432:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000855af664. 00000800:00000200:2.0:1784950328.277436:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:1.0:1784950328.277444:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5037 usecs (6 jiffies) 00000100:00000001:0.0:1784950328.277446:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950328.277453:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950328.277458:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307266442 00000800:00000200:2.0:1784950328.277460:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950328.277461:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.277463:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950328.277470:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307268861 00000100:00000001:3.0:1784950328.277471:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950328.277475:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000059c01b8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950328.277476:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.277479:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307266442 00000100:00000001:3.0:1784950328.277482:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950328.277490:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950328.277491:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307268861 00000100:00000001:2.0:1784950328.277491:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.277494:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950328.277498:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307266442 00000100:00000001:0.0:1784950328.277500:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950328.277502:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950328.277503:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950328.277505:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307268861 02000000:00000001:3.0:1784950328.277515:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.277517:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307266442 00010000:00000001:2.0:1784950328.277517:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:0.0:1784950328.277520:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1784950328.277524:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950328.277525:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=111 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950328.277528:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950328.277530:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307268861 00000020:00000001:2.0:1784950328.277531:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950328.277542:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950328.277545:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2598 00000100:00001000:3.0:1784950328.277546:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=111 v=5 (1 1 1 1) 00000100:00000040:2.0:1784950328.277547:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000311eebe9 x1871652369169920/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:479/0 lens 224/224 e 0 to 0 dl 1784950339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950328.277549:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950328.277557:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:1.0:1784950328.277561:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.277566:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950328.277568:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866133504 : -120287843418112 : ffff92994dd28000) 00000100:00000001:1.0:1784950328.277570:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.277573:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950328.277584:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784950328.277589:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ef0ee8d x1871652369170176/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:479/0 lens 224/0 e 0 to 0 dl 1784950339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1784950328.277599:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009ddeec7b x1871652369170048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950328.277609:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000311eebe9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369169920:12345-192.168.203.114@tcp:400: Request processed in 800us (1567us total) trans 0 rc 0/0 00000800:00000200:1.0:1784950328.277631:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950328.277643:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6b3c2c6. 00000100:00000001:0.0:1784950328.277645:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1784950328.277648:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950328.277653:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067668e2e. 00000400:00000200:1.0:1784950328.277655:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784950328.277655:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2597 00000100:00000001:3.0:1784950328.277658:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950328.277665:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950328.277666:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:2.0:1784950328.277668:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000400:00000200:1.0:1784950328.277675:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950328.277676:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067668e2e. 00000100:00000001:3.0:1784950328.277677:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950328.277679:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950328.277684:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950328.277689:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8357575 00000100:00000001:2.0:1784950328.277689:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1784950328.277695:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e8357575. 00000100:00000040:3.0:1784950328.277697:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ddeec7b x1871652369170048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950328.277698:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000100:00100000:0.0:1784950328.277701:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006ef0ee8d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369170176:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950328.277707:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1784950328.277710:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000026e17c9. 00000100:00000200:0.0:1784950328.277749:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369170176 00000020:00000001:0.0:1784950328.277753:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950328.277757:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:2.0:1784950328.277760:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000056d32db. 00000100:00000200:1.0:1784950328.277763:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000af2e81e0 x1871652369170432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950328.277764:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950328.277775:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000040:2.0:1784950328.277777:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:3.0:1784950328.277780:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950328.277782:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:2.0:1784950328.277787:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950328.277792:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1784950328.277795:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950328.277800:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1784950328.277803:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369170176, found 0 last_xid 1871652369170175 00000020:00000001:0.0:1784950328.277814:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950328.277816:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ddeec7b x1871652369170048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950328.277823:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1784950328.277823:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1784950328.277831:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950328.277837:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950328.277841:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000af2e81e0 x1871652369170432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950328.277843:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1784950328.277848:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009ddeec7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369170048:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950328.277851:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950328.277858:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1784950328.277866:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000058c36aad. 00000100:00000001:3.0:1784950328.277869:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950328.277875:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.277879:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950328.277885:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950328.277891:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ddeec7b x1871652369170048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950328.277895:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.277898:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950328.277906:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369170176 00000100:00000001:1.0:1784950328.277911:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1784950328.277916:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950328.277927:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000200:0.0:1784950328.277929:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000006ef0ee8d x1871652369170176/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:479/0 lens 224/224 e 0 to 0 dl 1784950339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950328.277932:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950328.277938:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098478efa. 02000000:00000001:3.0:1784950328.277949:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1784950328.277951:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1784950328.277954:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:0.0:1784950328.277957:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950328.277959:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00001000:0.0:1784950328.277964:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=111 v=5 (1 1 1 1) 00000020:00000001:3.0:1784950328.277965:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950328.277972:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f17b544c. 00000100:00000001:0.0:1784950328.277975:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1784950328.277979:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1784950328.277982:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 02000000:00000001:3.0:1784950328.277985:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784950328.277989:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000010:3.0:1784950328.277991:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ddeec7b. 02000000:00000001:0.0:1784950328.277996:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950328.278001:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950328.278001:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950328.278002:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950328.278008:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.278011:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950328.278014:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950328.278015:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059c01b8a. 00000100:00000040:0.0:1784950328.278022:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950328.278027:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1784950328.278030:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b6b1737. 00000400:00000200:1.0:1784950328.278032:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950328.278032:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950328.278040:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369170176, offset 224 00000100:00000001:3.0:1784950328.278046:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1784950328.278053:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950328.278053:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950328.278054:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950328.278059:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950328.278070:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950328.278078:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000001:2.0:1784950328.278079:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950328.278090:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950328.278091:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10585:10585:232:4294967295] 192.168.203.114@tcp LPNI seq info [9381:9381:7:4294967295] 00000400:00000200:2.0:1784950328.278116:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950328.278126:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950328.278135:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950328.278137:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7a3e15b 00000800:00000010:0.0:1784950328.278141:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007158160. 00000400:00000010:1.0:1784950328.278146:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d7a3e15b. 00000400:00000200:2.0:1784950328.278148:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b8000 00000100:00000001:1.0:1784950328.278156:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000200:0.0:1784950328.278180:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950328.278186:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950328.278191:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 146272 00000800:00000200:0.0:1784950328.278199:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950328.278208:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000007158160 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:2.0:1784950328.278212:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950328.278224:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.278228:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950328.278230:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950328.278238:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950328.278246:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950328.278251:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950328.278252:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950328.278257:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950328.278270:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1784950328.278271:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ef0ee8d x1871652369170176/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:479/0 lens 224/224 e 0 to 0 dl 1784950339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950328.278278:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1784950328.278290:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087daafdd. 00000100:00000040:2.0:1784950328.278297:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000087daafdd x1871652369170432 msgsize 224 00000100:00100000:0.0:1784950328.278299:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006ef0ee8d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369170176:12345-192.168.203.114@tcp:400: Request processed in 649us (1099us total) trans 0 rc 0/0 00000100:00100000:2.0:1784950328.278317:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:0.0:1784950328.278326:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2598 00000100:00000040:0.0:1784950328.278332:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:0.0:1784950328.278335:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950328.278338:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950328.278339:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950328.278347:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00000020:00000010:0.0:1784950328.278353:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000855af664. 00000800:00000001:2.0:1784950328.278356:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950328.278357:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1784950328.278358:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000800:00000010:3.0:1784950328.278367:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007158160. 00000020:00000040:0.0:1784950328.278370:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000001:2.0:1784950328.278372:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.278379:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950328.278380:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950328.278383:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950328.278398:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950328.278398:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950328.278411:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b6b1737 00000400:00000010:3.0:1784950328.278416:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007b6b1737. 00000100:00000001:1.0:1784950328.278421:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1784950328.278424:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950328.278426:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:0.0:1784950328.278429:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950328.278429:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369170432 00000100:00000001:3.0:1784950328.278431:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1784950328.278440:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1784950328.278440:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b7f00 00000100:00000001:1.0:1784950328.278445:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784950328.278446:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950328.278451:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950328.278452:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950328.278456:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15255 [1] + 224 02000000:00000001:1.0:1784950328.278462:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950328.278463:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950328.278467:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950328.278470:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369170432 00000020:00000001:1.0:1784950328.278480:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1784950328.278482:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:2.0:1784950328.278484:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950328.278487:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000400:00000200:2.0:1784950328.278494:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950328.278495:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950328.278500:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000001:1.0:1784950328.278507:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000200:2.0:1784950328.278509:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950328.278512:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b7e00 00000020:00000001:1.0:1784950328.278515:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:2.0:1784950328.278518:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950328.278524:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950328.278525:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15241 [1] + 224 00000100:00000200:2.0:1784950328.278530:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000044f72fe5 x1871652369170176/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950328.278534:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea9aab88. 00000800:00000001:0.0:1784950328.278537:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950328.278540:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950328.278547:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea9aab88. 00000100:00000040:2.0:1784950328.278555:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000044f72fe5 x1871652369170176/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950328.278556:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950328.278557:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb064e97. 00000400:00000200:0.0:1784950328.278569:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1784950328.278569:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071d5b2d7. 00000020:00000010:1.0:1784950328.278581:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000400:00000200:0.0:1784950328.278587:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950328.278597:0:455357:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1784950328.278598:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950328.278607:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1784950328.278608:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baa6afc3 x1871652369169920/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950328.278611:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950328.278613:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950328.278619:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950328.278624:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950328.278635:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000001:2.0:1784950328.278635:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950328.278640:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000baa6afc3 x1871652369169920/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950328.278644:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1784950328.278651:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.278655:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950328.278664:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950328.278673:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784950328.278673:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950328.278674:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1784950328.278682:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950328.278687:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000448eae3c. 00000400:00000200:3.0:1784950328.278694:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e79e655e 00000400:00000010:3.0:1784950328.278697:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e79e655e. 00000100:00000001:1.0:1784950328.278699:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950328.278702:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950328.278706:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1784950328.278711:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950328.278718:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1784950328.278751:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000044f72fe5 x1871652369170176/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950328.278759:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950328.278766:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1515 00000100:00000001:2.0:1784950328.278774:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1784950328.278777:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000200:3.0:1784950328.278780:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000044f72fe5 x1871652369170176/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950328.278781:0:453513:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.278784:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987790976 : -120287721760640 : ffff92995512d880) 00000100:00000001:2.0:1784950328.278791:0:453513:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.278800:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950328.278806:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000087daafdd x1871652369170432/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:479/0 lens 224/0 e 0 to 0 dl 1784950339 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950328.278808:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784950328.278818:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950328.278819:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1784950328.278827:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950328.278828:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950328.278833:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026ca0124. 00000100:00000001:3.0:1784950328.278838:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950328.278846:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784950328.278847:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133105d 00000100:00000001:1.0:1784950328.278848:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950328.278849:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1784950328.278856:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b133105d. 00000100:00000001:3.0:1784950328.278857:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950328.278861:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea9aab88. 00000100:00000001:0.0:1784950328.278867:0:441641:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784950328.278868:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.278870:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950328.278881:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baa6afc3 x1871652369169920/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784950328.278881:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=111 v=5 (5 5 5 5) 00000020:00000010:1.0:1784950328.278884:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea9aab88. 00000100:00001000:3.0:1784950328.278900:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=111 v=5 (1 1 1 1) 00000100:00100000:1.0:1784950328.278910:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000087daafdd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369170432:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950328.278916:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950328.278922:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950328.278931:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369170432 00010000:00000001:3.0:1784950328.278933:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1784950328.278940:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:0.0:1784950328.278941:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baa6afc3 x1871652369169920/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950328.278942:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950328.278949:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950328.278952:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1784950328.278956:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950328.278959:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000020:00000001:1.0:1784950328.278967:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950328.278970:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1784950328.278976:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:3.0:1784950328.278977:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.278983:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1784950328.278988:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950328.278991:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950328.278994:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950328.278996:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000044f72fe5 x1871652369170176/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950328.279001:0:441641:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:1.0:1784950328.279004:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1784950328.279008:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1784950328.279010:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1784950328.279014:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1784950328.279017:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.279021:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950328.279026:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1784950328.279031:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.279035:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950328.279037:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1784950328.279043:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=106 v=5 (5 5 5 5) 02000000:00000001:1.0:1784950328.279044:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950328.279044:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950328.279050:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950328.279053:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000056bab22. 00000100:00001000:0.0:1784950328.279055:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=106 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950328.279061:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000044f72fe5 x1871652369170176/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950328.279063:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.279065:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950328.279071:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.279073:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950328.279082:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1784950328.279083:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950328.279088:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950328.279093:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369170432 00000100:00000001:0.0:1784950328.279101:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1784950328.279101:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00100000:3.0:1784950328.279102:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000044f72fe5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369170176:192.168.203.114@tcp:400: 00000100:00000040:0.0:1784950328.279108:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00010000:00000200:1.0:1784950328.279117:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000087daafdd x1871652369170432/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:479/0 lens 224/224 e 0 to 0 dl 1784950339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950328.279118:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.279119:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950328.279124:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.279130:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950328.279139:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000baa6afc3 x1871652369169920/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950328.279144:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000044f72fe5 x1871652369170176/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950328.279152:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950328.279158:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950328.279190:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950328.279205:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950328.279215:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950328.279221:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950328.279226:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:3.0:1784950328.279230:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950328.279231:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1784950328.279234:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950328.279237:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950328.279239:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950328.279239:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950328.279244:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080cfe63d. 00000100:00000001:1.0:1784950328.279252:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784950328.279255:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1784950328.279258:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baa6afc3 x1871652369169920/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950328.279261:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950328.279267:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:1.0:1784950328.279268:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950328.279279:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c595d0d. 00000020:00000001:3.0:1784950328.279279:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950328.279287:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001871e498. 00000100:00100000:0.0:1784950328.279289:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000baa6afc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369169920:192.168.203.114@tcp:400: 00000100:00000200:1.0:1784950328.279292:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369170432, offset 224 02000000:00000001:3.0:1784950328.279295:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950328.279300:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950328.279307:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000044f72fe5. 00000100:00000001:0.0:1784950328.279310:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950328.279314:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950328.279318:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950328.279319:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950328.279325:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950328.279334:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000baa6afc3 x1871652369169920/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950328.279335:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950328.279338:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950328.279345:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950328.279351:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950328.279358:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950328.279363:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10586:10586:233:4294967295] 192.168.203.114@tcp LPNI seq info [9382:9382:8:4294967295] 00000100:00000001:3.0:1784950328.279367:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.279384:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950328.279387:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950328.279394:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de33f78e. 00000400:00000200:1.0:1784950328.279403:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:0.0:1784950328.279405:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950328.279410:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950328.279416:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000800:00000200:1.0:1784950328.279423:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950328.279424:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950328.279430:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000091f3a7b6. 00000800:00000010:1.0:1784950328.279434:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6b3c2c6. 02000000:00000001:0.0:1784950328.279437:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950328.279442:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950328.279446:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baa6afc3. 00000800:00000200:1.0:1784950328.279447:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950328.279454:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950328.279458:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950328.279463:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950328.279465:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950328.279472:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c6b3c2c6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950328.279475:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950328.279480:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.279483:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950328.279486:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.279494:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950328.279500:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950328.279504:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950328.279506:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950328.279509:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1784950328.279516:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087daafdd x1871652369170432/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:479/0 lens 224/224 e 0 to 0 dl 1784950339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950328.279529:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000087daafdd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369170432:12345-192.168.203.114@tcp:400: Request processed in 681us (1230us total) trans 0 rc 0/0 00000100:00100000:1.0:1784950328.279540:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1515 00000100:00000040:1.0:1784950328.279544:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:1.0:1784950328.279546:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950328.279548:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950328.279553:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071d5b2d7. 00000020:00000010:1.0:1784950328.279558:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000020:00000010:1.0:1784950328.279563:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb064e97. 00000020:00000040:1.0:1784950328.279567:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:1.0:1784950328.279571:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950328.279612:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950328.279617:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6b3c2c6. 00000400:00000200:3.0:1784950328.279622:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950328.279628:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950328.279632:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c595d0d 00000400:00000010:3.0:1784950328.279634:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c595d0d. 00000100:00000001:3.0:1784950328.279638:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950328.279640:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1784950328.279647:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950328.279655:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950328.279658:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950328.279662:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950328.279670:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950328.279682:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b8000 00000400:00000200:3.0:1784950328.279689:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15269 [1] + 224 00000800:00000001:3.0:1784950328.279695:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950328.279700:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950328.279702:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950328.279705:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950328.279709:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950328.279713:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000af2e81e0 x1871652369170432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950328.279755:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000af2e81e0 x1871652369170432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950328.279783:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950328.279790:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950328.279794:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950328.279834:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950328.279839:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950328.279844:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950328.279847:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950328.279849:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bced65a9. 00000400:00000200:1.0:1784950328.279855:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829f3cf7 00000400:00000010:1.0:1784950328.279857:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000829f3cf7. 00000100:00000001:1.0:1784950328.279860:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950328.279866:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000af2e81e0 x1871652369170432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950328.279877:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000af2e81e0 x1871652369170432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950328.279886:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950328.279888:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950328.279890:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950328.279892:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950328.279894:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950328.279896:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950328.279898:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950328.279904:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=111 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950328.279907:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950328.279910:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950328.279912:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950328.279915:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1784950328.279918:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000af2e81e0 x1871652369170432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950328.279927:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.279929:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950328.279931:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950328.279933:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950328.279934:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950328.279937:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000af2e81e0 x1871652369170432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950328.279945:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950328.279948:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950328.279950:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950328.279953:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af2e81e0 x1871652369170432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950328.279962:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000af2e81e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369170432:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950328.279967:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950328.279970:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950328.279972:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000af2e81e0 x1871652369170432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950328.279979:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950328.279981:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950328.279983:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac714e1c. 02000000:00000001:1.0:1784950328.279986:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950328.279988:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950328.279989:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1784950328.279992:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950328.279993:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fcb2acbd. 02000000:00000001:1.0:1784950328.279996:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950328.279997:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950328.279999:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af2e81e0. 00000100:00000001:1.0:1784950328.280009:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950328.280011:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950328.280013:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950328.280017:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950328.280019:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.280022:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950328.280024:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950328.400892:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950328.400898:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1784950328.400905:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f50d17ab. 00000020:00000040:2.0:1784950328.400912:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950328.400917:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950328.400920:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950328.400924:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950328.400931:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005b63d50. 00000100:00000001:2.0:1784950328.400938:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950328.400941:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000001:2.0:1784950328.400944:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000004:00000020:3.0:1784950328.400948:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1784950328.400950:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950328.400959:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c08b1440. 00000100:00000040:2.0:1784950328.400962:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f50d17ab] to pc [ptlrpcd_00_00+0] req@00000000f50d17ab x1871652369170560/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950328.400970:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1784950328.400981:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950328.400986:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950328.400993:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950328.401000:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c1815a5. 00000100:00000001:3.0:1784950328.401007:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.401012:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000004:00000001:2.0:1784950328.401015:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.401016:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950328.401035:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08b1440] to pc [ptlrpcd_00_01+1] req@00000000c08b1440 x1871652369170688/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950328.401050:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:3.0:1784950328.401057:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.401058:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950328.401065:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950328.401076:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950328.401077:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f50d17ab x1871652369170560/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950328.401088:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950328.401096:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950328.401097:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950328.401104:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950328.401109:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784950328.401113:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c08b1440 x1871652369170688/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950328.401114:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950328.401125:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950328.401138:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f50d17ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369170560:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950328.401142:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950328.401146:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950328.401148:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950328.401154:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950328.401155:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950328.401181:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950328.401183:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950328.401190:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784950328.401192:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950328.401199:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001fb84426. 00000100:00100000:1.0:1784950328.401201:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c08b1440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369170688:192.168.203.114@tcp:41: 02000000:00000001:0.0:1784950328.401208:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.401213:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1784950328.401217:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f325881. 02000000:00000001:1.0:1784950328.401219:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950328.401227:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950328.401230:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048ab8f2a. 02000000:00000001:1.0:1784950328.401231:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1784950328.401241:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369170560, portal 4 02000000:00000010:1.0:1784950328.401242:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fba35faa. 00000100:00000001:0.0:1784950328.401248:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784950328.401249:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.401252:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032837760 : -120287676713856 : ffff929957c23480) 00000400:00000010:1.0:1784950328.401257:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000066545b9. 00000100:00000040:0.0:1784950328.401267:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f50d17ab x1871652369170560/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950328.401267:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021eb9c96. 00000100:00000200:1.0:1784950328.401278:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369170688, portal 4 00000100:00000001:1.0:1784950328.401287:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950328.401290:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950328.401292:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785665246336 : -120288044305280 : ffff929941d93480) 00000100:00000040:0.0:1784950328.401301:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950328.401309:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a3c3025. 00000100:00000040:1.0:1784950328.401312:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c08b1440 x1871652369170688/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950328.401316:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369170560, offset 0 00000400:00000200:0.0:1784950328.401336:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950328.401338:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950328.401346:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950328.401352:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:1.0:1784950328.401353:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058027d62. 00000100:00000200:1.0:1784950328.401365:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369170688, offset 0 00000400:00000200:0.0:1784950328.401366:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950328.401376:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950328.401383:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950328.401386:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950328.401392:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950328.401396:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10587:10587:233:4294967295] 192.168.203.114@tcp LPNI seq info [9383:9383:8:4294967295] 00000400:00000200:0.0:1784950328.401407:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950328.401413:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950328.401419:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b126ea16. 00000400:00000200:1.0:1784950328.401423:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000200:0.0:1784950328.401432:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950328.401434:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950328.401445:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:0.0:1784950328.401452:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:1.0:1784950328.401458:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784950328.401461:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b126ea16 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950328.401468:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950328.401475:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10588:10588:232:4294967295] 192.168.203.114@tcp LPNI seq info [9384:9384:7:4294967295] 00000100:00000001:0.0:1784950328.401488:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950328.401498:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 14011 usecs (15 jiffies) 00000400:00000200:1.0:1784950328.401498:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950328.401508:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307266575 00000100:00000001:0.0:1784950328.401515:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307268861 00000100:00000001:0.0:1784950328.401519:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307266575 00000800:00000200:1.0:1784950328.401524:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950328.401525:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307268861 00000100:00000001:0.0:1784950328.401533:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307266575 00000100:00000001:0.0:1784950328.401538:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307268861 00000800:00000010:1.0:1784950328.401540:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcb2acbd. 00000100:00000001:0.0:1784950328.401541:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307266575 00000100:00000001:0.0:1784950328.401547:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307268861 00000100:00000001:0.0:1784950328.401553:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950328.401557:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950328.401563:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950328.401565:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.401571:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.401581:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784950328.401584:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950328.401586:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950328.401593:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950328.401599:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784950328.401599:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcb2acbd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950328.401603:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.401614:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950328.401644:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950328.401645:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950328.401652:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b126ea16. 00000100:00000040:1.0:1784950328.401654:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4693 usecs (5 jiffies) 00000100:00000001:1.0:1784950328.401660:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307266565 00000400:00000200:2.0:1784950328.401661:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950328.401664:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950328.401666:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307268861 00000400:00000200:2.0:1784950328.401673:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950328.401674:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307266565 00000100:00000001:1.0:1784950328.401678:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307268861 00000800:00000001:0.0:1784950328.401679:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950328.401681:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a3c3025 00000100:00000001:1.0:1784950328.401684:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307266565 00000400:00000010:2.0:1784950328.401690:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007a3c3025. 00000800:00000001:0.0:1784950328.401691:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950328.401693:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307268861 00000100:00000001:2.0:1784950328.401701:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950328.401702:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307266565 00000800:00000001:0.0:1784950328.401703:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950328.401709:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307268861 00000100:00000200:2.0:1784950328.401712:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f50d17ab x1871652369170560/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950328.401718:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950328.401761:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950328.401773:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.401781:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950328.401789:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b8080 00000100:00000001:1.0:1784950328.401791:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950328.401798:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950328.401807:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784950328.401808:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 14112 00000100:00000040:2.0:1784950328.401810:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f50d17ab x1871652369170560/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950328.401814:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950328.401826:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784950328.401827:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950328.401831:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950328.401838:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.401843:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950328.401848:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950328.401852:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1784950328.401869:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950328.401884:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950328.401890:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950328.401898:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950328.401909:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784950328.401911:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000010:3.0:1784950328.401920:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcb2acbd. 00000400:00000200:3.0:1784950328.401929:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950328.401938:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b8100 00000400:00000200:3.0:1784950328.401941:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950328.401954:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950328.401961:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950328.401961:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 14336 00000400:00000200:3.0:1784950328.401970:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058027d62 00000400:00000200:1.0:1784950328.401972:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950328.401972:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950328.401978:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000058027d62. 00000100:00000001:3.0:1784950328.401988:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950328.401991:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:2.0:1784950328.401991:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950328.401996:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:2.0:1784950328.401997:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784950328.401999:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c08b1440 x1871652369170688/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950328.402006:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af2e81e0. 00000400:00000200:2.0:1784950328.402012:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950328.402015:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000af2e81e0 x1871652369170560 msgsize 224 00000100:00000001:3.0:1784950328.402038:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1784950328.402039:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:3.0:1784950328.402048:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c08b1440 x1871652369170688/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950328.402053:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950328.402066:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.402069:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950328.402084:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1784950328.402090:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950328.402090:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369170560 02000000:00000001:2.0:1784950328.402095:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:1.0:1784950328.402097:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950328.402099:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950328.402103:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950328.402109:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950328.402114:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369170560 00000020:00000001:2.0:1784950328.402119:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950328.402122:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:2.0:1784950328.402127:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950328.402128:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:2.0:1784950328.402132:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000200:0.0:1784950328.402134:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:2.0:1784950328.402143:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000010:0.0:1784950328.402144:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045045211. 00000100:00000040:0.0:1784950328.402153:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000045045211 x1871652369170688 msgsize 224 00000020:00000001:2.0:1784950328.402155:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00100000:0.0:1784950328.402182:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950328.402193:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950328.402201:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:0.0:1784950328.402205:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950328.402206:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950328.402214:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000800:00000001:0.0:1784950328.402221:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950328.402221:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000056d32db. 00000020:00000010:2.0:1784950328.402226:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000800:00000001:0.0:1784950328.402231:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950328.402235:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000026e17c9. 00000100:00000040:2.0:1784950328.402245:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1784950328.402249:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950328.402252:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950328.402255:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950328.402263:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.402268:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950328.402274:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369170688 02000000:00000001:3.0:1784950328.402278:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950328.402280:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950328.402283:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950328.402284:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950328.402296:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950328.402301:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369170688 00000020:00000001:3.0:1784950328.402304:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950328.402307:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:3.0:1784950328.402310:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950328.402313:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1784950328.402314:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:2.0:1784950328.402320:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950328.402322:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:3.0:1784950328.402329:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:3.0:1784950328.402336:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1784950328.402338:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2599 00000020:00000010:3.0:1784950328.402343:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000100:00000040:2.0:1784950328.402348:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:3.0:1784950328.402350:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950328.402358:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866145152 : -120287843406464 : ffff92994dd2ad80) 00000020:00000010:3.0:1784950328.402359:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000020:00000010:3.0:1784950328.402368:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098478efa. 00000100:00000040:2.0:1784950328.402377:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af2e81e0 x1871652369170560/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:479/0 lens 224/0 e 0 to 0 dl 1784950339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950328.402378:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000020:00000010:3.0:1784950328.402386:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000100:00000001:3.0:1784950328.402397:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950328.402401:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950328.402405:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950328.402407:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950328.402412:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950328.402418:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:2.0:1784950328.402426:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950328.402430:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00000001:3.0:1784950328.402434:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950328.402441:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000af2e81e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369170560:12345-192.168.203.114@tcp:41: 00000100:00000200:2.0:1784950328.402450:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369170560 00000020:00000001:2.0:1784950328.402454:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950328.402457:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1784950328.402458:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950328.402463:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1784950328.402466:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950328.402471:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950328.402476:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00100000:3.0:1784950328.402477:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2600 00000100:00000001:0.0:1784950328.402485:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1784950328.402487:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1784950328.402489:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:0.0:1784950328.402491:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000001:00000001:2.0:1784950328.402494:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369170560, found 0 last_xid 1871652369170559 00000100:00000001:3.0:1784950328.402497:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785741377408 : -120287968174208 : ffff92994662df80) 00000100:00000001:0.0:1784950328.402498:0:455339:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950328.402503:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.402509:0:455339:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950328.402511:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1784950328.402514:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000045045211 x1871652369170688/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:479/0 lens 224/0 e 0 to 0 dl 1784950339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950328.402519:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950328.402525:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950328.402535:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950328.402540:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1784950328.402542:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1784950328.402548:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 02000000:00000010:2.0:1784950328.402550:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005a1851c5. 02000000:00000001:2.0:1784950328.402561:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.402561:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950328.402565:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950328.402569:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000004:00000001:2.0:1784950328.402575:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00100000:3.0:1784950328.402581:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000045045211 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369170688:12345-192.168.203.114@tcp:41: 00000004:00000001:2.0:1784950328.402583:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1784950328.402588:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950328.402594:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369170688 00000020:00000001:3.0:1784950328.402599:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950328.402604:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000004:00000024:2.0:1784950328.402607:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000020:00000001:3.0:1784950328.402608:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950328.402618:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000020:2.0:1784950328.402620:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000001:3.0:1784950328.402622:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000020:2.0:1784950328.402630:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000020:00000001:3.0:1784950328.402631:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1784950328.402637:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369170688, found 0 last_xid 1871652369170687 00000004:00000020:2.0:1784950328.402639:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000020:00000001:3.0:1784950328.402644:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950328.402650:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000001:00000001:2.0:1784950328.402652:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1784950328.402653:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000001:00000001:2.0:1784950328.402660:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950328.402661:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950328.402669:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.402671:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000040:2.0:1784950328.402675:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369170560 02000000:00000001:3.0:1784950328.402677:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1784950328.402683:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000010:3.0:1784950328.402686:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000035e465ae. 02000000:00000001:3.0:1784950328.402693:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1784950328.402694:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000af2e81e0 x1871652369170560/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:479/0 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950328.402698:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950328.402709:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:3.0:1784950328.402715:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00010000:00000001:2.0:1784950328.402717:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000004:00000001:3.0:1784950328.402754:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950328.402765:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:3.0:1784950328.402768:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000100:00001000:2.0:1784950328.402770:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=111 v=5 (1 1 1 1) 00000020:00000020:3.0:1784950328.402777:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:2.0:1784950328.402780:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000020:3.0:1784950328.402786:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000100:00000040:2.0:1784950328.402789:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000020:3.0:1784950328.402798:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000100:00000001:2.0:1784950328.402799:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950328.402808:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000020:3.0:1784950328.402810:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 02000000:00000001:2.0:1784950328.402812:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1784950328.402819:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000100:00000001:2.0:1784950328.402821:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950328.402830:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000001:00000001:3.0:1784950328.402831:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000400:00000010:2.0:1784950328.402837:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829f3cf7. 00000001:00000001:3.0:1784950328.402838:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950328.402848:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950328.402849:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369170560, offset 224 00010000:00000040:3.0:1784950328.402855:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369170688 00010000:00000001:3.0:1784950328.402865:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:2.0:1784950328.402866:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000200:3.0:1784950328.402877:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000045045211 x1871652369170688/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:479/0 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950328.402887:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950328.402906:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10589:10589:233:4294967295] 192.168.203.114@tcp LPNI seq info [9385:9385:8:4294967295] 00010000:00000001:3.0:1784950328.402907:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950328.402913:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950328.402923:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=111 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950328.402931:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1784950328.402943:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950328.402948:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950328.402950:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950328.402958:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950328.402962:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950328.402964:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950328.402969:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1784950328.402972:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa821349. 00000100:00000040:3.0:1784950328.402980:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950328.402987:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:3.0:1784950328.402990:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2fe853. 00000800:00000200:2.0:1784950328.402999:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000200:3.0:1784950328.403000:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369170688, offset 224 00000800:00000200:2.0:1784950328.403006:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000aa821349 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:3.0:1784950328.403016:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950328.403028:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950328.403032:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950328.403040:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10590:10590:232:4294967295] 192.168.203.114@tcp LPNI seq info [9386:9386:7:4294967295] 00000100:00000040:2.0:1784950328.403044:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950328.403056:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950328.403060:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950328.403067:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1784950328.403083:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af2e81e0 x1871652369170560/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:479/0 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950328.403083:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950328.403108:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950328.403120:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bb5297c. 00000100:00100000:2.0:1784950328.403123:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000af2e81e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369170560:12345-192.168.203.114@tcp:41: Request processed in 713us (1102us total) trans 0 rc 0/0 00000800:00000200:3.0:1784950328.403136:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950328.403139:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950328.403147:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa821349. 00000100:00100000:2.0:1784950328.403156:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2599 00000800:00000200:3.0:1784950328.403157:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:0.0:1784950328.403177:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950328.403191:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950328.403195:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000200:3.0:1784950328.403204:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008bb5297c type 1, nob 464 niov 1 nkiov 1 00000400:00000200:0.0:1784950328.403205:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829f3cf7 00000100:00000001:2.0:1784950328.403206:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:1.0:1784950328.403209:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:0.0:1784950328.403215:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000829f3cf7. 00000100:00000001:2.0:1784950328.403218:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1784950328.403222:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950328.403228:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1784950328.403228:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000800:00000001:1.0:1784950328.403229:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950328.403233:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950328.403237:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950328.403240:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000026e17c9. 00000100:00000040:3.0:1784950328.403244:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000010:2.0:1784950328.403251:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000056d32db. 00010000:00000001:3.0:1784950328.403251:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950328.403256:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950328.403263:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000040:2.0:1784950328.403266:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000040:3.0:1784950328.403270:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045045211 x1871652369170688/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:479/0 lens 224/368 e 0 to 0 dl 1784950339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950328.403278:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950328.403301:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000045045211 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369170688:12345-192.168.203.114@tcp:41: Request processed in 756us (1140us total) trans 0 rc 0/0 00000800:00000001:1.0:1784950328.403306:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950328.403315:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2600 00000800:00000200:0.0:1784950328.403318:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784950328.403320:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950328.403321:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000800:00000010:0.0:1784950328.403325:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bb5297c. 00000100:00000001:3.0:1784950328.403331:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:1.0:1784950328.403333:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950328.403337:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950328.403338:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:1.0:1784950328.403344:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950328.403347:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000400:00000200:0.0:1784950328.403354:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:3.0:1784950328.403361:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000400:00000200:0.0:1784950328.403362:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2fe853 00000400:00000010:0.0:1784950328.403370:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2fe853. 00000020:00000010:3.0:1784950328.403374:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098478efa. 00000400:00000200:1.0:1784950328.403377:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950328.403379:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1784950328.403383:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:0.0:1784950328.403386:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950328.403391:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950328.403401:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b8100 00000400:00000200:1.0:1784950328.403411:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15285 [1] + 224 00000800:00000001:1.0:1784950328.403419:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950328.403429:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950328.403433:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950328.403438:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950328.403443:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950328.403449:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c08b1440 x1871652369170688/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950328.403460:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c08b1440 x1871652369170688/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950328.403483:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950328.403491:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950328.403495:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950328.403511:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950328.403518:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950328.403527:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b8080 00000100:00000001:3.0:1784950328.403532:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950328.403534:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15281 [1] + 224 00000100:00000001:3.0:1784950328.403537:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784950328.403545:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784950328.403548:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950328.403552:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784950328.403556:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950328.403557:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000066545b9. 00000400:00000200:1.0:1784950328.403566:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950328.403570:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021eb9c96 00000400:00000200:1.0:1784950328.403576:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:3.0:1784950328.403578:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000021eb9c96. 00000100:00000001:3.0:1784950328.403586:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950328.403587:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950328.403595:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c08b1440 x1871652369170688/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950328.403599:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f50d17ab x1871652369170560/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950328.403647:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c08b1440 x1871652369170688/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950328.403680:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000f50d17ab x1871652369170560/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950328.403681:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950328.403686:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950328.403695:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950328.403700:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950328.403704:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950328.403708:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950328.403711:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950328.403718:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784950328.403750:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=111 v=5 (5 5 5 5) 00000800:00000001:1.0:1784950328.403753:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784950328.403758:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=111 v=5 (1 1 1 1) 00000800:00000001:1.0:1784950328.403761:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950328.403769:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950328.403773:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950328.403776:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950328.403778:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.403781:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950328.403784:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950328.403786:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950328.403789:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950328.403795:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c08b1440 x1871652369170688/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950328.403804:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950328.403808:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950328.403810:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1784950328.403813:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1784950328.403818:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000001:0.0:1784950328.403829:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000020:3.0:1784950328.403830:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000100:00000001:0.0:1784950328.403837:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000004:00000001:3.0:1784950328.403841:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950328.403847:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1784950328.403848:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c08b1440 x1871652369170688/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784950328.403854:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950328.403860:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f325881. 00000400:00000200:0.0:1784950328.403872:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048ab8f2a 00000100:00100000:3.0:1784950328.403873:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c08b1440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369170688:192.168.203.114@tcp:41: 00000400:00000010:0.0:1784950328.403878:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000048ab8f2a. 00000100:00000001:3.0:1784950328.403885:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.403887:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950328.403889:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1784950328.403902:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f50d17ab x1871652369170560/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950328.403903:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c08b1440 x1871652369170688/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950328.403963:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950328.403967:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1784950328.403971:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f50d17ab x1871652369170560/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950328.403973:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fba35faa. 02000000:00000001:3.0:1784950328.403985:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950328.403990:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950328.403994:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1784950328.403995:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1784950328.403998:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950328.404000:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784950328.404003:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c1815a5. 00000100:00000001:0.0:1784950328.404008:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950328.404011:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950328.404013:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1784950328.404016:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784950328.404018:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1784950328.404022:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c08b1440. 00000100:00000001:0.0:1784950328.404023:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.404033:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1784950328.404034:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.404040:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950328.404044:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950328.404045:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=106 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950328.404050:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1784950328.404053:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=106 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950328.404055:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950328.404067:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950328.404068:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950328.404073:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.404074:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950328.404085:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950328.404087:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.404091:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950328.404092:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950328.404096:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950328.404098:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950328.404103:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f50d17ab x1871652369170560/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950328.404113:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950328.404116:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950328.404118:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1784950328.404120:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1784950328.404124:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000020:0.0:1784950328.404132:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:0.0:1784950328.404138:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950328.404142:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f50d17ab x1871652369170560/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950328.404151:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f50d17ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369170560:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950328.404157:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.404192:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950328.404195:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f50d17ab x1871652369170560/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950328.404212:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950328.404214:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950328.404217:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001fb84426. 02000000:00000001:0.0:1784950328.404221:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950328.404223:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950328.404225:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1784950328.404228:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950328.404230:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005b63d50. 02000000:00000001:0.0:1784950328.404234:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950328.404236:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950328.404238:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f50d17ab. 00000100:00000001:0.0:1784950328.404242:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950328.404243:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.404245:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950328.404252:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950328.404254:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950328.404256:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950328.404259:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950328.656840:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950328.656846:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950328.656850:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950328.656852:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950328.656975:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950328.656981:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950328.656984:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950329.296832:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950329.296841:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950329.296843:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950329.296847:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950329.296849:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950329.296852:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950329.296855:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950329.680842:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950329.680848:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950329.680853:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950329.680855:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950329.680983:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950329.680989:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950329.680993:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950330.320799:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950330.320805:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950330.320807:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950330.320810:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950330.320812:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950330.320814:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950330.320815:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950330.704830:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307268861, at 4307268864 00000100:00000040:0.0:1784950330.704835:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307268861, at 4307268864 00000100:00000010:3.0:1784950330.704840:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d3030e4. 00000100:00000040:1.0:1784950330.704842:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307268861, at 4307268864 00000100:00000010:0.0:1784950330.704843:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edac230f. 00010000:00000001:2.0:1784950330.704848:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00000100:00000010:1.0:1784950330.704852:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000623ee841. 00010000:00000001:2.0:1784950330.704852:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950330.704857:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950330.704860:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950330.704883:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307268861, at 4307268864 00000100:00000010:2.0:1784950330.704907:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f451ecb8. 00000020:00000001:0.0:1784950330.704916:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950330.704921:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950330.704925:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950331.344883:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950331.344893:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950331.344895:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950331.344899:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950331.344902:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950331.344905:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950331.344907:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950331.728840:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950331.728846:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950331.728851:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950331.728853:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950331.728988:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950331.728996:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950331.729002:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950332.368834:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950332.368848:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950332.368850:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950332.368856:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950332.368859:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950332.368864:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950332.368866:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950332.752846:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950332.752852:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950332.752858:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950332.752862:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950332.752866:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950332.752869:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950332.752873:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950332.752876:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950332.752878:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950332.752881:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950332.753011:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950332.753017:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950332.753022:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950333.392831:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950333.392841:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950333.392843:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950333.392847:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950333.392849:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950333.392852:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.392855:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950333.520877:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:3.0:1784950333.520885:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1784950333.520898:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c08b1440. 00000020:00000040:3.0:1784950333.520908:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1784950333.520916:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950333.520922:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950333.520932:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950333.520947:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c1815a5. 00000400:00000100:0.0:1784950333.520950:0:455404:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.142.14:988 00000100:00000001:3.0:1784950333.520961:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1784950333.520972:0:455685:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.142.23:988 00000100:00000001:3.0:1784950333.520976:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950333.520983:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1784950333.520996:0:455748:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.142.12:988 00000100:00000040:3.0:1784950333.521007:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08b1440] to pc [ptlrpcd_00_02+2] req@00000000c08b1440 x1871652369170816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000100:0.0:1784950333.521046:0:455404:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.142.14@tcp at host 111.222.142.14:988 took too long: that node may be hung or experiencing high load. 00000400:00000100:1.0:1784950333.521056:0:455685:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.142.23@tcp at host 111.222.142.23:988 took too long: that node may be hung or experiencing high load. 00000400:00000100:2.0:1784950333.521061:0:455748:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.142.12@tcp at host 111.222.142.12:988 took too long: that node may be hung or experiencing high load. 00000004:00000001:3.0:1784950333.521062:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950333.521067:0:455404:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.142.14@tcp: down 00000400:00000200:1.0:1784950333.521081:0:455685:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.142.23@tcp: down 00000400:00000200:0.0:1784950333.521082:0:455404:0:(router.c:1888:lnet_notify()) Old news 00000400:00000200:2.0:1784950333.521082:0:455748:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.142.12@tcp: down 00000400:00000200:2.0:1784950333.521094:0:455748:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1784950333.521095:0:455404:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.14@tcp 00000800:00000010:0.0:1784950333.521104:0:455404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000033e9f3f3. 00000800:00000200:1.0:1784950333.521113:0:455685:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 111.222.142.23@tcp down 00000800:00000100:2.0:1784950333.521113:0:455748:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.12@tcp 00000400:00000200:0.0:1784950333.521115:0:455404:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000100:3.0:1784950333.521116:0:455766:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.142.8:988 00000800:00000010:2.0:1784950333.521123:0:455748:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005c9722aa. 00000400:00000200:2.0:1784950333.521161:0:455748:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:0.0:1784950333.521162:0:455404:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.14@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:0.0:1784950333.521179:0:455404:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12605 health :900 00000400:00000200:2.0:1784950333.521186:0:455748:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.12@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:0.0:1784950333.521191:0:455404:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950333.521199:0:455748:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1784950333.521203:0:455404:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.14@tcp: 1 00000400:00000200:2.0:1784950333.521217:0:455748:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.12@tcp: 1 00000400:00000100:3.0:1784950333.521221:0:455766:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.142.8@tcp at host 111.222.142.8:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:0.0:1784950333.521222:0:455404:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.14@tcp: -114 00000400:00000200:3.0:1784950333.521239:0:455766:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.142.8@tcp: down 00000400:00000200:2.0:1784950333.521251:0:455748:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.12@tcp: -114 00000400:00000200:3.0:1784950333.521274:0:455766:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:3.0:1784950333.521285:0:455766:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.8@tcp 00000800:00000010:3.0:1784950333.521290:0:455766:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000011275afe. 00000400:00000100:0.0:1784950333.521295:0:455767:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.142.10:988 00000400:00000200:3.0:1784950333.521300:0:455766:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:3.0:1784950333.521312:0:455766:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.8@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:3.0:1784950333.521321:0:455766:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950333.521328:0:455766:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.8@tcp: 1 00000400:00000100:2.0:1784950333.521332:0:455770:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.142.4:988 00000400:00000200:3.0:1784950333.521339:0:455766:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.8@tcp: -114 00000400:00000100:1.0:1784950333.521347:0:455768:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.142.6:988 00000400:00000100:0.0:1784950333.521360:0:455767:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.142.10@tcp at host 111.222.142.10:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:0.0:1784950333.521374:0:455767:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.142.10@tcp: down 00000400:00000200:0.0:1784950333.521380:0:455767:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1784950333.521392:0:455767:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.10@tcp 00000004:00000001:3.0:1784950333.521392:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:3.0:1784950333.521399:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000800:00000010:0.0:1784950333.521401:0:455767:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b9f26aca. 00000400:00000100:1.0:1784950333.521407:0:455768:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.142.6@tcp at host 111.222.142.6:988 took too long: that node may be hung or experiencing high load. 00000400:00000100:2.0:1784950333.521407:0:455770:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.142.4@tcp at host 111.222.142.4:988 took too long: that node may be hung or experiencing high load. 00000100:00000010:3.0:1784950333.521411:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca721e50. 00000400:00000200:0.0:1784950333.521413:0:455767:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000020:00000040:3.0:1784950333.521423:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000400:00000200:1.0:1784950333.521427:0:455768:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.142.6@tcp: down 00000100:00000001:3.0:1784950333.521435:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1784950333.521437:0:455767:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.10@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950333.521438:0:455770:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.142.4@tcp: down 00000400:00000200:1.0:1784950333.521441:0:455768:0:(router.c:1888:lnet_notify()) Old news 02000000:00000001:3.0:1784950333.521442:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950333.521451:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950333.521455:0:455770:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1784950333.521456:0:455768:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.6@tcp 00000800:00000010:1.0:1784950333.521462:0:455768:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004084f3cc. 02000000:00000010:3.0:1784950333.521463:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000002c68df2. 00000400:00000200:0.0:1784950333.521468:0:455767:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1784950333.521475:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950333.521476:0:455768:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:0.0:1784950333.521479:0:455767:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.10@tcp: 1 00000400:00000100:2.0:1784950333.521486:0:455643:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.142.2:988 00000100:00000001:3.0:1784950333.521489:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950333.521496:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950333.521498:0:455767:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.10@tcp: -114 00000400:00000200:1.0:1784950333.521505:0:455768:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.6@tcp: GET: NETWORK_TIMEOUT 00000100:00000040:3.0:1784950333.521510:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca721e50] to pc [ptlrpcd_00_03+3] req@00000000ca721e50 x1871652369170944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950333.521522:0:455768:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000004:00000001:3.0:1784950333.521536:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950333.521537:0:455768:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.6@tcp: 1 00000400:00000100:2.0:1784950333.521541:0:455643:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.142.2@tcp at host 111.222.142.2:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:0.0:1784950333.521546:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1784950333.521554:0:455768:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.6@tcp: -114 00000400:00000200:2.0:1784950333.521554:0:455643:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.142.2@tcp: down 00000400:00000200:2.0:1784950333.521565:0:455643:0:(router.c:1888:lnet_notify()) Old news 00000400:00000200:0.0:1784950333.521569:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.14@tcp(0000000072091e24) state 0x861 00000800:00000100:2.0:1784950333.521581:0:455643:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.2@tcp 00000400:00000001:0.0:1784950333.521582:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950333.521587:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000010:2.0:1784950333.521593:0:455643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c84707cc. 00000400:00000200:0.0:1784950333.521594:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7aa0e6 00000400:00000010:0.0:1784950333.521599:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001a7aa0e6. 00000100:00000001:1.0:1784950333.521606:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950333.521606:0:455643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:0.0:1784950333.521608:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000100:00000001:1.0:1784950333.521614:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950333.521620:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784950333.521622:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.14@tcp: -114 00000400:00000200:2.0:1784950333.521624:0:455643:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.2@tcp: GET: NETWORK_TIMEOUT 00000100:00000040:1.0:1784950333.521633:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca721e50 x1871652369170944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950333.521634:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000238477e3. 00000400:00000200:2.0:1784950333.521649:0:455643:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1784950333.521651:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.14@tcp:-110 00000400:00000200:2.0:1784950333.521661:0:455643:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.2@tcp: 1 00000100:00000001:1.0:1784950333.521663:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784950333.521666:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.14@tcp(0000000072091e24) state 0x2061 rc -110 00000100:00000001:1.0:1784950333.521669:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950333.521675:0:455643:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.2@tcp: -114 02000000:00000001:1.0:1784950333.521679:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950333.521685:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950333.521686:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.14@tcp 02000000:00000001:1.0:1784950333.521697:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950333.521705:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ca721e50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369170944:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950333.521708:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950333.521709:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.12@tcp(00000000ea45724e) state 0x861 00000400:00000001:0.0:1784950333.521765:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950333.521771:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950333.521772:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950333.521774:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784950333.521778:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa895c83 00000100:00000001:3.0:1784950333.521779:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950333.521783:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784950333.521786:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1784950333.521787:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000fa895c83. 02000000:00000001:1.0:1784950333.521792:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950333.521795:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c08b1440 x1871652369170816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950333.521800:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000100:00000001:2.0:1784950333.521802:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1784950333.521803:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784950333.521812:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.12@tcp: -114 02000000:00000010:1.0:1784950333.521816:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000629dde9a. 00000100:00000010:2.0:1784950333.521816:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005512dd85. 00000400:00000010:0.0:1784950333.521822:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005dec4288. 02000000:00000001:1.0:1784950333.521828:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950333.521829:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:3.0:1784950333.521834:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784950333.521837:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.12@tcp:-110 00000100:00000001:2.0:1784950333.521838:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950333.521839:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950333.521841:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e312dd2. 02000000:00000001:2.0:1784950333.521847:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1784950333.521851:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.12@tcp(00000000ea45724e) state 0x2061 rc -110 02000000:00000001:3.0:1784950333.521852:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950333.521855:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950333.521857:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b53aafd9. 02000000:00000001:3.0:1784950333.521859:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950333.521866:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.12@tcp 02000000:00000010:2.0:1784950333.521869:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070b3560d. 02000000:00000001:3.0:1784950333.521870:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950333.521871:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369170944, portal 4 00000400:00000200:0.0:1784950333.521878:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.8@tcp(00000000691a9285) state 0x861 00000100:00000001:1.0:1784950333.521884:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950333.521886:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950333.521887:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1784950333.521887:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c08b1440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369170816:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950333.521891:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785665238272 : -120288044313344 : ffff929941d91500) 00000400:00000001:0.0:1784950333.521894:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950333.521901:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001829797e 00000100:00000001:3.0:1784950333.521906:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1784950333.521907:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001829797e. 00000100:00000040:2.0:1784950333.521907:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000005512dd85 x1871652369171072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784950333.521913:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784950333.521915:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ca721e50 x1871652369170944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950333.521918:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 02000000:00000001:3.0:1784950333.521921:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950333.521930:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.8@tcp: -114 02000000:00000001:3.0:1784950333.521935:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1784950333.521940:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009c36d7da. 02000000:00000010:3.0:1784950333.521950:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004ef139cd. 00000400:00000200:0.0:1784950333.521955:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.8@tcp:-110 00000100:00000001:2.0:1784950333.521957:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950333.521965:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950333.521966:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950333.521966:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950333.521968:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.8@tcp(00000000691a9285) state 0x2061 rc -110 00000100:00000040:1.0:1784950333.521982:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950333.521982:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005512dd85] to pc [ptlrpcd_00_00+0] req@000000005512dd85 x1871652369171072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950333.521985:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091642d7b. 00000400:00000200:0.0:1784950333.521986:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.8@tcp 00000400:00000010:1.0:1784950333.521992:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e147c1b. 00000400:00000200:0.0:1784950333.521999:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.10@tcp(00000000a4fa42d1) state 0x861 00000100:00000200:1.0:1784950333.522003:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369170944, offset 0 00000400:00000010:3.0:1784950333.522006:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001829797e. 00000400:00000001:0.0:1784950333.522009:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950333.522016:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950333.522021:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a470040 00000400:00000010:0.0:1784950333.522028:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005a470040. 00000400:00000200:0.0:1784950333.522033:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1784950333.522037:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.10@tcp: -114 00000400:00000010:0.0:1784950333.522041:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004f33a667. 00000400:00000200:1.0:1784950333.522048:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950333.522052:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.10@tcp:-110 00000100:00000001:2.0:1784950333.522054:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950333.522063:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.10@tcp(00000000a4fa42d1) state 0x2061 rc -110 00000100:00000200:3.0:1784950333.522065:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369170816, portal 4 00000100:00000040:2.0:1784950333.522066:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950333.522074:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784950333.522075:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950333.522077:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784950333.522080:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785665246336 : -120288044305280 : ffff929941d93480) 00000100:00000010:2.0:1784950333.522086:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f50d17ab. 00000400:00000200:1.0:1784950333.522087:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:2.0:1784950333.522093:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000100:00000040:3.0:1784950333.522096:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c08b1440 x1871652369170816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950333.522099:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950333.522100:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950333.522106:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950333.522111:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950333.522113:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1784950333.522121:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3e62659. 00000100:00000001:3.0:1784950333.522148:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950333.522151:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950333.522156:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950333.522161:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950333.522167:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10591:10591:239:4294967295] 192.168.203.114@tcp LPNI seq info [9387:9387:8:4294967295] 00000100:00000040:2.0:1784950333.522168:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000f50d17ab x1871652369171200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1784950333.522171:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa895c83. 00000100:00000200:3.0:1784950333.522182:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369170816, offset 0 00000100:00000001:2.0:1784950333.522198:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1784950333.522201:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950333.522201:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950333.522209:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950333.522217:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f50d17ab] to pc [ptlrpcd_00_01+1] req@00000000f50d17ab x1871652369171200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950333.522221:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.10@tcp 00000800:00000200:1.0:1784950333.522224:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950333.522236:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e63643df. 00000400:00000200:3.0:1784950333.522241:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950333.522246:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950333.522251:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784950333.522253:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00080000:2.0:1784950333.522254:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000200:3.0:1784950333.522261:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00080000:2.0:1784950333.522264:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000200:3.0:1784950333.522270:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1784950333.522274:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1784950333.522278:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950333.522282:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950333.522285:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:1.0:1784950333.522291:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e63643df type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1784950333.522296:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cb68b77. 00000400:00000200:3.0:1784950333.522297:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10592:10592:238:4294967295] 192.168.203.114@tcp LPNI seq info [9388:9388:7:4294967295] 00000020:00000040:2.0:1784950333.522303:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1784950333.522312:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950333.522318:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950333.522319:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950333.522325:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950333.522326:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950333.522331:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 14002 usecs (15 jiffies) 02000000:00000010:2.0:1784950333.522333:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002058a4fe. 00000400:00000200:0.0:1784950333.522341:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.6@tcp(0000000020f6aea9) state 0x861 00000800:00000200:3.0:1784950333.522343:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950333.522344:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307271696 00000100:00000001:2.0:1784950333.522344:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950333.522353:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950333.522358:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000010:3.0:1784950333.522359:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9f26aca. 00000100:00000010:1.0:1784950333.522360:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000623ee841. 00000100:00000040:2.0:1784950333.522363:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002cb68b77 x1871652369171328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1784950333.522366:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027dbe14a 00000400:00000010:0.0:1784950333.522373:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000027dbe14a. 00000100:00000001:1.0:1784950333.522377:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784950333.522382:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000800:00000200:3.0:1784950333.522383:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950333.522395:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307271696 00000400:00000200:0.0:1784950333.522400:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.6@tcp: -114 00000800:00000200:3.0:1784950333.522409:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000010:1.0:1784950333.522410:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0f26548. 00000100:00000001:2.0:1784950333.522410:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1784950333.522411:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a6626e10. 00000100:00000001:2.0:1784950333.522417:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950333.522422:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b9f26aca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950333.522425:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1784950333.522431:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.6@tcp:-110 00000100:00000040:2.0:1784950333.522433:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cb68b77] to pc [ptlrpcd_00_02+2] req@000000002cb68b77 x1871652369171328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950333.522438:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307271696 00000400:00000200:0.0:1784950333.522444:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.6@tcp(0000000020f6aea9) state 0x2061 rc -110 00000100:00000010:1.0:1784950333.522447:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000344af116. 00000100:00000001:3.0:1784950333.522449:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950333.522460:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.6@tcp 00000100:00000001:1.0:1784950333.522462:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:3.0:1784950333.522463:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4693 usecs (5 jiffies) 00000100:00000001:3.0:1784950333.522476:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307271686 00000100:00000001:1.0:1784950333.522478:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307271696 00000400:00000200:0.0:1784950333.522481:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.2@tcp(00000000909276f9) state 0x861 00000100:00000001:3.0:1784950333.522488:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307271696 00000100:00000010:1.0:1784950333.522490:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8384a47. 00000400:00000001:0.0:1784950333.522493:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950333.522501:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950333.522502:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307271686 00000100:00000001:1.0:1784950333.522504:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1784950333.522507:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000100:00000001:3.0:1784950333.522514:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307271696 00000400:00000010:0.0:1784950333.522516:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000100:00000001:1.0:1784950333.522519:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950333.522520:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.522522:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307271686 00000400:00000200:0.0:1784950333.522526:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000100:00000040:2.0:1784950333.522530:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950333.522531:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.522533:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307271696 00000400:00000200:0.0:1784950333.522538:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.2@tcp: -114 00000100:00000001:1.0:1784950333.522541:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.522546:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307271686 00000100:00000001:2.0:1784950333.522547:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1784950333.522549:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004c6745e1. 00000100:00000001:1.0:1784950333.522550:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784950333.522556:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4f7c3e7. 00000100:00000001:3.0:1784950333.522558:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307271696 00000400:00000200:0.0:1784950333.522565:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.2@tcp:-110 00000020:00000040:2.0:1784950333.522565:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1784950333.522566:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950333.522568:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950333.522576:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784950333.522579:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.2@tcp(00000000909276f9) state 0x2061 rc -110 00000100:00000001:3.0:1784950333.522580:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950333.522581:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950333.522583:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950333.522588:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784950333.522588:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950333.522594:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950333.522595:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.2@tcp 00000100:00000001:1.0:1784950333.522595:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950333.522595:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.522605:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950333.522610:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000010:2.0:1784950333.522610:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009b5272c8. 00000100:00000001:1.0:1784950333.522617:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950333.522618:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950333.522619:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.522626:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950333.522627:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950333.522634:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950333.522634:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000e4f7c3e7 x1871652369171456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950333.522636:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950333.522642:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950333.522643:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950333.522649:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950333.522651:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.522655:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950333.522659:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950333.522661:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.522663:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950333.522668:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cb68b77 x1871652369171328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950333.522674:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4f7c3e7] to pc [ptlrpcd_00_03+3] req@00000000e4f7c3e7 x1871652369171456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950333.522698:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950333.522702:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950333.522707:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950333.522709:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950333.522711:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1784950333.522713:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:1.0:1784950333.522715:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950333.522765:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002cb68b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369171328:192.168.203.114@tcp:400: 00000100:00080000:2.0:1784950333.522765:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1784950333.522771:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950333.522774:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950333.522778:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:0.0:1784950333.522779:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1784950333.522780:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1784950333.522787:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081ed4785. 02000000:00000001:1.0:1784950333.522789:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950333.522790:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e63643df. 00000020:00000040:2.0:1784950333.522795:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:1.0:1784950333.522796:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784950333.522801:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1784950333.522803:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb064e97. 00000100:00000001:2.0:1784950333.522803:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950333.522810:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950333.522810:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1784950333.522817:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:2.0:1784950333.522817:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950333.522821:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4a06e0c. 00000400:00000200:0.0:1784950333.522829:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e147c1b 02000000:00000010:2.0:1784950333.522829:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006415387d. 00000400:00000010:0.0:1784950333.522835:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e147c1b. 00000100:00000001:2.0:1784950333.522840:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.522844:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1784950333.522847:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003302268b. 00000100:00000040:2.0:1784950333.522855:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@0000000081ed4785 x1871652369171584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1784950333.522857:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369171328, portal 10 00000100:00000200:0.0:1784950333.522859:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca721e50 x1871652369170944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950333.522865:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950333.522871:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786012791168 : -120287696760448 : ffff929956905180) 00000800:00000200:3.0:1784950333.522879:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1784950333.522891:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002cb68b77 x1871652369171328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784950333.522891:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9f26aca. 00000400:00000200:3.0:1784950333.522903:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950333.522918:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950333.522925:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950333.522927:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950333.522928:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950333.522936:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081ed4785] to pc [ptlrpcd_00_00+0] req@0000000081ed4785 x1871652369171584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950333.522937:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950333.522943:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca721e50 x1871652369170944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950333.522945:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa895c83 00000100:00000040:1.0:1784950333.522953:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950333.522956:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000fa895c83. 00000400:00000010:1.0:1784950333.522964:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff1faa1f. 00000100:00000001:3.0:1784950333.522972:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950333.522976:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369171328, offset 0 00000100:00000200:3.0:1784950333.522991:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c08b1440 x1871652369170816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950333.523000:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950333.523001:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950333.523004:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.523014:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784950333.523015:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12609) 00000400:00000200:1.0:1784950333.523019:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950333.523035:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950333.523042:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950333.523046:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950333.523047:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950333.523047:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950333.523053:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950333.523057:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c08b1440 x1871652369170816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950333.523058:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1784950333.523059:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1784950333.523067:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950333.523068:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950333.523078:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784950333.523082:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10593:10593:237:4294967295] 192.168.203.114@tcp LPNI seq info [9389:9389:6:4294967295] 00000100:00000001:2.0:1784950333.523083:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950333.523092:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950333.523095:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950333.523100:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950333.523111:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4f7c3e7 x1871652369171456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950333.523118:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950333.523153:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.523164:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784950333.523171:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950333.523174:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000001:0.0:1784950333.523176:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950333.523178:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950333.523179:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d6495b1. 00000800:00000001:3.0:1784950333.523185:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950333.523187:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:0.0:1784950333.523192:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950333.523193:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:2.0:1784950333.523194:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950333.523200:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950333.523202:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950333.523204:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950333.523207:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950333.523212:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:2.0:1784950333.523216:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e4f7c3e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369171456:192.168.203.114@tcp:400: 00000800:00000001:0.0:1784950333.523217:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950333.523220:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007d6495b1 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:3.0:1784950333.523222:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950333.523236:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950333.523237:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950333.523243:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:2.0:1784950333.523246:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784950333.523248:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5557 usecs (6 jiffies) 00000400:00000200:3.0:1784950333.523251:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:2.0:1784950333.523254:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.523262:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307271688 02000000:00000001:2.0:1784950333.523265:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950333.523269:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307271696 02000000:00000010:2.0:1784950333.523272:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000056d32db. 00000400:00000200:0.0:1784950333.523274:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b8200 00000100:00000001:1.0:1784950333.523281:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307271688 02000000:00000001:2.0:1784950333.523282:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950333.523284:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b8180 00000100:00000001:1.0:1784950333.523291:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307271696 00000400:00000010:2.0:1784950333.523294:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000895fd007. 00000400:00000200:0.0:1784950333.523303:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 14560 00000100:00000001:1.0:1784950333.523303:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307271688 00000100:00000001:1.0:1784950333.523314:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307271696 00000800:00000001:0.0:1784950333.523320:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950333.523321:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307271688 00000400:00000200:3.0:1784950333.523326:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 14784 00000100:00000001:1.0:1784950333.523332:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307271696 00000100:00000001:1.0:1784950333.523340:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950333.523341:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950333.523342:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:2.0:1784950333.523344:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133105d. 00000100:00000001:1.0:1784950333.523345:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950333.523352:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950333.523355:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950333.523355:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369171456, portal 4 00000800:00000001:3.0:1784950333.523363:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950333.523364:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784950333.523365:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950333.523366:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950333.523373:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786012788480 : -120287696763136 : ffff929956904700) 00000400:00000200:3.0:1784950333.523375:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950333.523378:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950333.523382:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950333.523385:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784950333.523388:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1784950333.523393:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950333.523396:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950333.523398:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4f7c3e7 x1871652369171456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950333.523403:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950333.523404:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7476c0b. 00000100:00000040:0.0:1784950333.523416:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000c7476c0b x1871652369170944 msgsize 224 00000100:00000001:2.0:1784950333.523434:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1784950333.523437:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950333.523443:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950333.523449:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784950333.523452:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950333.523454:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950333.523458:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1784950333.523464:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e79e655e. 00000100:00000040:3.0:1784950333.523467:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f50d17ab x1871652369171200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950333.523477:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369171456, offset 0 00000100:00000001:3.0:1784950333.523492:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950333.523496:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.523501:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1784950333.523503:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1784950333.523504:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784950333.523504:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:0.0:1784950333.523510:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369170944 02000000:00000001:3.0:1784950333.523511:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784950333.523513:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d6495b1. 02000000:00000001:0.0:1784950333.523519:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1784950333.523522:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:3.0:1784950333.523522:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.523526:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784950333.523527:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950333.523534:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950333.523535:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f50d17ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369171200:192.168.203.114@tcp:400: 00000400:00000200:2.0:1784950333.523542:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784950333.523546:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950333.523549:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950333.523555:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950333.523557:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1784950333.523560:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369170944 02000000:00000001:3.0:1784950333.523564:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784950333.523566:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1784950333.523568:0:453516:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1784950333.523569:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950333.523576:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 02000000:00000001:3.0:1784950333.523579:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784950333.523580:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000001:0.0:1784950333.523582:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000010:3.0:1784950333.523588:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f33a667. 00000020:00000040:0.0:1784950333.523590:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000400:00000200:2.0:1784950333.523597:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10594:10594:238:4294967295] 192.168.203.114@tcp LPNI seq info [9390:9390:7:4294967295] 02000000:00000001:3.0:1784950333.523598:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950333.523600:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:0.0:1784950333.523611:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000010:3.0:1784950333.523612:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000180fde72. 00000100:00000001:0.0:1784950333.523623:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1784950333.523624:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa895c83. 00000020:00000010:0.0:1784950333.523632:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b409c91c. 00000100:00000200:3.0:1784950333.523636:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369171200, portal 4 00000100:00000001:0.0:1784950333.523642:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950333.523643:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950333.523646:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1784950333.523653:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b409c91c. 00000100:00000001:3.0:1784950333.523654:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032837760 : -120287676713856 : ffff929957c23480) 00000400:00000200:1.0:1784950333.523663:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff1faa1f 00000800:00000200:2.0:1784950333.523665:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950333.523667:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000400:00000010:1.0:1784950333.523669:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ff1faa1f. 00000100:00000040:3.0:1784950333.523673:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f50d17ab x1871652369171200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784950333.523674:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d62b3518. 00000020:00000010:0.0:1784950333.523681:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000100:00000001:1.0:1784950333.523684:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1784950333.523694:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:0.0:1784950333.523696:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000855af664. 00000100:00000200:1.0:1784950333.523700:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cb68b77 x1871652369171328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950333.523711:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1784950333.523714:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:0.0:1784950333.523715:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000800:00000200:2.0:1784950333.523758:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d62b3518 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950333.523769:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950333.523770:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950333.523773:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950333.523775:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.523780:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1784950333.523781:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a7aa0e6. 00000100:00000040:1.0:1784950333.523782:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cb68b77 x1871652369171328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950333.523784:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4693 usecs (5 jiffies) 00000100:00000001:0.0:1784950333.523789:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950333.523795:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307271688 00000100:00000200:3.0:1784950333.523796:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369171200, offset 0 00000100:00000001:0.0:1784950333.523806:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950333.523807:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307271696 00000100:00000001:2.0:1784950333.523818:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307271688 00000400:00000200:3.0:1784950333.523819:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950333.523824:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950333.523825:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307271696 00000100:00000001:0.0:1784950333.523828:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950333.523832:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950333.523832:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307271688 00000400:00000200:3.0:1784950333.523838:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950333.523841:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307271696 00000100:00000001:2.0:1784950333.523849:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307271688 00000400:00000200:3.0:1784950333.523849:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950333.523850:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950333.523857:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950333.523861:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307271696 00000400:00000200:3.0:1784950333.523863:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00100000:0.0:1784950333.523873:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2601 00000100:00000001:2.0:1784950333.523873:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950333.523875:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950333.523888:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950333.523889:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000400:00000200:3.0:1784950333.523890:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950333.523900:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785739603456 : -120287969948160 : ffff92994647ce00) 00000100:00000001:2.0:1784950333.523903:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950333.523907:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10595:10595:237:4294967295] 192.168.203.114@tcp LPNI seq info [9391:9391:6:4294967295] 00000100:00000001:2.0:1784950333.523915:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950333.523917:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c7476c0b x1871652369170944/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:484/0 lens 224/0 e 0 to 0 dl 1784950344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950333.523943:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950333.523950:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b409c91c. 00000400:00000200:3.0:1784950333.523952:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950333.523957:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950333.523962:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1784950333.523967:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b409c91c. 00000100:00000200:2.0:1784950333.523969:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000001:1.0:1784950333.523978:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950333.523979:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000010:2.0:1784950333.523983:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa3bbdec. 00000100:00100000:0.0:1784950333.523984:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c7476c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369170944:12345-192.168.203.114@tcp:41: 00000800:00000001:1.0:1784950333.523994:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950333.523996:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9f26aca. 00000100:00000040:2.0:1784950333.523997:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000fa3bbdec x1871652369170816 msgsize 224 00000100:00000200:0.0:1784950333.523999:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369170944 00000800:00000001:1.0:1784950333.524003:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950333.524010:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000001:1.0:1784950333.524015:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950333.524019:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000200:3.0:1784950333.524023:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:2.0:1784950333.524029:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:0.0:1784950333.524030:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950333.524037:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:0.0:1784950333.524043:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000200:3.0:1784950333.524050:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:0.0:1784950333.524051:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000001:2.0:1784950333.524054:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1784950333.524062:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:3.0:1784950333.524064:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b9f26aca type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950333.524066:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b8380 00000001:00000001:0.0:1784950333.524069:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369170944, found 0 last_xid 1871652369170943 00000100:00000001:3.0:1784950333.524076:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950333.524081:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950333.524085:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 14002 usecs (15 jiffies) 00000020:00000001:0.0:1784950333.524087:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000200:2.0:1784950333.524093:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1784950333.524095:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1784950333.524097:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 146496 00000100:00000001:3.0:1784950333.524099:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307271698 00000800:00000010:2.0:1784950333.524102:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d62b3518. 00000020:00000001:0.0:1784950333.524103:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.524113:0:441642:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307271696 00000400:00000200:2.0:1784950333.524117:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950333.524118:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000001:1.0:1784950333.524121:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950333.524123:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307271698 02000000:00000001:0.0:1784950333.524151:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1784950333.524160:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000e5fa870. 00000800:00000001:1.0:1784950333.524162:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950333.524162:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950333.524163:0:441642:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307271696 02000000:00000001:0.0:1784950333.524169:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950333.524173:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950333.524176:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307271698 00000100:00000001:0.0:1784950333.524180:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950333.524180:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e79e655e 00000400:00000010:2.0:1784950333.524188:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e79e655e. 00000100:00000001:3.0:1784950333.524189:0:441642:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307271696 00000400:00000200:1.0:1784950333.524192:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000004:00000001:0.0:1784950333.524194:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00000001:2.0:1784950333.524199:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000004:00000001:0.0:1784950333.524204:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000100:00000001:3.0:1784950333.524207:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307271698 00000004:00000001:0.0:1784950333.524209:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.524211:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950333.524213:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4f7c3e7 x1871652369171456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950333.524219:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1784950333.524221:0:441642:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307271696 00000100:00000010:1.0:1784950333.524231:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099d1ca38. 00000004:00000024:0.0:1784950333.524234:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000100:00000001:3.0:1784950333.524236:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950333.524240:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000099d1ca38 x1871652369171328 msgsize 224 00000100:00000001:2.0:1784950333.524243:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000020:0.0:1784950333.524250:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000100:00000001:3.0:1784950333.524251:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950333.524257:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4f7c3e7 x1871652369171456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950333.524265:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1784950333.524266:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000100:00100000:1.0:1784950333.524267:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950333.524278:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:0.0:1784950333.524282:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000100:00000001:3.0:1784950333.524290:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950333.524293:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950333.524296:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000001:00000001:0.0:1784950333.524300:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1784950333.524301:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.524304:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784950333.524306:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000001:00000001:0.0:1784950333.524307:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.524310:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950333.524311:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784950333.524315:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1784950333.524317:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.524319:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950333.524322:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000040:0.0:1784950333.524325:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369170944 00000100:00100000:3.0:1784950333.524327:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00010000:00000001:0.0:1784950333.524333:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950333.524334:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950333.524342:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950333.524344:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1784950333.524347:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c7476c0b x1871652369170944/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:484/0 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950333.524351:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950333.524356:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950333.524362:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1784950333.524370:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950333.524373:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950333.524375:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005512dd85 x1871652369171072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950333.524381:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=116 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950333.524393:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950333.524398:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950333.524403:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.524406:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784950333.524410:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950333.524412:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.524417:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950333.524420:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:1.0:1784950333.524421:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950333.524424:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:2.0:1784950333.524427:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1784950333.524428:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950333.524430:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950333.524435:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950333.524438:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9f26aca. 02000000:00000001:3.0:1784950333.524441:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950333.524444:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950333.524445:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950333.524447:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784950333.524450:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005512dd85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369171072:0@lo:400: 00000800:00000001:1.0:1784950333.524456:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950333.524462:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950333.524468:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950333.524470:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1784950333.524473:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048ab8f2a. 00000400:00000200:2.0:1784950333.524478:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7aa0e6 00000400:00000200:1.0:1784950333.524479:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:3.0:1784950333.524480:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950333.524487:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950333.524489:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001a7aa0e6. 02000000:00000001:3.0:1784950333.524491:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950333.524501:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c36d7da. 00000100:00000001:2.0:1784950333.524502:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784950333.524503:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369170944, offset 224 00000400:00000200:1.0:1784950333.524503:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b8400 02000000:00000001:3.0:1784950333.524509:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950333.524518:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f50d17ab x1871652369171200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950333.524522:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd2e9b2f. 00000400:00000200:0.0:1784950333.524526:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950333.524543:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 15008 00000100:00000001:2.0:1784950333.524548:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784950333.524549:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:2.0:1784950333.524558:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f50d17ab x1871652369171200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950333.524562:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950333.524563:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2fe853. 00000400:00000200:0.0:1784950333.524571:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10596:10596:238:4294967295] 192.168.203.114@tcp LPNI seq info [9392:9392:7:4294967295] 00000800:00000001:1.0:1784950333.524573:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950333.524576:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369171072, portal 25 00000400:00000200:1.0:1784950333.524584:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950333.524589:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950333.524597:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032828800 : -120287676722816 : ffff929957c21180) 00000100:00000001:2.0:1784950333.524606:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950333.524612:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950333.524615:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005512dd85 x1871652369171072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950333.524617:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784950333.524630:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950333.524652:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784950333.524659:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950333.524660:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1784950333.524669:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1784950333.524670:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000001:2.0:1784950333.524671:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950333.524673:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825f13b0. 00000400:00000010:3.0:1784950333.524677:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000100:00000010:1.0:1784950333.524684:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008818eb7d. 00000100:00000200:3.0:1784950333.524685:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369171072, offset 0 00000800:00000200:0.0:1784950333.524696:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:1.0:1784950333.524698:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000008818eb7d x1871652369171456 msgsize 224 00000100:00000001:2.0:1784950333.524698:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950333.524707:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369170816 00000400:00000200:3.0:1784950333.524708:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1784950333.524716:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1784950333.524761:0:441642:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:0.0:1784950333.524767:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:2.0:1784950333.524769:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950333.524777:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950333.524780:0:441642:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069b8280 00000800:00000200:0.0:1784950333.524781:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000825f13b0 type 1, nob 464 niov 1 nkiov 1 00000100:00100000:1.0:1784950333.524783:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:2.0:1784950333.524786:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950333.524797:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369170816 00000400:00000200:3.0:1784950333.524802:0:441642:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13ba9 [2] + 0 00000020:00000001:2.0:1784950333.524806:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950333.524807:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1784950333.524810:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de0c084b. 00000100:00000001:0.0:1784950333.524812:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950333.524813:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000400:00000200:3.0:1784950333.524821:0:441642:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bbf3e359 00000020:00000001:2.0:1784950333.524824:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:0.0:1784950333.524829:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000040:2.0:1784950333.524833:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000400:00000200:3.0:1784950333.524835:0:441642:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1784950333.524836:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950333.524842:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950333.524848:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:0.0:1784950333.524849:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1784950333.524851:0:441642:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1784950333.524863:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7476c0b x1871652369170944/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:484/0 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950333.524864:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000400:00000200:3.0:1784950333.524864:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbf3e359 00000400:00000010:3.0:1784950333.524872:0:441642:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000bbf3e359. 00000100:00000001:2.0:1784950333.524882:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950333.524884:0:441642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950333.524890:0:441642:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:0.0:1784950333.524892:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c7476c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369170944:12345-192.168.203.114@tcp:41: Request processed in 944us (1471us total) trans 0 rc 0/0 00000020:00000010:2.0:1784950333.524894:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000040:3.0:1784950333.524899:0:441642:0:(events.c:337:request_in_callback()) incoming req@00000000453af231 x1871652369171072 msgsize 224 00000100:00000001:2.0:1784950333.524907:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784950333.524919:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1784950333.524920:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00100000:0.0:1784950333.524922:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2601 00000100:00100000:3.0:1784950333.524926:0:441642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000010:1.0:1784950333.524930:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825f13b0. 00000100:00000040:0.0:1784950333.524934:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000020:00000010:2.0:1784950333.524937:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036b621d4. 00000100:00000040:3.0:1784950333.524938:0:441642:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1784950333.524944:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950333.524945:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1784950333.524952:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000100:00000001:0.0:1784950333.524953:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1784950333.524963:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950333.524964:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00000020:00000010:2.0:1784950333.524965:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000026e17c9. 00000100:00000001:3.0:1784950333.524977:0:441642:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1784950333.524978:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000855af664. 00000400:00000200:1.0:1784950333.524979:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048ab8f2a 00000100:00000001:2.0:1784950333.524980:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1784950333.524987:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000048ab8f2a. 00000100:00000001:2.0:1784950333.524987:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1784950333.524990:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000100:00000001:2.0:1784950333.524993:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.524997:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1784950333.524998:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000020:00000040:0.0:1784950333.525001:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:1.0:1784950333.525002:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950333.525005:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950333.525008:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000100:00000001:0.0:1784950333.525012:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950333.525015:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950333.525024:0:441642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784950333.525038:0:441642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005512dd85 x1871652369171072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950333.525041:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950333.525044:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950333.525044:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784950333.525048:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369171456 00000100:00100000:1.0:1784950333.525054:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369171072 00000100:00000001:2.0:1784950333.525054:0:453517:0:(service.c:2287:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950333.525056:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950333.525062:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1784950333.525064:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950333.525069:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.525071:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950333.525073:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950333.525075:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1784950333.525077:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.525080:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950333.525082:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1784950333.525084:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369171456 00000100:00000040:3.0:1784950333.525086:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005512dd85 x1871652369171072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950333.525092:0:453516:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:1.0:1784950333.525093:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950333.525099:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00100000:2.0:1784950333.525101:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2602 00000100:00100000:1.0:1784950333.525104:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369171072 00000020:00000001:0.0:1784950333.525107:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1784950333.525115:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:2.0:1784950333.525117:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000020:00000040:0.0:1784950333.525118:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=6 00000020:00000001:0.0:1784950333.525147:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000040:1.0:1784950333.525150:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:2.0:1784950333.525155:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786048187776 : -120287661363840 : ffff929958ac6d80) 00000020:00000001:0.0:1784950333.525160:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:1.0:1784950333.525161:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950333.525171:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:0.0:1784950333.525173:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950333.525176:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa3bbdec x1871652369170816/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:484/0 lens 224/0 e 0 to 0 dl 1784950344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950333.525183:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b409c91c. 00000020:00000001:1.0:1784950333.525184:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:3.0:1784950333.525192:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.525197:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950333.525197:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:3.0:1784950333.525202:0:441642:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1784950333.525211:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b409c91c. 00000100:00000001:1.0:1784950333.525212:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950333.525216:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950333.525223:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea9aab88. 00000100:00000001:2.0:1784950333.525223:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950333.525225:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307274110 00000020:00000010:0.0:1784950333.525227:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000100:00000001:1.0:1784950333.525232:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950333.525232:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000020:00000010:1.0:1784950333.525240:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea9aab88. 00000100:00000001:2.0:1784950333.525241:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950333.525242:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000100:00000001:3.0:1784950333.525243:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307271698 00000020:00000010:2.0:1784950333.525248:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000020:00000010:1.0:1784950333.525251:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087e32b89. 00000020:00000010:0.0:1784950333.525254:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000855af664. 00000100:00000001:3.0:1784950333.525257:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307274110 00000020:00000010:1.0:1784950333.525261:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 00000100:00000001:0.0:1784950333.525264:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1784950333.525268:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000fa3bbdec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:441643:x1871652369170816:12345-192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950333.525270:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307271698 00000100:00000001:0.0:1784950333.525272:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1784950333.525276:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000100:00000001:0.0:1784950333.525279:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.525283:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307274110 00000100:00000200:2.0:1784950333.525288:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369170816 00000100:00000001:0.0:1784950333.525294:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950333.525296:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950333.525297:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307271698 00000100:00000040:1.0:1784950333.525299:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1784950333.525301:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950333.525306:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950333.525308:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950333.525313:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307274110 00000100:00000001:1.0:1784950333.525315:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1784950333.525316:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.525322:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.525324:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1784950333.525326:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950333.525327:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307271698 00000100:00000001:0.0:1784950333.525330:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950333.525332:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950333.525334:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000001:3.0:1784950333.525340:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950333.525342:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1784950333.525350:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2603 00000100:00000001:1.0:1784950333.525353:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950333.525354:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1784950333.525355:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369170816, found 0 last_xid 1871652369170815 00000100:00000040:0.0:1784950333.525357:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 2 00000100:00000001:3.0:1784950333.525368:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950333.525369:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866140672 : -120287843410944 : ffff92994dd29c00) 00000020:00000001:2.0:1784950333.525370:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950333.525381:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1784950333.525382:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081ed4785 x1871652369171584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950333.525383:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1784950333.525386:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008818eb7d x1871652369171456/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:484/0 lens 224/0 e 0 to 0 dl 1784950344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950333.525388:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1784950333.525390:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950333.525397:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950333.525406:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00000001:2.0:1784950333.525408:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950333.525415:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1784950333.525419:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 02000000:00000010:2.0:1784950333.525424:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000078aa0600. 00000100:00000001:1.0:1784950333.525430:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790983037008 : -120282726514608 : ffff929a7ed04050) 02000000:00000001:2.0:1784950333.525433:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950333.525444:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950333.525446:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000453af231 x1871652369171072/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:484/0 lens 224/0 e 0 to 0 dl 1784950344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950333.525449:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950333.525456:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.525458:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000004:00000001:2.0:1784950333.525459:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:2.0:1784950333.525469:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000020:00000010:0.0:1784950333.525470:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b409c91c. 02000000:00000001:3.0:1784950333.525470:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000004:00000001:2.0:1784950333.525473:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.525475:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1784950333.525478:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950333.525483:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950333.525485:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950333.525487:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea9aab88. 00000020:00000010:0.0:1784950333.525490:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b409c91c. 00000004:00000024:2.0:1784950333.525496:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000100:00000001:1.0:1784950333.525498:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784950333.525500:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000081ed4785 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369171584:192.168.203.114@tcp:400: 00000020:00000010:1.0:1784950333.525508:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea9aab88. 00000020:00000020:2.0:1784950333.525509:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00100000:0.0:1784950333.525512:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008818eb7d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:441643:x1871652369171456:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950333.525519:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000020:2.0:1784950333.525521:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 02000000:00000001:3.0:1784950333.525528:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1784950333.525529:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369171456 00000100:00100000:1.0:1784950333.525530:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000453af231 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369171072:12345-0@lo:400: 00000020:00000020:2.0:1784950333.525532:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 02000000:00000001:3.0:1784950333.525535:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950333.525538:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950333.525546:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:3.0:1784950333.525547:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784950333.525549:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369171072 00000020:00000020:2.0:1784950333.525549:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000020:00000001:0.0:1784950333.525552:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950333.525558:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000010:3.0:1784950333.525559:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000269463a9. 00000020:00000001:0.0:1784950333.525563:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000004:00000020:2.0:1784950333.525565:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 02000000:00000001:3.0:1784950333.525568:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950333.525569:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950333.525570:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:1.0:1784950333.525579:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950333.525580:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb422241. 00000020:00000001:0.0:1784950333.525582:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1784950333.525584:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000020:00000001:1.0:1784950333.525589:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000001:00000001:0.0:1784950333.525591:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369171456, found 0 last_xid 1871652369170815 00000001:00000001:2.0:1784950333.525593:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950333.525594:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000400:00000010:3.0:1784950333.525594:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000020:00000001:0.0:1784950333.525600:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950333.525605:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950333.525607:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1784950333.525608:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1784950333.525608:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369171584, portal 10 00000020:00000001:1.0:1784950333.525614:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1784950333.525614:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369170816 00000020:00000001:0.0:1784950333.525616:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950333.525617:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1784950333.525625:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1784950333.525625:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:0.0:1784950333.525626:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.525626:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786048189568 : -120287661362048 : ffff929958ac7480) 00000020:00000001:1.0:1784950333.525633:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950333.525638:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00010000:00000200:2.0:1784950333.525639:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000fa3bbdec x1871652369170816/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:484/0 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950333.525640:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.525645:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1784950333.525647:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1784950333.525650:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000081ed4785 x1871652369171584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950333.525653:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950333.525656:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950333.525662:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1784950333.525664:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001fb84426. 02000000:00000010:1.0:1784950333.525672:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f5385f66. 02000000:00000001:0.0:1784950333.525675:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950333.525684:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.525687:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950333.525689:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1784950333.525697:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950333.525697:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950333.525698:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950333.525710:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950333.525710:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=116 v=5 (1 1 1 1) 00010000:00000040:0.0:1784950333.525711:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369171456 00000100:00000001:3.0:1784950333.525711:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1784950333.525750:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:3.0:1784950333.525758:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000200:0.0:1784950333.525759:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000008818eb7d x1871652369171456/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:484/0 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1784950333.525763:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369171072 00000100:00000001:2.0:1784950333.525766:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1784950333.525770:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00010000:00000001:1.0:1784950333.525776:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:2.0:1784950333.525778:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000200:3.0:1784950333.525780:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369171584, offset 0 00010000:00000200:1.0:1784950333.525790:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000453af231 x1871652369171072/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:484/0 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950333.525790:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950333.525802:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1784950333.525805:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950333.525809:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950333.525820:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1784950333.525823:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1784950333.525824:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00010000:00000001:0.0:1784950333.525830:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950333.525837:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00001000:0.0:1784950333.525843:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=116 v=5 (1 1 1 1) 00000400:00000200:3.0:1784950333.525845:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1784950333.525846:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1784950333.525847:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e79e655e. 00010000:00000001:1.0:1784950333.525855:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950333.525859:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950333.525860:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1784950333.525861:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369170816, offset 224 00000100:00001000:1.0:1784950333.525863:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=121 v=5 (1 1 1 1) 00000100:00000040:0.0:1784950333.525870:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950333.525874:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950333.525877:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950333.525879:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:2.0:1784950333.525885:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950333.525888:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1784950333.525890:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000400:00000200:3.0:1784950333.525891:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:0.0:1784950333.525894:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.525901:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000001:0.0:1784950333.525904:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950333.525909:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10597:10597:239:4294967295] 192.168.203.114@tcp LPNI seq info [9393:9393:8:4294967295] 02000000:00000001:1.0:1784950333.525912:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1784950333.525919:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950333.525921:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950333.525930:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e2aa9ca. 00000100:00000001:1.0:1784950333.525931:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784950333.525942:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369171456, offset 224 00000100:00000040:1.0:1784950333.525945:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1784950333.525955:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000010:1.0:1784950333.525957:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff1faa1f. 00000400:00000200:0.0:1784950333.525963:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950333.525974:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369171072, offset 224 00000800:00000200:3.0:1784950333.525986:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950333.525989:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1784950333.525989:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:3.0:1784950333.526004:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9722aa. 00000400:00000200:2.0:1784950333.526006:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10598:10598:238:4294967295] 192.168.203.114@tcp LPNI seq info [9394:9394:7:4294967295] 00000800:00000200:3.0:1784950333.526023:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950333.526045:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950333.526045:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950333.526055:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005c9722aa type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784950333.526066:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950333.526067:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950333.526074:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950333.526079:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5038 usecs (6 jiffies) 00000800:00000010:2.0:1784950333.526083:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d62b3518. 00000100:00000001:3.0:1784950333.526090:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307271691 00000400:00000200:0.0:1784950333.526091:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10599:10599:237:4294967295] 192.168.203.114@tcp LPNI seq info [9395:9395:6:4294967295] 00000100:00000001:3.0:1784950333.526102:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307274110 00000800:00000200:2.0:1784950333.526105:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950333.526113:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307271691 00000100:00000001:3.0:1784950333.526122:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307274110 00000800:00000200:2.0:1784950333.526150:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950333.526155:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307271691 00000400:00000200:0.0:1784950333.526160:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950333.526166:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d62b3518 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:3.0:1784950333.526167:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307274110 00000100:00000001:3.0:1784950333.526178:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307271691 00000800:00000200:0.0:1784950333.526179:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950333.526183:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950333.526187:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1784950333.526189:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307274110 00000800:00000010:0.0:1784950333.526195:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031b2009f. 00000100:00000040:2.0:1784950333.526198:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950333.526200:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950333.526212:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950333.526213:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:0.0:1784950333.526214:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950333.526216:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069b8280 00000020:00000001:2.0:1784950333.526221:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.526224:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950333.526232:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950333.526234:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950333.526237:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:1.0:1784950333.526242:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x152c5 [1] + 224 00000100:00000040:2.0:1784950333.526247:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa3bbdec x1871652369170816/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:484/0 lens 224/368 e 0 to 0 dl 1784950344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950333.526249:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031b2009f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950333.526260:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950333.526264:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.526267:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1784950333.526275:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1784950333.526277:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369171328 00000100:00000040:0.0:1784950333.526281:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 02000000:00000001:3.0:1784950333.526286:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950333.526288:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784950333.526289:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000fa3bbdec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:441643:x1871652369170816:12345-192.168.203.114@tcp:41: Request processed in 1057us (2282us total) trans 0 rc 0/0 00010000:00000001:0.0:1784950333.526294:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:3.0:1784950333.526295:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1784950333.526300:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005512dd85 x1871652369171072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950333.526302:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.526303:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950333.526313:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1784950333.526315:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2602 02000000:00000001:3.0:1784950333.526316:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950333.526328:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 1 00000100:00000040:0.0:1784950333.526329:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008818eb7d x1871652369171456/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:484/0 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950333.526329:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369171328 00000020:00000001:3.0:1784950333.526337:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950333.526340:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1784950333.526344:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:2.0:1784950333.526348:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1784950333.526352:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000010:2.0:1784950333.526358:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000020:00000040:3.0:1784950333.526359:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000001:3.0:1784950333.526372:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000010:2.0:1784950333.526373:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000026e17c9. 00000020:00000001:3.0:1784950333.526384:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000010:2.0:1784950333.526387:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036b621d4. 00000100:00000001:3.0:1784950333.526399:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1784950333.526404:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 5 00000020:00000010:3.0:1784950333.526407:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000100:00100000:0.0:1784950333.526408:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008818eb7d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:441643:x1871652369171456:12345-192.168.203.114@tcp:400: Request processed in 942us (1702us total) trans 0 rc 0/0 00000100:00000040:1.0:1784950333.526409:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005512dd85 x1871652369171072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950333.526412:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950333.526419:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950333.526432:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000100:00100000:0.0:1784950333.526444:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2603 00000800:00000001:2.0:1784950333.526447:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950333.526447:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fc8ce9c. 00000100:00000040:0.0:1784950333.526458:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000020:00000010:3.0:1784950333.526461:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000800:00000001:2.0:1784950333.526465:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950333.526466:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1784950333.526471:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000100:00000001:0.0:1784950333.526475:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950333.526475:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950333.526476:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950333.526486:0:453511:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:0.0:1784950333.526487:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00000800:00000001:2.0:1784950333.526490:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950333.526492:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff1faa1f 00000100:00000001:3.0:1784950333.526496:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1784950333.526500:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000855af664. 00000400:00000010:1.0:1784950333.526500:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ff1faa1f. 00000100:00000001:3.0:1784950333.526502:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950333.526510:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950333.526516:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000100:00000001:1.0:1784950333.526518:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1784950333.526518:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950333.526521:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1784950333.526526:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1784950333.526528:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:3.0:1784950333.526530:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1784950333.526536:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950333.526537:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.526538:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950333.526548:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b8300 00000100:00000040:1.0:1784950333.526551:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00010000:00000001:1.0:1784950333.526555:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950333.526559:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950333.526559:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 15232 00000100:00000001:3.0:1784950333.526563:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950333.526564:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000001:2.0:1784950333.526566:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950333.526574:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950333.526578:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000453af231 x1871652369171072/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:484/0 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950333.526584:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950333.526587:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000001:0.0:1784950333.526589:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950333.526592:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950333.526595:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1784950333.526601:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950333.526609:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950333.526612:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:3.0:1784950333.526613:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1516 00000100:00100000:1.0:1784950333.526621:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000453af231 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369171072:12345-0@lo:400: Request processed in 1138us (1713us total) trans 0 rc 0/0 00000100:00000040:3.0:1784950333.526627:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000001:2.0:1784950333.526630:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1784950333.526635:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:2.0:1784950333.526638:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1784950333.526639:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866147840 : -120287843403776 : ffff92994dd2b800) 00000100:00000010:2.0:1784950333.526655:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005649c9af. 00000100:00000040:3.0:1784950333.526660:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000099d1ca38 x1871652369171328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:484/0 lens 224/0 e 0 to 0 dl 1784950344 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950333.526662:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00000040:2.0:1784950333.526665:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000005649c9af x1871652369171200 msgsize 224 00000400:00000200:0.0:1784950333.526667:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b8200 00000100:00000040:1.0:1784950333.526675:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:1.0:1784950333.526685:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950333.526692:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950333.526697:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15299 [1] + 224 00000100:00100000:2.0:1784950333.526699:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000010:1.0:1784950333.526702:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000100:00000001:3.0:1784950333.526702:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1784950333.526713:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950333.526713:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000020:00000010:1.0:1784950333.526715:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000800:00000001:0.0:1784950333.526759:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950333.526768:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1784950333.526771:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087e32b89. 00000100:00000001:2.0:1784950333.526777:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950333.526780:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950333.526782:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:1.0:1784950333.526785:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000020:00000010:3.0:1784950333.526790:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000100:00000001:0.0:1784950333.526798:0:441636:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1784950333.526801:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:3.0:1784950333.526808:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000099d1ca38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369171328:12345-192.168.203.114@tcp:400: 02000000:00000010:1.0:1784950333.526811:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f5385f66. 00000100:00000200:0.0:1784950333.526812:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca721e50 x1871652369170944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950333.526813:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1784950333.526823:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369171328 00000800:00000010:2.0:1784950333.526825:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9722aa. 02000000:00000001:1.0:1784950333.526826:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1784950333.526833:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950333.526835:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950333.526836:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950333.526842:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000200:1.0:1784950333.526849:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:3.0:1784950333.526850:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950333.526856:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:0.0:1784950333.526860:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ca721e50 x1871652369170944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950333.526863:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ea3b6af. 00000020:00000001:3.0:1784950333.526864:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1784950333.526871:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000020:00000001:3.0:1784950333.526872:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000010:2.0:1784950333.526880:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000020:00000001:3.0:1784950333.526883:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950333.526892:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950333.526894:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1784950333.526897:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006754f0c7. 00000020:00000001:3.0:1784950333.526902:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950333.526906:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1784950333.526910:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081ed4785 x1871652369171584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950333.526912:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1784950333.526912:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950333.526922:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000001:0.0:1784950333.526925:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950333.526932:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000001:0.0:1784950333.526936:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950333.526939:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950333.526942:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950333.526944:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784950333.526945:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950333.526947:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784950333.526954:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ab30f747. 00000800:00000001:0.0:1784950333.526955:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950333.526957:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081ed4785 x1871652369171584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950333.526958:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950333.526967:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784950333.526968:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950333.526973:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e312dd2. 00000100:00000001:3.0:1784950333.526981:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950333.526985:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b53aafd9 00000100:00000001:2.0:1784950333.526985:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950333.526991:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950333.526992:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b53aafd9. 00000100:00000001:2.0:1784950333.526992:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950333.527002:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:3.0:1784950333.527003:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369171328 00010000:00000001:3.0:1784950333.527012:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000200:1.0:1784950333.527014:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca721e50 x1871652369170944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950333.527017:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950333.527022:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d62b3518. 00000100:00000001:0.0:1784950333.527027:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00010000:00000200:3.0:1784950333.527029:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000099d1ca38 x1871652369171328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:484/0 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950333.527032:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1784950333.527035:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369171200 02000000:00000001:0.0:1784950333.527046:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950333.527053:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1784950333.527054:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca721e50 x1871652369170944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950333.527059:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950333.527060:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950333.527071:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1784950333.527073:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950333.527075:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e79e655e 00010000:00000001:3.0:1784950333.527080:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950333.527084:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e79e655e. 00000100:00100000:0.0:1784950333.527086:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369171200 00000100:00001000:3.0:1784950333.527090:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=116 v=5 (1 1 1 1) 00000020:00000001:0.0:1784950333.527095:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950333.527095:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950333.527099:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1784950333.527104:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:2.0:1784950333.527105:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950333.527108:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950333.527109:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950333.527113:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:3.0:1784950333.527120:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000040:0.0:1784950333.527121:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:1.0:1784950333.527122:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950333.527151:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:0.0:1784950333.527153:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 02000000:00000001:1.0:1784950333.527156:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1784950333.527162:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1784950333.527164:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:1.0:1784950333.527166:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784950333.527167:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.527171:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950333.527175:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.527177:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1784950333.527179:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b409c91c. 00000100:00000001:0.0:1784950333.527188:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950333.527188:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950333.527190:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950333.527200:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b409c91c. 00000400:00000010:3.0:1784950333.527202:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077350b67. 00000100:00001000:1.0:1784950333.527206:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=111 v=5 (5 5 5 5) 00000100:00000200:3.0:1784950333.527212:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369171328, offset 224 00000020:00000010:0.0:1784950333.527213:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000800:00000200:2.0:1784950333.527216:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00001000:1.0:1784950333.527218:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=111 v=5 (1 1 1 1) 00000020:00000010:0.0:1784950333.527225:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000800:00000010:2.0:1784950333.527228:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031b2009f. 00000100:00000001:1.0:1784950333.527230:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1784950333.527235:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000855af664. 00000400:00000200:3.0:1784950333.527237:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950333.527238:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950333.527240:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950333.527250:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00010000:00000001:1.0:1784950333.527250:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950333.527256:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.527258:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1784950333.527260:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950333.527264:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950333.527265:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950333.527268:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950333.527272:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950333.527276:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950333.527286:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1784950333.527286:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10600:10600:238:4294967295] 192.168.203.114@tcp LPNI seq info [9396:9396:7:4294967295] 00000100:00000001:0.0:1784950333.527287:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.527293:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.527310:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950333.527311:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca721e50 x1871652369170944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950333.527331:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950333.527333:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950333.527340:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1784950333.527354:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2604 00000400:00000200:2.0:1784950333.527356:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e2aa9ca 00000100:00000001:1.0:1784950333.527362:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784950333.527364:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950333.527367:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e2aa9ca. 00000100:00000040:0.0:1784950333.527368:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:1.0:1784950333.527373:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000010:3.0:1784950333.527378:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033e9f3f3. 00000100:00000001:0.0:1784950333.527379:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786048191360 : -120287661360256 : ffff929958ac7b80) 00000100:00000001:1.0:1784950333.527381:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950333.527381:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950333.527390:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:1.0:1784950333.527393:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000800:00000001:2.0:1784950333.527399:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950333.527400:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005649c9af x1871652369171200/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:484/0 lens 224/0 e 0 to 0 dl 1784950344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950333.527401:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000004:00000040:1.0:1784950333.527404:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000800:00000001:2.0:1784950333.527412:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950333.527422:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950333.527425:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000001:2.0:1784950333.527430:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:1.0:1784950333.527432:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000800:00000200:3.0:1784950333.527436:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000033e9f3f3 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:1.0:1784950333.527456:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950333.527456:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950333.527459:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950333.527465:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950333.527468:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b409c91c. 00000100:00000040:1.0:1784950333.527471:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca721e50 x1871652369170944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950333.527478:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950333.527479:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950333.527481:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b8480 00000020:00000010:0.0:1784950333.527490:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b409c91c. 00010000:00000001:3.0:1784950333.527495:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950333.527502:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950333.527503:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 146720 00000100:00100000:0.0:1784950333.527512:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005649c9af pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369171200:12345-192.168.203.114@tcp:400: 00000020:00000001:3.0:1784950333.527513:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000001:2.0:1784950333.527519:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950333.527522:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ca721e50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369170944:192.168.203.114@tcp:41: 00000100:00000040:3.0:1784950333.527529:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099d1ca38 x1871652369171328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:484/0 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950333.527531:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950333.527532:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369171200 00000020:00000001:0.0:1784950333.527541:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950333.527544:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950333.527544:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950333.527548:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950333.527556:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1784950333.527557:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950333.527566:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950333.527569:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1784950333.527569:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca721e50 x1871652369170944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950333.527576:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:2.0:1784950333.527580:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950333.527588:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1784950333.527589:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1784950333.527597:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369171200, found 0 last_xid 1871652369170943 00000100:00000010:2.0:1784950333.527604:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000092cbf02. 00000020:00000001:0.0:1784950333.527609:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950333.527615:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000092cbf02 x1871652369171584 msgsize 224 00000020:00000001:0.0:1784950333.527619:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950333.527625:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950333.527632:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.527635:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1784950333.527643:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000099d1ca38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369171328:12345-192.168.203.114@tcp:400: Request processed in 929us (3390us total) trans 0 rc 0/0 00000020:00000001:0.0:1784950333.527644:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1784950333.527645:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1784950333.527646:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950333.527652:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1784950333.527654:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000629dde9a. 02000000:00000001:0.0:1784950333.527659:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1784950333.527670:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001cb2077d. 02000000:00000001:1.0:1784950333.527671:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950333.527672:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1784950333.527680:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:3.0:1784950333.527682:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1516 02000000:00000001:0.0:1784950333.527683:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950333.527688:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950333.527693:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950333.527695:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000020:00000001:1.0:1784950333.527700:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:0.0:1784950333.527702:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.527704:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:1.0:1784950333.527709:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000002c68df2. 00010000:00000040:0.0:1784950333.527714:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369171200 00000100:00000001:3.0:1784950333.527714:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1784950333.527720:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1784950333.527759:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000010:3.0:1784950333.527760:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 02000000:00000001:1.0:1784950333.527764:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000200:0.0:1784950333.527772:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000005649c9af x1871652369171200/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:484/0 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950333.527773:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca721e50. 00000020:00000010:3.0:1784950333.527775:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000800:00000200:2.0:1784950333.527786:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1784950333.527789:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fc8ce9c. 00000100:00000001:1.0:1784950333.527790:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950333.527797:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950333.527797:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033e9f3f3. 00010000:00000001:0.0:1784950333.527802:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1784950333.527803:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:1.0:1784950333.527806:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950333.527808:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1784950333.527809:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.527812:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950333.527816:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1784950333.527819:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=116 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950333.527823:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950333.527826:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950333.527829:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.527834:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950333.527835:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950333.527837:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950333.527837:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077350b67 00000400:00000010:2.0:1784950333.527845:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077350b67. 00000100:00100000:3.0:1784950333.527846:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369171584 00000100:00000040:0.0:1784950333.527847:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 02000000:00000001:3.0:1784950333.527854:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950333.527859:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950333.527860:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950333.527860:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950333.527869:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950333.527871:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950333.527872:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950333.527878:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950333.527881:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.527884:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1784950333.527884:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950333.527885:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1784950333.527887:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369171584 00000100:00000001:1.0:1784950333.527893:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1784950333.527894:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000001:2.0:1784950333.527899:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950333.527903:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000040:3.0:1784950333.527904:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000400:00000001:1.0:1784950333.527907:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1784950333.527907:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950333.527912:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:0.0:1784950333.527914:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef1d74eb. 00000400:00000001:1.0:1784950333.527915:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1784950333.527918:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784950333.527919:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000400:00000010:1.0:1784950333.527923:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd2e9b2f. 00000020:00000001:3.0:1784950333.527932:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000200:1.0:1784950333.527934:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2fe853 00000400:00000200:2.0:1784950333.527935:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:1.0:1784950333.527938:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2fe853. 00000020:00000001:3.0:1784950333.527946:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:1.0:1784950333.527949:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950333.527951:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369171200, offset 224 00000100:00000001:3.0:1784950333.527961:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1784950333.527962:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b8180 00000100:00000200:1.0:1784950333.527963:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005512dd85 x1871652369171072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950333.527972:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000400:00000200:0.0:1784950333.527974:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950333.527986:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950333.527995:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x152a1 [1] + 224 00000400:00000200:0.0:1784950333.527997:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:3.0:1784950333.528000:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000100:00000200:1.0:1784950333.528002:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005512dd85 x1871652369171072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950333.528018:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950333.528021:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fc8ce9c. 00000400:00000200:0.0:1784950333.528022:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10601:10601:239:4294967295] 192.168.203.114@tcp LPNI seq info [9397:9397:8:4294967295] 00000800:00000001:2.0:1784950333.528027:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950333.528036:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000100:00000001:1.0:1784950333.528038:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784950333.528038:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950333.528046:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950333.528047:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000100:00000001:1.0:1784950333.528056:0:441642:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:2.0:1784950333.528061:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950333.528063:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1784950333.528064:0:453511:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1784950333.528070:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784950333.528071:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950333.528074:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950333.528078:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.528081:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1784950333.528089:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.528090:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950333.528094:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:0.0:1784950333.528099:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00001000:1.0:1784950333.528102:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=121 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950333.528106:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1784950333.528109:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c08b1440 x1871652369170816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950333.528110:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdda80e2. 00000100:00000001:3.0:1784950333.528113:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00001000:1.0:1784950333.528115:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=121 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950333.528120:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950333.528146:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950333.528150:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950333.528157:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950333.528162:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950333.528165:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950333.528169:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950333.528170:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:2.0:1784950333.528176:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c08b1440 x1871652369170816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950333.528180:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950333.528181:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdda80e2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950333.528184:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1784950333.528193:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005512dd85 x1871652369171072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950333.528194:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950333.528197:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950333.528213:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1517 00000100:00000040:0.0:1784950333.528214:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950333.528227:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000040:3.0:1784950333.528229:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000020:00000001:0.0:1784950333.528233:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.528238:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683755776 : -120288025795840 : ffff929942f3a300) 00000020:00000001:0.0:1784950333.528244:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950333.528244:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950333.528245:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784950333.528252:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000092cbf02 x1871652369171584/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:484/0 lens 224/0 e 0 to 0 dl 1784950344 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950333.528255:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1784950333.528262:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005649c9af x1871652369171200/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:484/0 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950333.528264:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950333.528284:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005512dd85 x1871652369171072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950333.528300:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950333.528310:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000100:00000001:3.0:1784950333.528319:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950333.528322:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005649c9af pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369171200:12345-192.168.203.114@tcp:400: Request processed in 854us (1646us total) trans 0 rc 0/0 00000800:00000200:2.0:1784950333.528325:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1784950333.528331:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000800:00000010:2.0:1784950333.528335:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdda80e2. 00000400:00000200:2.0:1784950333.528349:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784950333.528353:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000092cbf02 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369171584:12345-192.168.203.114@tcp:400: 00000100:00100000:1.0:1784950333.528360:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005512dd85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369171072:0@lo:400: 00000100:00100000:0.0:1784950333.528365:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2604 00000400:00000200:2.0:1784950333.528370:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:3.0:1784950333.528375:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369171584 00000100:00000040:0.0:1784950333.528379:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:1.0:1784950333.528384:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950333.528385:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:2.0:1784950333.528386:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef1d74eb 00000100:00000001:0.0:1784950333.528387:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1784950333.528396:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950333.528397:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950333.528398:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784950333.528398:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ef1d74eb. 00000020:00000001:3.0:1784950333.528403:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950333.528405:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00000100:00000001:2.0:1784950333.528407:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1784950333.528409:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1784950333.528411:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005512dd85 x1871652369171072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950333.528414:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1784950333.528417:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000010:0.0:1784950333.528419:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000855af664. 00000800:00000001:2.0:1784950333.528425:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950333.528431:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1784950333.528433:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000800:00000001:2.0:1784950333.528439:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950333.528440:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950333.528444:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1784950333.528445:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000020:00000001:3.0:1784950333.528450:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1784950333.528453:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1784950333.528453:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950333.528454:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950333.528456:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000010:1.0:1784950333.528463:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c36d7da. 00000020:00000001:3.0:1784950333.528464:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950333.528466:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950333.528475:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1784950333.528476:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950333.528483:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950333.528484:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1784950333.528485:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000040:1.0:1784950333.528487:0:441642:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 02000000:00000001:3.0:1784950333.528493:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1784950333.528495:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950333.528502:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c70e7fa0. 02000000:00000010:1.0:1784950333.528503:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070b3560d. 00000400:00000200:2.0:1784950333.528506:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b8380 02000000:00000001:3.0:1784950333.528512:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950333.528516:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950333.528518:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950333.528523:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1784950333.528525:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x152a9 [1] + 224 00000800:00000001:0.0:1784950333.528528:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950333.528529:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950333.528530:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005512dd85. 00000800:00000001:2.0:1784950333.528540:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000040:3.0:1784950333.528542:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369171584 00000800:00000001:0.0:1784950333.528546:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950333.528546:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1784950333.528548:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950333.528554:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950333.528557:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950333.528559:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1784950333.528562:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000092cbf02 x1871652369171584/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:484/0 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950333.528566:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950333.528568:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950333.528571:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950333.528577:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950333.528583:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950333.528590:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950333.528592:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950333.528599:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950333.528602:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950333.528605:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1784950333.528616:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1784950333.528622:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cb68b77 x1871652369171328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950333.528622:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950333.528632:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b8400 00000100:00001000:3.0:1784950333.528633:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950333.528653:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1784950333.528654:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x152b1 [1] + 224 00000100:00000040:3.0:1784950333.528664:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000001:0.0:1784950333.528673:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950333.528675:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000001:0.0:1784950333.528682:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950333.528685:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1784950333.528688:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950333.528688:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950333.528691:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950333.528692:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002cb68b77 x1871652369171328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950333.528693:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950333.528703:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950333.528704:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950333.528706:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000001:1.0:1784950333.528713:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784950333.528774:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950333.528781:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091642d7b. 00000400:00000010:3.0:1784950333.528783:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000100:00000001:2.0:1784950333.528785:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784950333.528793:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001829797e 00000400:00000010:1.0:1784950333.528798:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001829797e. 00000100:00000001:1.0:1784950333.528804:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950333.528806:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950333.528808:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369171584, offset 224 00000800:00000001:2.0:1784950333.528814:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784950333.528815:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c08b1440 x1871652369170816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950333.528819:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4f7c3e7 x1871652369171456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950333.528826:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950333.528827:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950333.528854:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950333.528854:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950333.528863:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950333.528874:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950333.528883:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950333.528883:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10602:10602:239:4294967295] 192.168.203.114@tcp LPNI seq info [9398:9398:8:4294967295] 00000400:00000010:2.0:1784950333.528891:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4a06e0c. 00000100:00000200:1.0:1784950333.528896:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c08b1440 x1871652369170816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950333.528897:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4f7c3e7 x1871652369171456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950333.528902:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003302268b 00000400:00000010:2.0:1784950333.528910:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003302268b. 00000100:00000001:2.0:1784950333.528922:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950333.528934:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:2.0:1784950333.528938:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cb68b77 x1871652369171328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950333.528952:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950333.528959:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950333.528969:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950333.528970:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784950333.528975:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000200:3.0:1784950333.528976:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950333.528981:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784950333.528984:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950333.528987:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950333.528993:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cb68b77 x1871652369171328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784950333.528993:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bb5297c. 02000000:00000001:1.0:1784950333.528994:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950333.528996:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784950333.529007:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=116 v=5 (5 5 5 5) 00000800:00000001:0.0:1784950333.529009:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950333.529017:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950333.529022:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00001000:1.0:1784950333.529023:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=116 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950333.529040:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950333.529041:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950333.529042:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950333.529049:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950333.529049:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950333.529051:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00010000:00000001:1.0:1784950333.529058:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784950333.529058:0:441644:0:(client.c:1580:after_reply()) Process entered 00000800:00000200:3.0:1784950333.529061:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008bb5297c type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1784950333.529066:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950333.529067:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b8300 02000000:00000001:2.0:1784950333.529067:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950333.529073:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950333.529075:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950333.529079:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950333.529079:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.529084:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950333.529086:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x152b9 [1] + 224 00000100:00000001:1.0:1784950333.529089:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1784950333.529089:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.529096:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950333.529099:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00001000:2.0:1784950333.529102:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=116 v=5 (5 5 5 5) 00000800:00000001:0.0:1784950333.529104:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784950333.529110:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000040:1.0:1784950333.529112:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c08b1440 x1871652369170816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950333.529113:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=116 v=5 (1 1 1 1) 00000020:00000001:3.0:1784950333.529116:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950333.529119:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950333.529147:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1784950333.529153:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950333.529153:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950333.529154:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.529164:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1784950333.529167:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1784950333.529170:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000092cbf02 x1871652369171584/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:484/0 lens 224/224 e 0 to 0 dl 1784950344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950333.529176:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1784950333.529177:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950333.529183:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1784950333.529184:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002cb68b77 x1871652369171328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950333.529192:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:1.0:1784950333.529195:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1784950333.529204:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000200:0.0:1784950333.529205:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f50d17ab x1871652369171200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:1.0:1784950333.529231:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000100:00100000:3.0:1784950333.529247:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000092cbf02 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369171584:12345-192.168.203.114@tcp:400: Request processed in 935us (1621us total) trans 0 rc 0/0 00010000:00000001:2.0:1784950333.529248:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950333.529256:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950333.529260:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950333.529266:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950333.529275:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1784950333.529276:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c08b1440 x1871652369170816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950333.529277:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f50d17ab x1871652369171200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950333.529281:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950333.529285:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1517 00000100:00000040:2.0:1784950333.529299:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cb68b77 x1871652369171328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950333.529301:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:3.0:1784950333.529311:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950333.529318:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950333.529326:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000020:00000010:3.0:1784950333.529340:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000100:00100000:1.0:1784950333.529344:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c08b1440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369170816:192.168.203.114@tcp:41: 00000020:00000010:3.0:1784950333.529352:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fc8ce9c. 00000100:00000001:2.0:1784950333.529354:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950333.529356:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.529360:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1784950333.529364:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:1.0:1784950333.529366:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950333.529366:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950333.529372:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950333.529375:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950333.529377:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c08b1440 x1871652369170816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950333.529382:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cb68b77 x1871652369171328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950333.529396:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1784950333.529399:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002cb68b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369171328:192.168.203.114@tcp:400: 02000000:00000001:1.0:1784950333.529400:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1784950333.529404:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:1.0:1784950333.529405:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004ef139cd. 00000100:00000001:2.0:1784950333.529407:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950333.529414:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784950333.529418:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784950333.529421:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cb68b77 x1871652369171328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950333.529422:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950333.529426:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1784950333.529431:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950333.529435:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c1815a5. 00000100:00000001:2.0:1784950333.529435:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950333.529440:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1784950333.529444:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1784950333.529445:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb064e97. 00000100:00000001:3.0:1784950333.529446:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950333.529448:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784950333.529452:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784950333.529453:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:1.0:1784950333.529454:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c08b1440. 00000800:00000200:0.0:1784950333.529458:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1784950333.529460:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784950333.529462:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1784950333.529464:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000010:0.0:1784950333.529467:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bb5297c. 00000100:00000001:1.0:1784950333.529468:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950333.529468:0:441644:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000001:3.0:1784950333.529470:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950333.529479:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000180fde72. 00000400:00000200:0.0:1784950333.529480:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950333.529480:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950333.529480:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950333.529488:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002058a4fe. 00000400:00000200:3.0:1784950333.529490:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa895c83 00000100:00000001:1.0:1784950333.529495:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950333.529500:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1784950333.529500:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000fa895c83. 00000100:00000001:1.0:1784950333.529502:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950333.529504:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:2.0:1784950333.529507:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784950333.529512:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1784950333.529513:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000010:2.0:1784950333.529514:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cb68b77. 00000400:00000001:1.0:1784950333.529520:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784950333.529522:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1784950333.529525:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f50d17ab x1871652369171200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950333.529526:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950333.529527:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000895fd007. 00000100:00000001:2.0:1784950333.529536:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950333.529537:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133105d 00000400:00000010:1.0:1784950333.529543:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b133105d. 00000100:00000001:2.0:1784950333.529548:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950333.529553:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950333.529555:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000100:00000001:2.0:1784950333.529555:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950333.529561:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f50d17ab x1871652369171200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950333.529565:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000100:00000001:2.0:1784950333.529567:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784950333.529568:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4f7c3e7 x1871652369171456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950333.529575:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.529578:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950333.529585:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950333.529594:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950333.529604:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950333.529614:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950333.529624:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950333.529626:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950333.529627:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950333.529630:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950333.529632:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4f7c3e7 x1871652369171456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950333.529641:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950333.529649:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784950333.529652:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950333.529654:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950333.529661:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950333.529671:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950333.529680:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b8480 00000100:00001000:3.0:1784950333.529684:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=111 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950333.529686:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784950333.529697:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x152cd [1] + 224 00000100:00000001:1.0:1784950333.529697:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950333.529698:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950333.529708:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950333.529717:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1784950333.529719:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784950333.529749:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950333.529759:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950333.529768:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950333.529769:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.529770:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950333.529779:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950333.529781:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784950333.529782:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:3.0:1784950333.529787:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950333.529792:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950333.529797:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950333.529798:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1784950333.529804:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=116 v=5 (5 5 5 5) 00000100:00000040:3.0:1784950333.529806:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000200:0.0:1784950333.529809:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081ed4785 x1871652369171584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950333.529813:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950333.529819:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950333.529824:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=116 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950333.529834:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f50d17ab x1871652369171200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950333.529843:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950333.529850:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950333.529862:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784950333.529865:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081ed4785 x1871652369171584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950333.529868:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.529880:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950333.529885:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950333.529893:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950333.529895:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950333.529901:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.529906:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950333.529912:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950333.529913:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784950333.529918:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4f7c3e7 x1871652369171456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950333.529924:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950333.529932:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f50d17ab x1871652369171200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950333.529933:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950333.529935:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950333.529946:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950333.529950:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950333.529965:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4f7c3e7 x1871652369171456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950333.529976:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f50d17ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369171200:192.168.203.114@tcp:400: 00000100:00100000:1.0:1784950333.529986:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e4f7c3e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369171456:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950333.529994:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950333.529996:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950333.530004:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950333.530006:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950333.530009:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4f7c3e7 x1871652369171456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950333.530021:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f50d17ab x1871652369171200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950333.530024:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950333.530029:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950333.530033:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000056d32db. 02000000:00000001:1.0:1784950333.530044:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950333.530047:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1784950333.530048:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950333.530053:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1784950333.530054:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950333.530060:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f33a667. 00000020:00000001:1.0:1784950333.530062:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950333.530067:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009b5272c8. 02000000:00000001:3.0:1784950333.530071:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1784950333.530075:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1784950333.530076:0:441642:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1784950333.530079:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1784950333.530081:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000010:1.0:1784950333.530085:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4f7c3e7. 00000020:00000001:3.0:1784950333.530088:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950333.530092:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1784950333.530095:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e3e62659. 00000100:00000001:1.0:1784950333.530097:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950333.530104:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950333.530106:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950333.530110:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950333.530111:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1784950333.530113:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f50d17ab. 00000100:00000001:1.0:1784950333.530117:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.530121:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950333.530123:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950333.530150:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950333.530152:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.530157:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.530163:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950333.530166:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784950333.530171:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950333.530174:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950333.530177:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb422241. 00000400:00000200:3.0:1784950333.530182:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000400:00000010:3.0:1784950333.530184:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000100:00000001:3.0:1784950333.530188:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950333.530193:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081ed4785 x1871652369171584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950333.530204:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081ed4785 x1871652369171584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950333.530213:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950333.530215:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950333.530217:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950333.530219:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950333.530220:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950333.530222:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950333.530224:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950333.530229:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950333.530232:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950333.530235:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950333.530237:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950333.530240:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1784950333.530243:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000081ed4785 x1871652369171584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950333.530252:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.530254:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950333.530256:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950333.530259:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950333.530260:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950333.530263:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081ed4785 x1871652369171584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950333.530272:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950333.530274:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950333.530275:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950333.530278:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081ed4785 x1871652369171584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950333.530286:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000081ed4785 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369171584:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950333.530291:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950333.530293:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950333.530295:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081ed4785 x1871652369171584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950333.530302:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950333.530304:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950333.530306:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000269463a9. 02000000:00000001:3.0:1784950333.530308:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950333.530310:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950333.530311:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1784950333.530313:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950333.530315:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006415387d. 02000000:00000001:3.0:1784950333.530318:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950333.530319:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950333.530321:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081ed4785. 00000100:00000001:3.0:1784950333.530324:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950333.530325:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950333.530327:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950333.530332:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950333.530333:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950333.530336:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950333.530337:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950333.776850:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950333.776859:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950333.776867:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950333.776869:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950333.777013:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950333.777022:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950333.777029:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950334.416833:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950334.416846:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950334.416849:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950334.416854:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950334.416858:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950334.416862:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950334.416865:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950334.800845:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950334.800852:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950334.800858:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950334.800860:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950334.800982:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950334.800988:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950334.800992:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950335.440789:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950335.440796:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950335.440797:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950335.440800:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950335.440801:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950335.440803:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950335.440805:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950335.824836:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950335.824842:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950335.824847:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950335.824848:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950335.824993:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950335.825001:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950335.825007:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784950335.952831:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307274110, at 4307274112 00000100:00000010:0.0:1784950335.952848:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000623ee841. 00000100:00000040:3.0:1784950335.952861:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307274110, at 4307274112 00000100:00000010:3.0:1784950335.952875:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8384a47. 00000100:00000040:1.0:1784950335.952880:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307274110, at 4307274112 00000100:00000040:2.0:1784950335.952880:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307274110, at 4307274112 00000100:00000010:2.0:1784950335.952898:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000344af116. 00000100:00000010:1.0:1784950335.952900:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0f26548. 00000100:00000001:0.0:1784950336.464848:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950336.464858:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950336.464860:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950336.464864:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950336.464866:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950336.464869:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950336.464872:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950336.848834:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950336.848839:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950336.848844:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950336.848846:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950336.848970:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950336.848975:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950336.848979:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950337.488828:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950337.488837:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950337.488840:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950337.488843:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950337.488846:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950337.488849:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950337.488851:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950337.872842:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950337.872848:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950337.872852:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950337.872854:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950337.872992:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950337.873000:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950337.873006:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950338.512883:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950338.512892:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950338.512894:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950338.512898:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950338.512900:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950338.512903:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950338.512905:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950338.640888:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1784950338.640896:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000040:2.0:1784950338.640899:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1784950338.640905:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000994a10b0. 00000100:00000001:2.0:1784950338.640909:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:1.0:1784950338.640914:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000010:2.0:1784950338.640916:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011aacb28. 00000020:00000040:2.0:1784950338.640921:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950338.640922:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950338.640927:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950338.640927:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950338.640930:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950338.640936:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950338.640936:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950338.640948:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d6495b1. 02000000:00000010:2.0:1784950338.640948:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002058a4fe. 00000100:00000001:1.0:1784950338.640960:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.640960:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.640971:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000004:00000001:3.0:1784950338.640976:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000001:1.0:1784950338.640977:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950338.640977:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@0000000011aacb28 x1871652369171840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000020:3.0:1784950338.640987:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000040:1.0:1784950338.640993:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000994a10b0] to pc [ptlrpcd_00_01+1] req@00000000994a10b0 x1871652369171712/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784950338.641001:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c08b1440. 00000020:00000040:3.0:1784950338.641015:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1784950338.641027:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950338.641028:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784950338.641031:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950338.641034:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950338.641039:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950338.641048:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011aacb28] to pc [ptlrpcd_00_02+2] req@0000000011aacb28 x1871652369171840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950338.641050:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007aa401b2. 00000004:00000001:1.0:1784950338.641057:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.641063:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.641075:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950338.641078:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950338.641080:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950338.641081:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784950338.641087:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784950338.641114:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950338.641129:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08b1440] to pc [ptlrpcd_00_03+3] req@00000000c08b1440 x1871652369171968/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950338.641132:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950338.641135:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950338.641145:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950338.641147:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950338.641148:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950338.641157:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950338.641158:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950338.641166:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950338.641167:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1784950338.641169:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950338.641176:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784950338.641178:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011aacb28 x1871652369171840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784950338.641181:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4f7c3e7. 00000004:00000001:3.0:1784950338.641182:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.641186:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1784950338.641196:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000100:00000040:1.0:1784950338.641203:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000994a10b0 x1871652369171712/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950338.641208:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950338.641210:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784950338.641213:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950338.641216:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950338.641220:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.641226:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784950338.641231:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950338.641231:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1784950338.641232:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d62b3518. 00000100:00000001:3.0:1784950338.641233:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950338.641241:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950338.641243:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950338.641244:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784950338.641249:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950338.641252:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.641258:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950338.641258:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c08b1440 x1871652369171968/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950338.641259:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950338.641264:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000011aacb28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369171840:0@lo:400: 02000000:00000001:1.0:1784950338.641272:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950338.641277:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000e4f7c3e7 x1871652369172096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950338.641284:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1784950338.641289:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000994a10b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369171712:192.168.203.114@tcp:41: 02000000:00000001:0.0:1784950338.641295:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950338.641303:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.641310:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950338.641316:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950338.641318:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1784950338.641321:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950338.641325:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950338.641326:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da6cc722. 02000000:00000001:1.0:1784950338.641328:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.641328:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784950338.641335:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950338.641337:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950338.641338:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950338.641339:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784950338.641342:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950338.641351:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950338.641354:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000629dde9a. 00000400:00000010:0.0:1784950338.641355:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f325881. 00000100:00000040:2.0:1784950338.641356:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4f7c3e7] to pc [ptlrpcd_00_00+0] req@00000000e4f7c3e7 x1871652369172096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950338.641366:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c08b1440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369171968:192.168.203.114@tcp:41: 02000000:00000001:1.0:1784950338.641367:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950338.641371:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a2a777d. 00000400:00000010:1.0:1784950338.641383:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e312dd2. 00000100:00000001:3.0:1784950338.641387:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1784950338.641388:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369171840, portal 25 00000400:00000010:1.0:1784950338.641395:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b53aafd9. 00000100:00000001:0.0:1784950338.641397:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784950338.641398:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950338.641405:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683749504 : -120288025802112 : ffff929942f38a80) 02000000:00000001:3.0:1784950338.641407:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950338.641410:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369171712, portal 4 00000100:00000001:2.0:1784950338.641410:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950338.641418:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950338.641420:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1784950338.641421:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000040:0.0:1784950338.641426:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000011aacb28 x1871652369171840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950338.641428:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785866138880 : -120287843412736 : ffff92994dd29500) 02000000:00000010:3.0:1784950338.641431:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ad468dac. 00000100:00080000:2.0:1784950338.641438:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:3.0:1784950338.641444:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950338.641453:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000994a10b0 x1871652369171712/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950338.641453:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784950338.641458:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb422241. 00000100:00000001:0.0:1784950338.641473:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950338.641474:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1784950338.641476:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000100:00000010:2.0:1784950338.641486:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cb68b77. 00000100:00000040:0.0:1784950338.641487:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1784950338.641489:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369171968, portal 4 00000020:00000040:2.0:1784950338.641496:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1784950338.641497:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784950338.641499:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f39d0e. 00000100:00000001:3.0:1784950338.641499:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950338.641504:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950338.641507:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785665246336 : -120288044305280 : ffff929941d93480) 00000100:00000200:0.0:1784950338.641513:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369171840, offset 0 00000100:00000040:1.0:1784950338.641513:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950338.641514:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950338.641521:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950338.641523:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c08b1440 x1871652369171968/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950338.641525:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff1faa1f. 02000000:00000010:2.0:1784950338.641533:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078605e0a. 00000400:00000200:0.0:1784950338.641537:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1784950338.641545:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950338.641549:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369171712, offset 0 00000100:00000001:3.0:1784950338.641556:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950338.641567:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002cb68b77 x1871652369172224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1784950338.641570:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1784950338.641575:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950338.641576:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950338.641588:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa895c83. 00000100:00000200:3.0:1784950338.641599:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369171968, offset 0 00000400:00000200:0.0:1784950338.641600:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069b8580 00000100:00000001:2.0:1784950338.641604:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1784950338.641608:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950338.641612:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950338.641620:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950338.641622:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784950338.641627:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cb68b77] to pc [ptlrpcd_00_01+1] req@000000002cb68b77 x1871652369172224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950338.641634:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950338.641641:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13bf9 [2] + 0 00000400:00000200:1.0:1784950338.641648:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950338.641659:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950338.641660:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022236365. 00000400:00000200:1.0:1784950338.641661:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:2.0:1784950338.641663:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1784950338.641674:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bec872ff 00000100:00000001:2.0:1784950338.641674:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1784950338.641676:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10603:10603:239:4294967295] 192.168.203.114@tcp LPNI seq info [9399:9399:8:4294967295] 00000400:00000200:0.0:1784950338.641689:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950338.641699:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1784950338.641709:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000010:2.0:1784950338.641715:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e5b32b3f. 00000800:00000200:1.0:1784950338.641765:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000040:2.0:1784950338.641766:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950338.641772:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:1.0:1784950338.641775:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e63643df. 00000400:00000200:3.0:1784950338.641777:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:2.0:1784950338.641779:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950338.641787:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950338.641792:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1784950338.641798:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb2959c5. 00000800:00000200:1.0:1784950338.641800:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950338.641804:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950338.641808:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950338.641815:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784950338.641823:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:2.0:1784950338.641823:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000e5b32b3f x1871652369172352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1784950338.641828:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:1.0:1784950338.641835:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e63643df type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950338.641842:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10604:10604:238:4294967295] 192.168.203.114@tcp LPNI seq info [9400:9400:7:4294967295] 00000100:00000001:1.0:1784950338.641862:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.641864:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950338.641870:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950338.641875:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13993 usecs (14 jiffies) 00000400:00000200:3.0:1784950338.641879:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950338.641884:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307276815 00000100:00000040:2.0:1784950338.641886:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5b32b3f] to pc [ptlrpcd_00_02+2] req@00000000e5b32b3f x1871652369172352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950338.641895:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0f26548. 00000400:00000200:0.0:1784950338.641904:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bec872ff 00000100:00000001:1.0:1784950338.641907:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784950338.641912:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950338.641914:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000bec872ff. 00000100:00000001:2.0:1784950338.641919:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.641920:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307276815 00000100:00080000:2.0:1784950338.641928:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:0.0:1784950338.641930:0:441643:0:(events.c:286:request_in_callback()) Process entered 00000800:00000010:3.0:1784950338.641930:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bb5297c. 00000100:00000010:1.0:1784950338.641931:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000276e14b6. 00000100:00000200:0.0:1784950338.641937:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00080000:2.0:1784950338.641939:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1784950338.641941:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:0.0:1784950338.641949:0:441643:0:(events.c:337:request_in_callback()) incoming req@00000000543bf97d x1871652369171840 msgsize 224 00000100:00000040:2.0:1784950338.641950:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950338.641951:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307276815 00000800:00000200:3.0:1784950338.641956:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000010:1.0:1784950338.641963:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092820665. 00000100:00000001:2.0:1784950338.641967:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1784950338.641974:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1784950338.641975:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b9f5999. 00000100:00000001:1.0:1784950338.641976:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:0.0:1784950338.641983:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:3.0:1784950338.641986:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000040:2.0:1784950338.641988:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1784950338.641990:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307276815 00000100:00000001:2.0:1784950338.641999:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1784950338.642000:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000060c913c. 00000800:00000200:3.0:1784950338.642000:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008bb5297c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950338.642002:0:441643:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1784950338.642003:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950338.642010:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.642012:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1784950338.642018:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f39d0e 02000000:00000010:2.0:1784950338.642019:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ebc2a5d. 00000100:00000001:1.0:1784950338.642020:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784950338.642025:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000075f39d0e. 00000100:00000001:1.0:1784950338.642028:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.642031:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.642031:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950338.642033:0:441643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950338.642037:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950338.642045:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@000000008b9f5999 x1871652369172480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950338.642046:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950338.642046:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4700 usecs (5 jiffies) 00000100:00000200:0.0:1784950338.642047:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000011aacb28 x1871652369171840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950338.642059:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307276806 00000100:00000001:1.0:1784950338.642061:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950338.642068:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950338.642073:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307276815 00000100:00000001:1.0:1784950338.642080:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950338.642087:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307276806 00000100:00000001:1.0:1784950338.642089:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950338.642120:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950338.642124:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307276815 00000100:00000001:0.0:1784950338.642131:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950338.642134:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4f7c3e7 x1871652369172096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950338.642135:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307276806 00000100:00000001:2.0:1784950338.642136:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1784950338.642144:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000011aacb28 x1871652369171840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950338.642145:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.642146:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307276815 00000100:00000001:3.0:1784950338.642157:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307276806 00000100:00000040:2.0:1784950338.642164:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9f5999] to pc [ptlrpcd_00_03+3] req@000000008b9f5999 x1871652369172480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950338.642168:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307276815 00000100:00000001:3.0:1784950338.642178:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950338.642190:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.642197:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950338.642203:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.642205:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950338.642209:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.642213:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950338.642216:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950338.642221:0:441643:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1784950338.642225:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950338.642230:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784950338.642233:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.642233:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950338.642234:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.642236:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950338.642248:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307279227 00000100:00100000:1.0:1784950338.642249:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e4f7c3e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369172096:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950338.642250:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950338.642251:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12614) 00000100:00000001:3.0:1784950338.642258:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950338.642265:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950338.642266:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950338.642275:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784950338.642276:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008b9f5999 x1871652369172480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950338.642279:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950338.642280:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1784950338.642283:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.642287:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1784950338.642289:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369171840 02000000:00000001:1.0:1784950338.642295:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950338.642295:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784950338.642297:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950338.642304:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1784950338.642306:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087e32b89. 00000100:00000040:2.0:1784950338.642310:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cb68b77 x1871652369172224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950338.642312:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.642314:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1784950338.642315:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.642321:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950338.642324:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950338.642328:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002f39298. 02000000:00000001:3.0:1784950338.642333:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1784950338.642338:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369171840 02000000:00000001:3.0:1784950338.642341:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784950338.642343:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9a855b7. 00000020:00000001:0.0:1784950338.642347:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950338.642355:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 02000000:00000001:3.0:1784950338.642356:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950338.642357:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369172096, portal 4 00000100:00000001:2.0:1784950338.642358:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1784950338.642364:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950338.642366:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.642369:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1784950338.642372:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00100000:3.0:1784950338.642373:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008b9f5999 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369172480:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950338.642375:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786012788480 : -120287696763136 : ffff929956904700) 02000000:00000001:2.0:1784950338.642376:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950338.642383:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950338.642385:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:3.0:1784950338.642392:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784950338.642397:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4f7c3e7 x1871652369172096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950338.642397:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950338.642398:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 02000000:00000001:3.0:1784950338.642400:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950338.642408:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950338.642412:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002cb68b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369172224:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950338.642413:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1784950338.642417:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1784950338.642424:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b409c91c. 00000100:00000001:2.0:1784950338.642428:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1784950338.642428:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000269463a9. 00000100:00000001:0.0:1784950338.642438:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950338.642438:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950338.642439:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784950338.642440:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950338.642445:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950338.642452:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b409c91c. 00000100:00000040:1.0:1784950338.642454:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950338.642454:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784950338.642455:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000180fde72. 02000000:00000010:2.0:1784950338.642464:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036b621d4. 00000400:00000010:1.0:1784950338.642466:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008abec0ef. 00000020:00000010:0.0:1784950338.642470:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d0923c0. 00000400:00000010:3.0:1784950338.642471:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b068732. 02000000:00000001:2.0:1784950338.642472:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950338.642473:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369172096, offset 0 00000100:00000200:3.0:1784950338.642487:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369172480, portal 10 00000020:00000010:0.0:1784950338.642488:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000caa49876. 00000400:00000010:2.0:1784950338.642489:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e821c46d. 00000100:00000001:3.0:1784950338.642500:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784950338.642501:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950338.642504:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000855af664. 00000100:00000001:3.0:1784950338.642506:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683764096 : -120288025787520 : ffff929942f3c380) 00000400:00000200:1.0:1784950338.642521:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:2.0:1784950338.642521:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e79e655e. 00000100:00000040:0.0:1784950338.642523:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:3.0:1784950338.642526:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000008b9f5999 x1871652369172480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950338.642536:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1784950338.642536:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369172224, portal 10 00000400:00000200:1.0:1784950338.642540:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950338.642543:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950338.642548:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950338.642551:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950338.642556:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950338.642556:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786012791168 : -120287696760448 : ffff929956905180) 00000400:00000200:1.0:1784950338.642568:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950338.642571:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950338.642572:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950338.642576:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002cb68b77 x1871652369172224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950338.642579:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:3.0:1784950338.642587:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950338.642599:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee59023e. 00000400:00000200:1.0:1784950338.642600:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10605:10605:237:4294967295] 192.168.203.114@tcp LPNI seq info [9401:9401:6:4294967295] 00000100:00000001:0.0:1784950338.642602:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950338.642604:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1784950338.642609:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369172480, offset 0 00000100:00000040:2.0:1784950338.642618:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950338.642626:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1784950338.642627:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7a3e15b. 00000100:00000001:0.0:1784950338.642634:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1784950338.642637:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:2.0:1784950338.642648:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369172224, offset 0 00000100:00100000:0.0:1784950338.642649:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000400:00000200:1.0:1784950338.642652:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950338.642662:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:0.0:1784950338.642670:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790983040080 : -120282726511536 : ffff929a7ed04c50) 00000800:00000200:1.0:1784950338.642673:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950338.642674:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950338.642674:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:0.0:1784950338.642684:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000543bf97d x1871652369171840/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:489/0 lens 224/0 e 0 to 0 dl 1784950349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950338.642692:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950338.642702:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000010:1.0:1784950338.642706:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcb2acbd. 00000100:00000001:0.0:1784950338.642710:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950338.642715:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784950338.642757:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950338.642761:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000010:0.0:1784950338.642764:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b409c91c. 00000100:00000001:0.0:1784950338.642774:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950338.642778:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10606:10606:236:4294967295] 192.168.203.114@tcp LPNI seq info [9402:9402:5:4294967295] 00000800:00000200:1.0:1784950338.642779:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000010:0.0:1784950338.642781:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b409c91c. 00000800:00000200:1.0:1784950338.642793:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcb2acbd type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1784950338.642801:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000543bf97d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369171840:12345-0@lo:400: 00000100:00000001:1.0:1784950338.642809:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950338.642818:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:0.0:1784950338.642820:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369171840 00000100:00000040:1.0:1784950338.642823:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13993 usecs (14 jiffies) 00000020:00000001:0.0:1784950338.642831:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950338.642833:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307276816 00000800:00000200:3.0:1784950338.642834:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950338.642839:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:2.0:1784950338.642842:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:0.0:1784950338.642848:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950338.642849:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c1815a5. 00000100:00000001:1.0:1784950338.642852:0:441641:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307276815 00000400:00000200:2.0:1784950338.642853:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1784950338.642859:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950338.642864:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:1.0:1784950338.642867:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307276816 00000400:00000200:2.0:1784950338.642868:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:3.0:1784950338.642876:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:0.0:1784950338.642877:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950338.642880:0:441641:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307276815 00000020:00000001:0.0:1784950338.642883:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950338.642885:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950338.642894:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307276816 00000020:00000001:0.0:1784950338.642896:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1784950338.642903:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:3.0:1784950338.642903:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:0.0:1784950338.642904:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950338.642906:0:441641:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307276815 00000020:00000001:0.0:1784950338.642912:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950338.642919:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003c1815a5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950338.642920:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10607:10607:235:4294967295] 192.168.203.114@tcp LPNI seq info [9403:9403:4:4294967295] 00000020:00000001:0.0:1784950338.642921:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950338.642921:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307276816 00000100:00000001:0.0:1784950338.642928:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950338.642933:0:441641:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307276815 02000000:00000001:0.0:1784950338.642936:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950338.642940:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.642942:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1784950338.642944:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005ac1cd3c. 00000100:00000001:1.0:1784950338.642955:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950338.642956:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950338.642956:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5043 usecs (6 jiffies) 00000400:00000200:2.0:1784950338.642961:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950338.642964:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950338.642966:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.642971:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307276808 00000100:00000001:1.0:1784950338.642973:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950338.642977:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.642986:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950338.642987:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307276816 00010000:00000040:0.0:1784950338.642988:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369171840 00000800:00000200:2.0:1784950338.642988:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950338.642993:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1784950338.643000:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950338.643002:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307276808 00000100:00000001:1.0:1784950338.643004:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1784950338.643006:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e5c2538. 00010000:00000200:0.0:1784950338.643012:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000543bf97d x1871652369171840/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:489/0 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950338.643013:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950338.643013:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307276816 00000100:00000001:1.0:1784950338.643020:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.643025:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307276808 00000800:00000200:2.0:1784950338.643026:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950338.643030:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.643038:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307276816 00000100:00000001:3.0:1784950338.643049:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307276808 00000800:00000200:2.0:1784950338.643051:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:3.0:1784950338.643058:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307276816 00010000:00000001:0.0:1784950338.643061:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000200:2.0:1784950338.643066:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002e5c2538 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950338.643066:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1784950338.643068:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.643076:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307276816 00000100:00000001:3.0:1784950338.643079:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950338.643082:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=126 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950338.643084:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.643112:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.643113:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307279228 00000100:00000001:0.0:1784950338.643116:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950338.643121:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5561 usecs (6 jiffies) 00000100:00000001:3.0:1784950338.643124:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950338.643128:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307276816 00000100:00000040:0.0:1784950338.643129:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:2.0:1784950338.643130:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307276808 00000100:00000001:3.0:1784950338.643134:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950338.643139:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000001:2.0:1784950338.643143:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307279227 00000100:00000001:3.0:1784950338.643144:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950338.643145:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307279228 02000000:00000001:0.0:1784950338.643146:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950338.643152:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.643157:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307276808 00000100:00000001:3.0:1784950338.643158:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950338.643160:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950338.643161:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307276816 00000100:00000001:3.0:1784950338.643164:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950338.643169:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307279228 00000100:00000001:3.0:1784950338.643173:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950338.643174:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1784950338.643176:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307279228 00000100:00000001:2.0:1784950338.643176:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307276808 00000400:00000010:0.0:1784950338.643183:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f39d0e. 00000100:00100000:3.0:1784950338.643186:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1784950338.643187:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307279228 00000100:00000001:1.0:1784950338.643188:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307276816 00000100:00000200:0.0:1784950338.643190:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369171840, offset 224 00000100:00000001:3.0:1784950338.643194:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950338.643199:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307276808 00000100:00000001:1.0:1784950338.643200:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950338.643205:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784950338.643208:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1784950338.643208:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.643208:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307279228 00000100:00000001:3.0:1784950338.643210:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950338.643222:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950338.643222:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950338.643224:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.643230:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950338.643232:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1784950338.643237:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950338.643238:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.643238:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784950338.643247:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069b8580 00000100:00000001:2.0:1784950338.643248:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.643250:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784950338.643253:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e5b32b3f x1871652369172352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950338.643256:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950338.643262:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950338.643267:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950338.643271:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x152f1 [1] + 224 00000100:00000001:1.0:1784950338.643273:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950338.643275:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950338.643280:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.643280:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784950338.643292:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950338.643293:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.643293:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950338.643298:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950338.643300:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950338.643305:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.643308:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950338.643311:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1784950338.643316:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950338.643320:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950338.643325:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950338.643326:0:453505:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784950338.643334:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950338.643339:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011aacb28 x1871652369171840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950338.643345:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e5b32b3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369172352:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950338.643361:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950338.643366:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950338.643371:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950338.643375:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000011aacb28 x1871652369171840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950338.643377:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1784950338.643383:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1784950338.643383:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1784950338.643387:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f33a667. 00000800:00000010:1.0:1784950338.643396:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e63643df. 00000800:00000010:2.0:1784950338.643397:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bb5297c. 02000000:00000001:3.0:1784950338.643397:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950338.643411:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de8516e0. 00000400:00000200:1.0:1784950338.643415:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950338.643415:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950338.643418:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1784950338.643420:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c61119ea. 00000100:00000200:3.0:1784950338.643430:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369172352, portal 4 00000400:00000200:0.0:1784950338.643431:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f39d0e 00000400:00000200:1.0:1784950338.643433:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950338.643433:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:0.0:1784950338.643441:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000075f39d0e. 00000100:00000001:3.0:1784950338.643442:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950338.643448:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683775744 : -120288025775872 : ffff929942f3f100) 00000100:00000001:0.0:1784950338.643451:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950338.643455:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1784950338.643461:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff1faa1f 00000100:00000040:3.0:1784950338.643461:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e5b32b3f x1871652369172352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950338.643463:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950338.643470:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ff1faa1f. 00000100:00000040:0.0:1784950338.643476:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:1.0:1784950338.643483:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784950338.643483:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa895c83 00010000:00000001:0.0:1784950338.643488:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000010:2.0:1784950338.643492:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000fa895c83. 00000020:00000001:0.0:1784950338.643495:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950338.643500:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000994a10b0 x1871652369171712/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950338.643505:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1784950338.643506:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950338.643515:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950338.643522:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000543bf97d x1871652369171840/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:489/0 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950338.643523:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c08b1440 x1871652369171968/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950338.643533:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950338.643543:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa895c83. 00000100:00000200:3.0:1784950338.643553:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369172352, offset 0 00000100:00000001:1.0:1784950338.643562:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950338.643575:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950338.643578:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000994a10b0 x1871652369171712/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950338.643596:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950338.643597:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950338.643611:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c08b1440 x1871652369171968/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950338.643616:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950338.643631:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950338.643642:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950338.643645:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950338.643650:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1784950338.643656:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000543bf97d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369171840:12345-0@lo:400: Request processed in 936us (1697us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950338.643659:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950338.643660:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950338.643672:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950338.643676:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10608:10608:234:4294967295] 192.168.203.114@tcp LPNI seq info [9404:9404:3:4294967295] 00000100:00100000:0.0:1784950338.643685:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00000040:0.0:1784950338.643692:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:0.0:1784950338.643700:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950338.643705:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1784950338.643707:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:0.0:1784950338.643714:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000caa49876. 00000800:00000200:3.0:1784950338.643757:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950338.643764:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033e9f3f3. 00000020:00000010:0.0:1784950338.643768:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000855af664. 00000800:00000200:3.0:1784950338.643776:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:0.0:1784950338.643777:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d0923c0. 00000800:00000200:1.0:1784950338.643789:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1784950338.643792:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000800:00000200:3.0:1784950338.643796:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000010:1.0:1784950338.643800:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcb2acbd. 02000000:00000001:0.0:1784950338.643802:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:3.0:1784950338.643804:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000033e9f3f3 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1784950338.643810:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005ac1cd3c. 00000100:00000001:3.0:1784950338.643814:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950338.643815:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784950338.643818:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1784950338.643825:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950338.643827:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4700 usecs (5 jiffies) 00000100:00000200:0.0:1784950338.643833:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1784950338.643835:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307276808 00000400:00000200:1.0:1784950338.643838:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:0.0:1784950338.643844:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022236365. 00000100:00000001:3.0:1784950338.643846:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307279227 00000400:00000200:1.0:1784950338.643851:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008abec0ef 00000800:00000200:2.0:1784950338.643852:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950338.643856:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307276808 00000400:00000010:1.0:1784950338.643859:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008abec0ef. 00000800:00000010:2.0:1784950338.643860:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c1815a5. 00000100:00000001:3.0:1784950338.643862:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307279228 00000100:00000001:3.0:1784950338.643871:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307276808 00000100:00000001:1.0:1784950338.643872:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784950338.643872:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784950338.643876:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036f83c10. 00000100:00000001:3.0:1784950338.643876:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307279228 00000100:00000200:1.0:1784950338.643885:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4f7c3e7 x1871652369172096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950338.643889:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950338.643891:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307276808 00000400:00000200:2.0:1784950338.643900:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee59023e 00000100:00000001:3.0:1784950338.643905:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307279228 00000400:00000010:2.0:1784950338.643908:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ee59023e. 00000800:00000001:0.0:1784950338.643909:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950338.643913:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950338.643920:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950338.643923:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1784950338.643924:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4f7c3e7 x1871652369172096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950338.643928:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950338.643934:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950338.643935:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b9f5999 x1871652369172480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950338.643940:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950338.643947:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950338.643951:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.643967:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.643969:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950338.643972:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950338.643980:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950338.643984:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950338.643992:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008b9f5999 x1871652369172480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950338.643999:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b8600 00000100:00000001:3.0:1784950338.644017:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950338.644019:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 15456 00000100:00000001:3.0:1784950338.644025:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950338.644036:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784950338.644039:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784950338.644040:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950338.644044:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:3.0:1784950338.644047:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950338.644053:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f325881. 00000800:00000001:2.0:1784950338.644061:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950338.644062:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a2a777d 00000400:00000010:3.0:1784950338.644070:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a2a777d. 00000100:00000001:3.0:1784950338.644078:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1784950338.644080:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950338.644087:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011aacb28 x1871652369171840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950338.644115:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950338.644127:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1784950338.644127:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950338.644135:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e5c2538. 00000100:00000200:3.0:1784950338.644137:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011aacb28 x1871652369171840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950338.644147:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950338.644150:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:0.0:1784950338.644154:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950338.644166:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950338.644167:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950338.644182:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b8500 00000100:00000001:3.0:1784950338.644185:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784950338.644186:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7a3e15b 00000400:00000200:0.0:1784950338.644188:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950338.644192:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950338.644196:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d7a3e15b. 00000100:00000001:3.0:1784950338.644203:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950338.644207:0:441634:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784950338.644209:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950338.644215:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1784950338.644216:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 15680 00000100:00000200:1.0:1784950338.644219:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cb68b77 x1871652369172224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950338.644221:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950338.644230:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:2.0:1784950338.644231:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950338.644233:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950338.644237:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000001:2.0:1784950338.644247:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950338.644247:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=126 v=5 (5 5 5 5) 00000400:00000200:2.0:1784950338.644256:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950338.644261:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1784950338.644263:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=126 v=5 (1 1 1 1) 00000100:00000040:1.0:1784950338.644271:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cb68b77 x1871652369172224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1784950338.644272:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007dcb4221. 00000400:00000200:2.0:1784950338.644274:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950338.644274:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950338.644282:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950338.644285:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000007dcb4221 x1871652369171968 msgsize 224 00010000:00000001:3.0:1784950338.644292:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950338.644300:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.644311:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950338.644312:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:3.0:1784950338.644327:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011aacb28 x1871652369171840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950338.644329:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.644340:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950338.644349:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950338.644354:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950338.644355:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950338.644357:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950338.644366:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011aacb28 x1871652369171840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950338.644375:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000011aacb28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369171840:0@lo:400: 00000800:00000001:0.0:1784950338.644381:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950338.644383:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950338.644389:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950338.644393:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011aacb28 x1871652369171840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950338.644394:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950338.644404:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950338.644413:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784950338.644414:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950338.644414:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950338.644421:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000010:1.0:1784950338.644426:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033e9f3f3. 02000000:00000010:3.0:1784950338.644427:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da6cc722. 00000100:00000001:2.0:1784950338.644435:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1784950338.644439:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950338.644442:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950338.644443:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1784950338.644444:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369171968 00000020:00000001:3.0:1784950338.644450:0:441643:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784950338.644452:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1784950338.644457:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000400:00000200:0.0:1784950338.644460:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b8800 00000100:00000001:2.0:1784950338.644462:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784950338.644464:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950338.644470:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784950338.644471:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950338.644478:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002058a4fe. 02000000:00000001:2.0:1784950338.644481:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950338.644484:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 146944 02000000:00000001:3.0:1784950338.644490:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1784950338.644493:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369171968 00000400:00000200:1.0:1784950338.644497:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa895c83 02000000:00000001:3.0:1784950338.644498:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1784950338.644499:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950338.644500:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000010:3.0:1784950338.644506:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011aacb28. 00000400:00000010:1.0:1784950338.644507:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000fa895c83. 00000020:00000040:2.0:1784950338.644508:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000800:00000001:0.0:1784950338.644512:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950338.644517:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950338.644518:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1784950338.644519:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950338.644522:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950338.644526:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950338.644529:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:3.0:1784950338.644532:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950338.644537:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e5b32b3f x1871652369172352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950338.644539:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000400:00000200:0.0:1784950338.644542:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950338.644545:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1784950338.644548:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:3.0:1784950338.644553:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950338.644558:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950338.644560:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950338.644564:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784950338.644565:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1784950338.644571:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:3.0:1784950338.644572:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950338.644579:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f3ef60b. 00000100:00000001:1.0:1784950338.644580:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950338.644582:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950338.644590:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000009f3ef60b x1871652369172480 msgsize 224 00000100:00000040:1.0:1784950338.644591:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e5b32b3f x1871652369172352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950338.644591:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000020:00000010:2.0:1784950338.644607:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000230b9376. 00000100:00000001:3.0:1784950338.644611:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1784950338.644618:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000200:3.0:1784950338.644619:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000010:2.0:1784950338.644620:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d448e305. 00000100:00000001:1.0:1784950338.644630:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.644635:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1784950338.644636:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000026e17c9. 00000100:00000010:3.0:1784950338.644637:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca721e50. 00000100:00000040:3.0:1784950338.644644:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000ca721e50 x1871652369171712 msgsize 224 00000100:00000040:2.0:1784950338.644650:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950338.644652:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950338.644662:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1784950338.644664:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:0.0:1784950338.644665:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950338.644670:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950338.644671:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950338.644677:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950338.644678:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950338.644679:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369172480 02000000:00000001:1.0:1784950338.644688:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1784950338.644689:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950338.644690:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950338.644693:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.644697:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950338.644701:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950338.644702:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950338.644709:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950338.644713:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.644714:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950338.644757:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:3.0:1784950338.644765:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950338.644767:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369172480 00000800:00000001:3.0:1784950338.644773:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950338.644776:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950338.644777:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1784950338.644780:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b8780 00000020:00000040:1.0:1784950338.644783:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00100000:2.0:1784950338.644786:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369171712 00000800:00000001:3.0:1784950338.644786:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950338.644792:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1784950338.644796:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 15904 02000000:00000001:2.0:1784950338.644797:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:1.0:1784950338.644801:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000001:2.0:1784950338.644804:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950338.644810:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950338.644814:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:1.0:1784950338.644815:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000800:00000001:0.0:1784950338.644818:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950338.644821:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950338.644828:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00100000:2.0:1784950338.644828:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369171712 00000020:00000001:2.0:1784950338.644832:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950338.644836:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1784950338.644836:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:2.0:1784950338.644840:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:0.0:1784950338.644841:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950338.644844:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea9aab88. 00000400:00000200:3.0:1784950338.644847:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b8680 00000020:00000040:2.0:1784950338.644848:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000400:00000200:0.0:1784950338.644853:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950338.644855:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950338.644859:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000010:1.0:1784950338.644867:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea9aab88. 00000020:00000001:2.0:1784950338.644867:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000200:0.0:1784950338.644877:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950338.644878:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 16128 00000100:00000001:2.0:1784950338.644880:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950338.644882:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb064e97. 00000020:00000010:2.0:1784950338.644889:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000020:00000010:1.0:1784950338.644894:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d4109e7. 00000100:00000001:2.0:1784950338.644898:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950338.644901:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1784950338.644903:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000020:00000010:1.0:1784950338.644904:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000800:00000001:3.0:1784950338.644906:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950338.644907:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000010:2.0:1784950338.644914:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004075b23b. 00000100:00000010:0.0:1784950338.644919:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000060678714. 00000100:00000040:1.0:1784950338.644919:0:455357:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000800:00000001:3.0:1784950338.644925:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950338.644926:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000072f375b7. 00000100:00000001:1.0:1784950338.644928:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1784950338.644930:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000060678714 x1871652369172352 msgsize 224 00000100:00000001:1.0:1784950338.644933:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1784950338.644936:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000098a21f52. 00000400:00000200:3.0:1784950338.644939:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950338.644943:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950338.644947:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1784950338.644954:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950338.644955:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950338.644959:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1784950338.644966:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950338.644966:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950338.644966:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950338.644973:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950338.644975:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.644976:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.644984:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950338.644984:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:0.0:1784950338.644986:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784950338.644995:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000001:0.0:1784950338.644998:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950338.644999:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950338.644999:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1784950338.645006:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011aacb28. 00000100:00100000:2.0:1784950338.645008:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369172352 02000000:00000001:2.0:1784950338.645018:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1784950338.645018:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000011aacb28 x1871652369172096 msgsize 224 00000100:00000001:1.0:1784950338.645020:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950338.645022:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950338.645027:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950338.645028:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950338.645032:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1784950338.645037:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950338.645040:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1784950338.645047:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1518 00000100:00100000:3.0:1784950338.645047:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:2.0:1784950338.645048:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369172352 00000020:00000001:2.0:1784950338.645059:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:0.0:1784950338.645060:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2605 00000100:00000001:3.0:1784950338.645061:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1784950338.645062:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000020:00000040:2.0:1784950338.645066:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:1.0:1784950338.645073:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822329856 : -120287887221760 : ffff92994b361c00) 00000100:00000040:0.0:1784950338.645074:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000020:00000001:2.0:1784950338.645074:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:3.0:1784950338.645077:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:2.0:1784950338.645081:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=6 00000100:00000001:0.0:1784950338.645084:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822334336 : -120287887217280 : ffff92994b362d80) 00000800:00000001:3.0:1784950338.645114:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950338.645117:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009f3ef60b x1871652369172480/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:489/0 lens 224/0 e 0 to 0 dl 1784950349 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950338.645118:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:3.0:1784950338.645120:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950338.645127:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007dcb4221 x1871652369171968/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:489/0 lens 224/0 e 0 to 0 dl 1784950349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950338.645129:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:3.0:1784950338.645129:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950338.645142:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950338.645154:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000400:00000200:3.0:1784950338.645157:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950338.645165:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950338.645169:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950338.645177:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000020:00000010:1.0:1784950338.645180:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea9aab88. 00000100:00000001:0.0:1784950338.645183:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950338.645188:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b8700 00000100:00000001:1.0:1784950338.645191:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950338.645191:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000418b79d3. 00000020:00000010:0.0:1784950338.645193:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b409c91c. 00000020:00000010:2.0:1784950338.645204:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003721e866. 00000400:00000200:3.0:1784950338.645205:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 147168 00000020:00000010:1.0:1784950338.645207:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea9aab88. 00000100:00000001:0.0:1784950338.645208:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950338.645217:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a534ace4. 00000020:00000010:0.0:1784950338.645220:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b409c91c. 00000800:00000001:3.0:1784950338.645225:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950338.645229:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009f3ef60b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369172480:12345-192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950338.645229:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950338.645235:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:3.0:1784950338.645240:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950338.645242:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950338.645243:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007dcb4221 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:441644:x1871652369171968:12345-192.168.203.114@tcp:41: 00000100:00000200:1.0:1784950338.645246:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369172480 00000400:00000200:3.0:1784950338.645253:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950338.645256:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950338.645258:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950338.645263:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369171968 00000100:00000001:2.0:1784950338.645267:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950338.645268:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950338.645271:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:3.0:1784950338.645275:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950338.645276:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950338.645280:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950338.645288:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1784950338.645289:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950338.645291:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.645292:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1784950338.645293:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369172096 00000020:00000001:1.0:1784950338.645294:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000200:3.0:1784950338.645299:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1784950338.645302:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1784950338.645304:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950338.645305:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000010:3.0:1784950338.645308:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081ed4785. 00000100:00000001:2.0:1784950338.645309:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1784950338.645312:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:1.0:1784950338.645314:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950338.645315:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950338.645318:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000081ed4785 x1871652369172224 msgsize 224 00000020:00000001:0.0:1784950338.645321:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1784950338.645326:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1784950338.645326:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1784950338.645330:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369171968, found 0 last_xid 1871652369171967 00000020:00000001:1.0:1784950338.645333:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1784950338.645337:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369172096 00000020:00000001:1.0:1784950338.645342:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950338.645343:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950338.645344:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:2.0:1784950338.645346:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1784950338.645350:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1784950338.645354:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000040:2.0:1784950338.645355:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:1.0:1784950338.645358:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1784950338.645360:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1784950338.645363:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1784950338.645363:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1784950338.645365:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.645367:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1784950338.645369:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=6 02000000:00000010:1.0:1784950338.645372:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003e0ed0c5. 00000100:00000001:0.0:1784950338.645377:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950338.645378:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950338.645379:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000800:00000001:3.0:1784950338.645379:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950338.645383:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1784950338.645389:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000800:00000001:3.0:1784950338.645389:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950338.645390:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950338.645393:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005ac1cd3c. 00000100:00000001:2.0:1784950338.645402:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1784950338.645403:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950338.645404:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950338.645412:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:0.0:1784950338.645415:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950338.645415:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369172480 00000100:00000001:2.0:1784950338.645421:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1784950338.645426:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000010:2.0:1784950338.645427:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000004:00000001:0.0:1784950338.645430:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:0.0:1784950338.645437:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00010000:00000200:1.0:1784950338.645439:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000009f3ef60b x1871652369172480/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:489/0 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950338.645439:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031bfa75f. 00000004:00000001:0.0:1784950338.645442:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.645442:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1784950338.645448:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000100:00100000:3.0:1784950338.645450:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369172224 02000000:00000001:3.0:1784950338.645459:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1784950338.645460:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000004:00000024:0.0:1784950338.645464:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000100:00000001:3.0:1784950338.645465:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950338.645470:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950338.645472:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950338.645475:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000020:0.0:1784950338.645477:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:2.0:1784950338.645478:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1784950338.645484:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.645486:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950338.645487:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1784950338.645488:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000100:00001000:1.0:1784950338.645492:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=121 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950338.645494:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950338.645498:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369172224 00000020:00000020:0.0:1784950338.645504:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000001:3.0:1784950338.645507:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950338.645508:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950338.645510:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1784950338.645515:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000020:0.0:1784950338.645519:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000020:00000001:3.0:1784950338.645522:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:1.0:1784950338.645523:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000004:00000020:0.0:1784950338.645529:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000020:00000040:3.0:1784950338.645530:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:2.0:1784950338.645531:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950338.645532:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950338.645537:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950338.645543:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 02000000:00000001:1.0:1784950338.645546:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:0.0:1784950338.645549:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 02000000:00000001:1.0:1784950338.645553:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950338.645554:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00100000:2.0:1784950338.645555:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2606 00000001:00000001:0.0:1784950338.645556:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950338.645569:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.645569:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950338.645570:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950338.645571:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00010000:00000040:0.0:1784950338.645581:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369171968 00000100:00000040:1.0:1784950338.645581:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950338.645582:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785665238272 : -120288044313344 : ffff929941d91500) 00000020:00000010:3.0:1784950338.645583:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000400:00000010:1.0:1784950338.645591:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008abec0ef. 00010000:00000001:0.0:1784950338.645594:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950338.645596:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784950338.645601:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369172480, offset 224 00000100:00000040:2.0:1784950338.645604:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ca721e50 x1871652369171712/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:489/0 lens 224/0 e 0 to 0 dl 1784950349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950338.645605:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00010000:00000200:0.0:1784950338.645607:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000007dcb4221 x1871652369171968/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:489/0 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950338.645621:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fc8ce9c. 00000400:00000200:1.0:1784950338.645624:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000010:3.0:1784950338.645634:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000020:00000010:3.0:1784950338.645647:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000400:00000200:1.0:1784950338.645651:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950338.645659:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950338.645668:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1784950338.645669:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950338.645671:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950338.645675:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10609:10609:239:4294967295] 192.168.203.114@tcp LPNI seq info [9405:9405:8:4294967295] 00000100:00000001:3.0:1784950338.645676:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950338.645678:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950338.645683:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00001000:0.0:1784950338.645689:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=121 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950338.645693:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950338.645694:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1784950338.645698:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950338.645703:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:2.0:1784950338.645707:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00000001:3.0:1784950338.645708:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950338.645711:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950338.645753:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950338.645758:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950338.645764:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.645765:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950338.645767:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:2.0:1784950338.645767:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ca721e50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:441641:x1871652369171712:12345-192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950338.645770:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784950338.645783:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369171712 00000100:00000040:0.0:1784950338.645784:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950338.645790:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000200:1.0:1784950338.645793:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950338.645793:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000010:0.0:1784950338.645795:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f39d0e. 00000100:00000001:3.0:1784950338.645797:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1784950338.645802:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000010:1.0:1784950338.645805:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcb2acbd. 00000100:00000200:0.0:1784950338.645808:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369171968, offset 224 00000020:00000001:2.0:1784950338.645811:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950338.645817:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1519 00000800:00000200:1.0:1784950338.645820:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:2.0:1784950338.645821:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1784950338.645827:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000001:2.0:1784950338.645830:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000400:00000200:0.0:1784950338.645831:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950338.645835:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786048189568 : -120287661362048 : ffff929958ac7480) 00000020:00000001:2.0:1784950338.645843:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:1.0:1784950338.645844:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000001:00000001:2.0:1784950338.645851:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369171712, found 0 last_xid 1871652369171711 00000100:00000040:3.0:1784950338.645854:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000081ed4785 x1871652369172224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:489/0 lens 224/0 e 0 to 0 dl 1784950349 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950338.645855:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:1.0:1784950338.645856:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcb2acbd type 1, nob 320 niov 1 nkiov 1 00000020:00000001:2.0:1784950338.645862:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950338.645875:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1784950338.645880:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10610:10610:238:4294967295] 192.168.203.114@tcp LPNI seq info [9406:9406:7:4294967295] 00000100:00000001:1.0:1784950338.645883:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950338.645883:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950338.645891:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950338.645899:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950338.645903:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950338.645904:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1784950338.645908:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:2.0:1784950338.645911:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1784950338.645914:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000020:00000001:1.0:1784950338.645915:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950338.645921:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000061e9e1f. 00000020:00000001:1.0:1784950338.645929:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950338.645929:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950338.645930:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:2.0:1784950338.645931:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950338.645941:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f3ef60b x1871652369172480/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:489/0 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950338.645943:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950338.645946:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000004:00000001:2.0:1784950338.645956:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000800:00000200:0.0:1784950338.645961:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000004:00000001:2.0:1784950338.645964:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1784950338.645970:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950338.645973:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000081ed4785 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369172224:12345-192.168.203.114@tcp:400: 00000800:00000010:0.0:1784950338.645976:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013f88f5e. 00000004:00000024:2.0:1784950338.645987:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000100:00100000:1.0:1784950338.645995:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009f3ef60b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369172480:12345-192.168.203.114@tcp:400: Request processed in 814us (1394us total) trans 0 rc 0/0 00000100:00000200:3.0:1784950338.645997:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369172224 00000800:00000200:0.0:1784950338.645998:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000020:2.0:1784950338.646001:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000001:3.0:1784950338.646007:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000020:2.0:1784950338.646012:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000020:00000001:3.0:1784950338.646016:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000200:0.0:1784950338.646021:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:3.0:1784950338.646024:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950338.646027:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1518 00000004:00000020:2.0:1784950338.646028:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000800:00000200:0.0:1784950338.646034:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000013f88f5e type 1, nob 464 niov 1 nkiov 1 00000020:00000001:3.0:1784950338.646035:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1784950338.646039:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000001:00000001:2.0:1784950338.646041:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1784950338.646042:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:0.0:1784950338.646048:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.646050:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000001:2.0:1784950338.646050:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950338.646051:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950338.646060:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1784950338.646060:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950338.646061:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000004:00000001:2.0:1784950338.646061:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950338.646068:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d4109e7. 00000020:00000001:3.0:1784950338.646074:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00010000:00000040:2.0:1784950338.646076:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369171712 00010000:00000001:0.0:1784950338.646077:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950338.646079:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1784950338.646080:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000020:00000001:0.0:1784950338.646083:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950338.646089:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950338.646112:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1784950338.646113:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb064e97. 00010000:00000001:2.0:1784950338.646113:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:3.0:1784950338.646123:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1784950338.646124:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007dcb4221 x1871652369171968/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:489/0 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784950338.646128:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00010000:00000200:2.0:1784950338.646131:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000ca721e50 x1871652369171712/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:489/0 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950338.646132:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950338.646142:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950338.646143:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1784950338.646153:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f2f0a766. 02000000:00000001:3.0:1784950338.646163:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.646173:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950338.646184:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950338.646190:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1784950338.646192:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007dcb4221 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:441644:x1871652369171968:12345-192.168.203.114@tcp:41: Request processed in 1002us (1899us total) trans 0 rc 0/0 00010000:00000040:3.0:1784950338.646193:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369172224 00000800:00000200:1.0:1784950338.646195:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1784950338.646198:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950338.646206:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000010:1.0:1784950338.646208:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcb2acbd. 00000100:00001000:2.0:1784950338.646208:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=121 v=5 (1 1 1 1) 00000100:00100000:0.0:1784950338.646219:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2605 00000400:00000200:1.0:1784950338.646220:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950338.646220:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:3.0:1784950338.646221:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000081ed4785 x1871652369172224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:489/0 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950338.646233:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000040:2.0:1784950338.646235:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950338.646239:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950338.646243:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950338.646248:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950338.646252:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1784950338.646255:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008abec0ef 02000000:00000001:2.0:1784950338.646261:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1784950338.646262:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d448e305. 00000400:00000010:1.0:1784950338.646265:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008abec0ef. 02000000:00000001:2.0:1784950338.646268:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950338.646274:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000026e17c9. 00000100:00000001:2.0:1784950338.646277:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950338.646278:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950338.646287:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1784950338.646288:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000230b9376. 00010000:00000001:3.0:1784950338.646294:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1784950338.646296:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000001:3.0:1784950338.646301:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950338.646302:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 5 00000400:00000010:2.0:1784950338.646306:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8357575. 00000100:00001000:3.0:1784950338.646312:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950338.646314:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950338.646318:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369171712, offset 224 00000100:00000001:3.0:1784950338.646328:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1784950338.646335:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950338.646340:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950338.646343:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:2.0:1784950338.646346:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950338.646347:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1784950338.646354:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950338.646359:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950338.646361:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2607 00000100:00000001:3.0:1784950338.646367:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950338.646370:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000800:00000200:1.0:1784950338.646373:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784950338.646374:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950338.646378:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822333440 : -120287887218176 : ffff92994b362a00) 00000100:00000040:3.0:1784950338.646383:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950338.646385:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013f88f5e. 00000400:00000010:3.0:1784950338.646395:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000400:00000200:1.0:1784950338.646397:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950338.646398:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060678714 x1871652369172352/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:489/0 lens 224/0 e 0 to 0 dl 1784950349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950338.646400:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10611:10611:238:4294967295] 192.168.203.114@tcp LPNI seq info [9407:9407:7:4294967295] 00000100:00000200:3.0:1784950338.646408:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369172224, offset 224 00000400:00000200:1.0:1784950338.646418:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950338.646435:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950338.646454:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1784950338.646454:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:0.0:1784950338.646462:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b409c91c. 00000400:00000200:1.0:1784950338.646469:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f39d0e 00000100:00000001:0.0:1784950338.646470:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784950338.646472:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950338.646478:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000075f39d0e. 00000020:00000010:0.0:1784950338.646483:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b409c91c. 00000400:00000200:3.0:1784950338.646484:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950338.646488:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000010:2.0:1784950338.646488:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3b91a8d. 00000100:00000001:1.0:1784950338.646496:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1784950338.646503:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000060678714 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369172352:12345-192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950338.646510:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10612:10612:237:4294967295] 192.168.203.114@tcp LPNI seq info [9408:9408:6:4294967295] 00000800:00000200:2.0:1784950338.646513:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:0.0:1784950338.646525:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369172352 00000020:00000001:0.0:1784950338.646531:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950338.646538:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000200:2.0:1784950338.646540:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:0.0:1784950338.646544:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950338.646553:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b3b91a8d type 1, nob 464 niov 1 nkiov 1 00000020:00000001:0.0:1784950338.646555:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1784950338.646556:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:0.0:1784950338.646561:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:2.0:1784950338.646569:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950338.646572:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:3.0:1784950338.646580:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000001:00000001:0.0:1784950338.646581:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369172352, found 0 last_xid 1871652369171967 00000800:00000001:1.0:1784950338.646584:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950338.646585:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:0.0:1784950338.646594:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950338.646596:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000001:1.0:1784950338.646600:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950338.646600:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000002c68df2. 00000020:00000001:0.0:1784950338.646601:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950338.646602:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950338.646608:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000001:1.0:1784950338.646613:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950338.646615:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950338.646615:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:3.0:1784950338.646622:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:0.0:1784950338.646626:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000001:1.0:1784950338.646626:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950338.646631:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca721e50 x1871652369171712/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:489/0 lens 224/368 e 0 to 0 dl 1784950349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950338.646636:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000200:3.0:1784950338.646642:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:0.0:1784950338.646645:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1784950338.646650:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000010:0.0:1784950338.646655:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001a976f82. 00000800:00000200:3.0:1784950338.646656:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000002c68df2 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1784950338.646666:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.646674:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950338.646677:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950338.646677:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b8800 00000100:00100000:2.0:1784950338.646677:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ca721e50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:441641:x1871652369171712:12345-192.168.203.114@tcp:41: Request processed in 1003us (2026us total) trans 0 rc 0/0 00000100:00000040:3.0:1784950338.646687:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000001:0.0:1784950338.646689:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950338.646699:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00010000:00000040:0.0:1784950338.646701:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369172352 00000400:00000200:1.0:1784950338.646703:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15311 [1] + 224 00000020:00000001:3.0:1784950338.646705:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950338.646712:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00100000:2.0:1784950338.646715:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2606 00010000:00000200:0.0:1784950338.646758:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000060678714 x1871652369172352/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:489/0 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950338.646759:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1784950338.646765:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000001:1.0:1784950338.646769:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950338.646775:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081ed4785 x1871652369172224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:489/0 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950338.646777:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1784950338.646782:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000001:1.0:1784950338.646782:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950338.646786:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1784950338.646790:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950338.646793:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1784950338.646794:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000072f375b7. 00000100:00001000:0.0:1784950338.646802:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=121 v=5 (1 1 1 1) 00000020:00000010:2.0:1784950338.646808:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000098a21f52. 00000400:00000200:1.0:1784950338.646815:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950338.646822:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004075b23b. 00000100:00000001:0.0:1784950338.646824:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950338.646829:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1784950338.646832:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000081ed4785 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369172224:12345-192.168.203.114@tcp:400: Request processed in 920us (1502us total) trans 0 rc 0/0 00000100:00000040:0.0:1784950338.646836:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000040:2.0:1784950338.646839:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 5 00000100:00000200:1.0:1784950338.646843:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b9f5999 x1871652369172480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950338.646848:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950338.646851:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950338.646861:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1784950338.646867:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1519 02000000:00000001:0.0:1784950338.646869:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.646875:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950338.646882:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950338.646884:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1784950338.646884:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000040:1.0:1784950338.646896:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008b9f5999 x1871652369172480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950338.646896:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1784950338.646900:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00100000:2.0:1784950338.646902:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2608 00000100:00000001:3.0:1784950338.646908:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1784950338.646911:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c18e6a7. 00000100:00000040:2.0:1784950338.646913:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000010:3.0:1784950338.646920:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000100:00000001:2.0:1784950338.646924:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683749504 : -120288025802112 : ffff929942f38a80) 00000100:00000200:0.0:1784950338.646925:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369172352, offset 224 00000020:00000010:3.0:1784950338.646936:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000100:00000040:2.0:1784950338.646942:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000011aacb28 x1871652369172096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:489/0 lens 224/0 e 0 to 0 dl 1784950349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950338.646948:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950338.646950:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1784950338.646951:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fc8ce9c. 00000020:00000040:3.0:1784950338.646967:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000400:00000200:0.0:1784950338.646969:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950338.646979:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950338.646987:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950338.646990:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10613:10613:237:4294967295] 192.168.203.114@tcp LPNI seq info [9409:9409:6:4294967295] 00000020:00000010:2.0:1784950338.646997:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:2.0:1784950338.647005:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950338.647016:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000400:00000200:0.0:1784950338.647019:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950338.647037:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950338.647037:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950338.647038:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000011aacb28 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369172096:12345-192.168.203.114@tcp:400: 00000800:00000200:3.0:1784950338.647047:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950338.647051:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 00000800:00000001:1.0:1784950338.647053:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950338.647056:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3b91a8d. 00000100:00000200:2.0:1784950338.647059:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369172096 00000800:00000001:1.0:1784950338.647063:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950338.647068:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000200:0.0:1784950338.647069:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950338.647070:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950338.647074:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950338.647074:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950338.647085:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950338.647087:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:2.0:1784950338.647120:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000200:0.0:1784950338.647121:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950338.647122:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950338.647127:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:2.0:1784950338.647127:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:0.0:1784950338.647135:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950338.647138:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1784950338.647138:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8357575 00000100:00000040:0.0:1784950338.647146:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000010:3.0:1784950338.647148:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e8357575. 00000001:00000001:2.0:1784950338.647149:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369172096, found 0 last_xid 1871652369171711 00000400:00000200:1.0:1784950338.647153:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b8600 00010000:00000001:0.0:1784950338.647160:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950338.647163:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950338.647163:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1784950338.647167:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.647171:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1784950338.647174:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950338.647175:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1784950338.647178:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x152f9 [1] + 224 00000020:00000001:2.0:1784950338.647180:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950338.647184:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950338.647188:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060678714 x1871652369172352/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:489/0 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950338.647190:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000001:1.0:1784950338.647192:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950338.647199:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000001:1.0:1784950338.647205:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950338.647206:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1784950338.647213:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000060678714 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369172352:12345-192.168.203.114@tcp:400: Request processed in 755us (2277us total) trans 0 rc 0/0 00000400:00000200:1.0:1784950338.647215:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1784950338.647219:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007bb9a502. 02000000:00000001:2.0:1784950338.647227:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.647234:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950338.647236:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950338.647238:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2607 00000020:00000001:2.0:1784950338.647242:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950338.647246:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:1.0:1784950338.647247:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:2.0:1784950338.647250:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369172096 00000100:00000001:0.0:1784950338.647256:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1784950338.647260:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000200:1.0:1784950338.647264:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c08b1440 x1871652369171968/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950338.647265:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000200:2.0:1784950338.647272:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000011aacb28 x1871652369172096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:489/0 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950338.647273:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003721e866. 00000800:00000200:3.0:1784950338.647275:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950338.647286:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 00000020:00000010:0.0:1784950338.647287:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a534ace4. 00000400:00000200:3.0:1784950338.647299:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1784950338.647303:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000418b79d3. 00000100:00000040:1.0:1784950338.647306:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c08b1440 x1871652369171968/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950338.647309:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1784950338.647316:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00010000:00000001:2.0:1784950338.647316:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950338.647320:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950338.647328:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784950338.647330:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=121 v=5 (1 1 1 1) 00000400:00000200:3.0:1784950338.647335:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c18e6a7 00000400:00000010:3.0:1784950338.647344:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c18e6a7. 00000100:00000001:2.0:1784950338.647347:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950338.647357:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950338.647358:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1784950338.647360:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950338.647364:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1784950338.647368:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950338.647368:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950338.647375:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950338.647379:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.647384:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950338.647390:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950338.647396:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a3f02ce. 00000100:00000001:3.0:1784950338.647397:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784950338.647404:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950338.647405:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1784950338.647408:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369172096, offset 224 00000800:00000001:1.0:1784950338.647414:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784950338.647415:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950338.647420:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950338.647423:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000180fde72. 00000400:00000200:3.0:1784950338.647428:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b068732 00000400:00000010:3.0:1784950338.647430:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003b068732. 00000100:00000001:3.0:1784950338.647435:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1784950338.647442:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950338.647447:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b9f5999 x1871652369172480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950338.647467:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b9f5999 x1871652369172480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950338.647470:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:0.0:1784950338.647474:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950338.647484:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002c68df2. 00000400:00000200:0.0:1784950338.647497:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950338.647498:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10614:10614:238:4294967295] 192.168.203.114@tcp LPNI seq info [9410:9410:7:4294967295] 00000100:00000001:3.0:1784950338.647500:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950338.647502:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950338.647507:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950338.647513:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950338.647517:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950338.647525:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784950338.647526:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950338.647530:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950338.647537:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950338.647542:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:3.0:1784950338.647543:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950338.647556:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=121 v=5 (5 5 5 5) 00000400:00000200:0.0:1784950338.647559:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000800:00000200:2.0:1784950338.647563:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950338.647569:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000400:00000200:1.0:1784950338.647569:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b8780 00000100:00001000:3.0:1784950338.647573:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=121 v=5 (1 1 1 1) 00000800:00000010:2.0:1784950338.647578:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3b91a8d. 00000100:00000001:0.0:1784950338.647580:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950338.647588:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950338.647590:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784950338.647593:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15325 [1] + 224 00000100:00000001:3.0:1784950338.647596:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950338.647598:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:0.0:1784950338.647600:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950338.647607:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784950338.647608:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784950338.647615:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950338.647617:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00010000:00080000:3.0:1784950338.647622:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008b9f5999 x1871652369172480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950338.647624:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950338.647630:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950338.647630:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b3b91a8d type 1, nob 320 niov 1 nkiov 1 00000800:00000001:0.0:1784950338.647638:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950338.647640:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950338.647646:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950338.647660:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950338.647663:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950338.647667:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:2.0:1784950338.647673:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:1.0:1784950338.647679:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784950338.647681:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950338.647683:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950338.647686:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950338.647690:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1784950338.647693:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e5b32b3f x1871652369172352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950338.647697:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000400:00000200:0.0:1784950338.647698:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b8500 00000100:00000040:2.0:1784950338.647702:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011aacb28 x1871652369172096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:489/0 lens 224/224 e 0 to 0 dl 1784950349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950338.647708:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950338.647714:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950338.647768:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008b9f5999 x1871652369172480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950338.647769:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x152f5 [1] + 224 00000100:00000040:1.0:1784950338.647777:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e5b32b3f x1871652369172352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950338.647781:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000011aacb28 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369172096:12345-192.168.203.114@tcp:400: Request processed in 784us (2753us total) trans 0 rc 0/0 00000800:00000001:0.0:1784950338.647793:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950338.647803:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950338.647814:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784950338.647817:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2608 00000100:00000001:3.0:1784950338.647831:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950338.647834:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000400:00000200:0.0:1784950338.647835:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950338.647844:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950338.647844:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950338.647848:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950338.647851:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950338.647852:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950338.647855:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950338.647865:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000100:00000200:0.0:1784950338.647867:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000994a10b0 x1871652369171712/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950338.647869:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b9f5999 x1871652369172480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950338.647878:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000020:00000010:2.0:1784950338.647891:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031bfa75f. 00000020:00000040:2.0:1784950338.647906:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:2.0:1784950338.647917:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950338.647920:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000994a10b0 x1871652369171712/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950338.647926:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1784950338.647938:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008b9f5999 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369172480:192.168.203.114@tcp:400: 00000800:00000010:1.0:1784950338.647939:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3b91a8d. 00000400:00000200:1.0:1784950338.647955:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950338.647963:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1784950338.647963:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950338.647973:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950338.647974:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950338.647974:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950338.647981:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb422241. 00000800:00000001:2.0:1784950338.647989:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950338.647991:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000800:00000001:2.0:1784950338.647997:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950338.648000:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000800:00000001:2.0:1784950338.648006:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950338.648007:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950338.648010:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a3f02ce 00000800:00000001:0.0:1784950338.648014:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:1.0:1784950338.648016:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008a3f02ce. 00000100:00000200:3.0:1784950338.648023:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c08b1440 x1871652369171968/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950338.648028:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950338.648029:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1784950338.648029:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950338.648036:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950338.648040:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950338.648050:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950338.648059:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c08b1440 x1871652369171968/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950338.648065:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b8680 00000100:00000001:1.0:1784950338.648066:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950338.648071:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950338.648074:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950338.648114:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15309 [1] + 224 00000400:00000200:0.0:1784950338.648123:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b8700 00000100:00000001:3.0:1784950338.648131:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1784950338.648137:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950338.648139:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950338.648140:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784950338.648144:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950338.648149:0:441644:0:(client.c:1580:after_reply()) Process entered 00000400:00000010:1.0:1784950338.648152:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e312dd2. 02000000:00000001:3.0:1784950338.648155:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1784950338.648156:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950338.648161:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1784950338.648162:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950338.648163:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b53aafd9 00000100:00000001:3.0:1784950338.648165:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950338.648171:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b53aafd9. 02000000:00000001:3.0:1784950338.648172:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950338.648180:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950338.648181:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1784950338.648185:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=121 v=5 (5 5 5 5) 00000400:00000200:0.0:1784950338.648191:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15315 [1] + 224 00000100:00000200:1.0:1784950338.648197:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000994a10b0 x1871652369171712/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784950338.648198:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=121 v=5 (1 1 1 1) 00000800:00000001:0.0:1784950338.648205:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950338.648211:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950338.648215:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1784950338.648224:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4f7c3e7 x1871652369172096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950338.648224:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950338.648225:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950338.648235:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000994a10b0 x1871652369171712/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950338.648236:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784950338.648238:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1784950338.648245:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.648259:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1784950338.648260:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950338.648265:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950338.648275:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950338.648278:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950338.648281:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784950338.648281:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4f7c3e7 x1871652369172096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950338.648281:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.648288:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950338.648290:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cb68b77 x1871652369172224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950338.648296:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:3.0:1784950338.648301:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c08b1440 x1871652369171968/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950338.648305:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950338.648311:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950338.648316:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950338.648326:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950338.648340:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=116 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950338.648346:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1784950338.648357:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=116 v=5 (1 1 1 1) 00000800:00000001:2.0:1784950338.648360:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950338.648368:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002cb68b77 x1871652369172224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950338.648370:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950338.648372:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950338.648373:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950338.648378:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.648384:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1784950338.648391:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950338.648392:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950338.648400:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950338.648402:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1784950338.648404:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000040:3.0:1784950338.648409:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000001:1.0:1784950338.648414:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1784950338.648420:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950338.648421:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950338.648425:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000020:3.0:1784950338.648426:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000800:00000001:0.0:1784950338.648430:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950338.648432:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950338.648432:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950338.648439:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784950338.648443:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000004:00000001:3.0:1784950338.648445:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784950338.648448:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1784950338.648455:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000994a10b0 x1871652369171712/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950338.648455:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e821c46d. 00000100:00000040:3.0:1784950338.648458:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c08b1440 x1871652369171968/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950338.648465:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e79e655e 00000400:00000010:2.0:1784950338.648473:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e79e655e. 00000100:00000001:2.0:1784950338.648482:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950338.648494:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cb68b77 x1871652369172224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950338.648519:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c08b1440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369171968:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950338.648537:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950338.648539:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950338.648544:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cb68b77 x1871652369172224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950338.648547:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950338.648549:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950338.648552:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1784950338.648559:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000040:3.0:1784950338.648561:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008b9f5999 x1871652369172480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1784950338.648565:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00000001:2.0:1784950338.648574:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950338.648578:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:1.0:1784950338.648588:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00000001:2.0:1784950338.648588:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950338.648594:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950338.648598:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950338.648601:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950338.648603:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950338.648605:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950338.648607:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1784950338.648611:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950338.648612:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000269463a9. 00000100:00000040:1.0:1784950338.648619:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000994a10b0 x1871652369171712/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950338.648623:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1784950338.648625:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=121 v=5 (5 5 5 5) 00000020:00000001:3.0:1784950338.648630:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:2.0:1784950338.648634:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=121 v=5 (1 1 1 1) 00000020:00000040:3.0:1784950338.648637:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1784950338.648646:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1784950338.648648:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:1.0:1784950338.648649:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000994a10b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369171712:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950338.648650:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950338.648653:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ebc2a5d. 00010000:00000001:2.0:1784950338.648657:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784950338.648662:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950338.648665:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1784950338.648668:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002cb68b77 x1871652369172224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950338.648669:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950338.648672:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1784950338.648675:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b9f5999. 00000100:00000040:1.0:1784950338.648682:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000994a10b0 x1871652369171712/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950338.648684:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950338.648690:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950338.648695:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.648699:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950338.648704:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950338.648708:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950338.648709:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1784950338.648713:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c08b1440 x1871652369171968/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950338.648715:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784950338.648715:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000010:1.0:1784950338.648754:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000629dde9a. 02000000:00000001:1.0:1784950338.648763:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950338.648765:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950338.648769:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950338.648773:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950338.648778:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1784950338.648781:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:2.0:1784950338.648785:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cb68b77 x1871652369172224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950338.648785:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950338.648787:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d6495b1. 02000000:00000010:3.0:1784950338.648792:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ad468dac. 02000000:00000001:1.0:1784950338.648797:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950338.648804:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1784950338.648805:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950338.648807:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1784950338.648808:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000994a10b0. 00000020:00000001:3.0:1784950338.648810:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784950338.648818:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1784950338.648818:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950338.648822:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950338.648823:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950338.648827:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950338.648828:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950338.648834:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cb68b77 x1871652369172224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950338.648835:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007aa401b2. 00000100:00000001:1.0:1784950338.648837:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.648847:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950338.648848:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950338.648851:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950338.648854:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1784950338.648859:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1784950338.648861:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002cb68b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369172224:192.168.203.114@tcp:400: 00000100:00000010:3.0:1784950338.648862:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c08b1440. 00000400:00000001:1.0:1784950338.648864:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950338.648870:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002f39298. 00000100:00000001:3.0:1784950338.648874:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950338.648879:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950338.648880:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9a855b7 00000100:00000001:2.0:1784950338.648880:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950338.648885:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950338.648886:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c9a855b7. 00000100:00000001:2.0:1784950338.648887:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950338.648893:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cb68b77 x1871652369172224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950338.648897:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950338.648899:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950338.648906:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784950338.648909:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4f7c3e7 x1871652369172096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950338.648912:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950338.648917:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1784950338.648919:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1784950338.648921:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036b621d4. 00000400:00000001:3.0:1784950338.648927:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1784950338.648931:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4f7c3e7 x1871652369172096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950338.648931:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1784950338.648935:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de8516e0. 00000020:00000001:2.0:1784950338.648937:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950338.648941:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1784950338.648949:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:3.0:1784950338.648950:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c61119ea 00000100:00000001:1.0:1784950338.648953:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1784950338.648953:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078605e0a. 00000400:00000010:3.0:1784950338.648960:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c61119ea. 00000100:00000001:1.0:1784950338.648961:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950338.648961:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950338.648965:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950338.648968:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000010:2.0:1784950338.648970:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cb68b77. 02000000:00000001:1.0:1784950338.648974:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950338.648976:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950338.648978:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950338.648978:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950338.648985:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.648985:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950338.648990:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950338.648990:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950338.648993:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e5b32b3f x1871652369172352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784950338.648999:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=116 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950338.649000:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950338.649005:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950338.649013:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=116 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950338.649015:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950338.649020:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.649029:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1784950338.649032:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e5b32b3f x1871652369172352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950338.649035:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950338.649045:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950338.649051:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.649056:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950338.649061:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784950338.649062:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950338.649070:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950338.649070:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950338.649075:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950338.649078:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950338.649080:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950338.649087:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.649088:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950338.649120:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950338.649126:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4f7c3e7 x1871652369172096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784950338.649127:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=121 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950338.649142:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=121 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950338.649155:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950338.649160:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950338.649161:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950338.649170:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1784950338.649171:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784950338.649175:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784950338.649177:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950338.649186:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4f7c3e7 x1871652369172096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950338.649186:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950338.649191:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950338.649197:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950338.649201:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950338.649215:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e5b32b3f x1871652369172352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950338.649259:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e4f7c3e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369172096:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950338.649271:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950338.649279:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950338.649286:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4f7c3e7 x1871652369172096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950338.649289:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950338.649300:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950338.649304:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950338.649308:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950338.649312:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1784950338.649316:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5b32b3f x1871652369172352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950338.649318:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087e32b89. 02000000:00000001:1.0:1784950338.649327:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950338.649331:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950338.649335:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1784950338.649343:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:3.0:1784950338.649349:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e5b32b3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369172352:192.168.203.114@tcp:400: 02000000:00000010:1.0:1784950338.649350:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d62b3518. 02000000:00000001:1.0:1784950338.649361:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950338.649364:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950338.649365:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950338.649371:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4f7c3e7. 00000100:00000001:3.0:1784950338.649373:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950338.649380:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1784950338.649382:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e5b32b3f x1871652369172352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950338.649384:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950338.649393:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950338.649405:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950338.649406:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784950338.649409:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950338.649412:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784950338.649415:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784950338.649417:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f33a667. 00000100:00000001:1.0:1784950338.649419:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950338.649426:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950338.649431:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950338.649432:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1784950338.649436:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950338.649438:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb2959c5. 02000000:00000001:3.0:1784950338.649442:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950338.649445:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950338.649447:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e5b32b3f. 00000100:00000001:3.0:1784950338.649451:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950338.649452:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950338.649455:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950338.649460:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950338.649462:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950338.649465:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950338.649467:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950338.896838:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950338.896843:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950338.896848:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950338.896850:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950338.896980:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950338.896985:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950338.896989:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950339.536830:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950339.536839:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950339.536841:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950339.536845:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950339.536847:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950339.536850:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950339.536852:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950339.920836:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950339.920841:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950339.920846:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950339.920848:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950339.920973:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950339.920980:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950339.920986:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950340.560776:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950340.560782:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950340.560783:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950340.560785:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950340.560787:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950340.560789:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950340.560790:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950340.944842:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950340.944848:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950340.944853:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950340.944854:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950340.944975:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950340.944980:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950340.944985:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784950341.072852:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307279227, at 4307279232 00000100:00000010:0.0:1784950341.072868:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0f26548. 00000100:00000040:3.0:1784950341.072870:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307279228, at 4307279232 00000100:00000040:1.0:1784950341.072882:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307279228, at 4307279232 00000100:00000040:2.0:1784950341.072882:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307279228, at 4307279232 00000100:00000010:3.0:1784950341.072885:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000060c913c. 00000100:00000010:1.0:1784950341.072904:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000276e14b6. 00000100:00000010:2.0:1784950341.072904:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092820665. 00000100:00000001:0.0:1784950341.584825:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950341.584834:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950341.584836:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950341.584840:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950341.584842:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950341.584845:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950341.584848:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950341.968842:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950341.968847:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950341.968852:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950341.968853:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950341.968981:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950341.968986:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950341.968990:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950342.608833:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950342.608842:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950342.608844:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950342.608848:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950342.608850:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950342.608853:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950342.608855:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950342.992837:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950342.992842:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950342.992847:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950342.992851:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950342.992854:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950342.992858:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950342.992861:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950342.992864:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950342.992866:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950342.992869:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950342.992993:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950342.992998:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950342.993002:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950343.632831:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950343.632844:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950343.632847:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950343.632852:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950343.632855:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950343.632859:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950343.632862:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950343.760888:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000040:2.0:1784950343.760889:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1784950343.760896:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1784950343.760896:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1784950343.760900:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:0.0:1784950343.760904:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1784950343.760914:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000994a10b0. 00000100:00000010:2.0:1784950343.760914:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055a59be9. 00000100:00000010:0.0:1784950343.760915:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1177d42. 00000020:00000040:0.0:1784950343.760928:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000040:1.0:1784950343.760930:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000040:2.0:1784950343.760930:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:0.0:1784950343.760939:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950343.760942:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950343.760942:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950343.760945:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950343.760948:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950343.760949:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950343.760954:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950343.760958:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950343.760959:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950343.760969:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d67bdc6a. 02000000:00000010:1.0:1784950343.760973:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d6495b1. 02000000:00000010:2.0:1784950343.760973:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078605e0a. 00000100:00000001:0.0:1784950343.760981:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.760986:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950343.760986:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950343.760992:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950343.760997:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.760998:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1784950343.761003:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@0000000055a59be9 x1871652369172736/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950343.761004:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950343.761013:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1177d42] to pc [ptlrpcd_00_00+0] req@00000000c1177d42 x1871652369172608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950343.761019:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000994a10b0] to pc [ptlrpcd_00_01+1] req@00000000994a10b0 x1871652369172864/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950343.761102:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950343.761105:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950343.761113:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055a59be9] to pc [ptlrpcd_00_02+2] req@0000000055a59be9 x1871652369172736/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1784950343.761124:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950343.761125:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950343.761157:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950343.761163:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950343.761166:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950343.761176:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950343.761176:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784950343.761184:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950343.761185:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1784950343.761186:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e444e120. 00000100:00000001:3.0:1784950343.761189:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950343.761193:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1784950343.761194:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000100:00000040:0.0:1784950343.761195:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000994a10b0 x1871652369172864/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950343.761197:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950343.761200:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950343.761205:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950343.761206:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1784950343.761215:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c1177d42 x1871652369172608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950343.761215:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1784950343.761221:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055a59be9 x1871652369172736/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950343.761223:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950343.761236:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002058a4fe. 00000100:00000001:0.0:1784950343.761247:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950343.761254:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950343.761265:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950343.761267:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950343.761272:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950343.761283:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784950343.761285:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950343.761286:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000e444e120 x1871652369172992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950343.761289:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950343.761291:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.761297:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950343.761300:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000994a10b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369172864:192.168.203.114@tcp:41: 02000000:00000001:1.0:1784950343.761303:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950343.761308:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950343.761312:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950343.761317:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950343.761319:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950343.761321:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950343.761329:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950343.761331:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950343.761333:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1784950343.761335:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950343.761338:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c1177d42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369172608:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950343.761338:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950343.761345:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1784950343.761347:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000055a59be9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369172736:0@lo:400: 00000100:00000001:1.0:1784950343.761355:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784950343.761355:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e444e120] to pc [ptlrpcd_00_03+3] req@00000000e444e120 x1871652369172992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950343.761356:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000054005039. 02000000:00000001:1.0:1784950343.761364:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950343.761365:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950343.761366:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950343.761374:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950343.761377:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1784950343.761380:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007215b343. 02000000:00000001:1.0:1784950343.761381:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784950343.761383:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950343.761391:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000629dde9a. 02000000:00000001:3.0:1784950343.761393:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1784950343.761397:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aab6dd5c. 02000000:00000001:1.0:1784950343.761399:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950343.761400:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950343.761404:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f33a667. 00000100:00080000:2.0:1784950343.761409:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:3.0:1784950343.761411:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950343.761412:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369172864, portal 4 00000400:00000010:1.0:1784950343.761414:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002f39298. 00000100:00000001:0.0:1784950343.761425:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1784950343.761426:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000010:3.0:1784950343.761428:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de8516e0. 00000400:00000010:1.0:1784950343.761432:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9a855b7. 00000100:00000001:0.0:1784950343.761433:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785866138880 : -120287843412736 : ffff92994dd29500) 00000100:00000040:2.0:1784950343.761440:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784950343.761444:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c61119ea. 00000100:00000200:1.0:1784950343.761448:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369172608, portal 4 00000100:00000001:2.0:1784950343.761449:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1784950343.761455:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000994a10b0 x1871652369172864/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950343.761456:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369172736, portal 25 00000100:00000001:1.0:1784950343.761458:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1784950343.761458:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000722eec82. 00000100:00000001:1.0:1784950343.761463:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785822328960 : -120287887222656 : ffff92994b361880) 00000100:00000001:3.0:1784950343.761469:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1784950343.761471:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1784950343.761476:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683777536 : -120288025774080 : ffff929942f3f800) 00000100:00000001:2.0:1784950343.761484:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1784950343.761487:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c1177d42 x1871652369172608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950343.761492:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1784950343.761493:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000055a59be9 x1871652369172736/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950343.761500:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950343.761514:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e5c2538. 00000100:00000001:0.0:1784950343.761515:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950343.761527:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950343.761532:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950343.761544:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d7177c6. 00000100:00000040:2.0:1784950343.761547:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000722eec82 x1871652369173120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1784950343.761556:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369172864, offset 0 00000100:00000001:3.0:1784950343.761557:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950343.761558:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950343.761572:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1784950343.761576:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950343.761581:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950343.761583:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000400:00000010:1.0:1784950343.761587:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b53aafd9. 00000100:00000001:2.0:1784950343.761595:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1784950343.761597:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369172736, offset 0 00000100:00000200:1.0:1784950343.761599:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369172608, offset 0 00000100:00000001:2.0:1784950343.761599:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950343.761608:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:2.0:1784950343.761618:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000722eec82] to pc [ptlrpcd_00_00+0] req@00000000722eec82 x1871652369173120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950343.761619:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950343.761620:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1784950343.761632:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950343.761641:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950343.761646:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950343.761655:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950343.761658:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950343.761664:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10615:10615:239:4294967295] 192.168.203.114@tcp LPNI seq info [9411:9411:8:4294967295] 00000100:00000040:2.0:1784950343.761667:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950343.761678:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950343.761686:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000285b838d. 00000400:00000200:0.0:1784950343.761689:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000040:2.0:1784950343.761695:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000800:00000200:0.0:1784950343.761705:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950343.761707:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950343.761714:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1784950343.761716:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950343.761744:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1784950343.761761:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013f88f5e. 02000000:00000001:2.0:1784950343.761761:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950343.761767:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1784950343.761775:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006415387d. 00000400:00000200:1.0:1784950343.761777:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:0.0:1784950343.761784:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950343.761786:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950343.761791:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950343.761798:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:2.0:1784950343.761799:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000285b838d x1871652369173248/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1784950343.761812:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:1.0:1784950343.761813:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10616:10616:238:4294967295] 192.168.203.114@tcp LPNI seq info [9412:9412:7:4294967295] 00000800:00000200:0.0:1784950343.761825:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000013f88f5e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950343.761828:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950343.761835:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950343.761842:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:2.0:1784950343.761842:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000285b838d] to pc [ptlrpcd_00_01+1] req@00000000285b838d x1871652369173248/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950343.761845:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950343.761856:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950343.761858:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13986 usecs (14 jiffies) 00000400:00000200:3.0:1784950343.761867:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069b8900 00000800:00000010:1.0:1784950343.761869:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcb2acbd. 00000100:00000001:0.0:1784950343.761870:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307281935 00000100:00000001:2.0:1784950343.761871:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950343.761884:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000010:0.0:1784950343.761887:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ffae0f5. 00000800:00000200:1.0:1784950343.761887:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950343.761892:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13c51 [2] + 0 00000100:00080000:2.0:1784950343.761902:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1784950343.761904:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000400:00000010:3.0:1784950343.761905:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ae76fb9. 00000800:00000200:1.0:1784950343.761913:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:2.0:1784950343.761913:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1784950343.761921:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005e9ab19a 00000800:00000200:1.0:1784950343.761922:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcb2acbd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950343.761924:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307281935 00000100:00000001:2.0:1784950343.761925:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950343.761935:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000074c34413. 00000400:00000200:3.0:1784950343.761936:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1784950343.761939:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045d34456. 00000020:00000040:2.0:1784950343.761949:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1784950343.761951:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784950343.761952:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1784950343.761954:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950343.761964:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950343.761965:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307281935 00000100:00000040:1.0:1784950343.761968:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4706 usecs (5 jiffies) 00000400:00000200:3.0:1784950343.761970:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e9ab19a 02000000:00000001:2.0:1784950343.761971:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1784950343.761975:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a05d45b. 00000400:00000010:3.0:1784950343.761979:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 000000005e9ab19a. 02000000:00000001:2.0:1784950343.761980:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.761982:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307281926 00000100:00000001:0.0:1784950343.761983:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1784950343.761994:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307281935 00000100:00000001:3.0:1784950343.761995:0:441643:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:2.0:1784950343.761997:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3e62659. 00000100:00000001:0.0:1784950343.761998:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307281935 00000100:00000200:3.0:1784950343.762001:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1784950343.762006:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307281926 00000100:00000001:2.0:1784950343.762008:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950343.762011:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000194ebe91. 00000100:00000040:3.0:1784950343.762014:0:441643:0:(events.c:337:request_in_callback()) incoming req@0000000099a864a2 x1871652369172736 msgsize 224 00000100:00000001:1.0:1784950343.762015:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307281935 00000100:00000001:0.0:1784950343.762019:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:2.0:1784950343.762021:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@0000000074c34413 x1871652369173376/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950343.762028:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307281926 00000100:00000001:0.0:1784950343.762030:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950343.762039:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307281935 00000100:00000001:0.0:1784950343.762043:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950343.762043:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1784950343.762049:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307281926 00000100:00000001:0.0:1784950343.762055:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950343.762078:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1784950343.762086:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307281935 00000100:00000001:2.0:1784950343.762093:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950343.762094:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950343.762098:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950343.762098:0:441643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950343.762099:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950343.762105:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950343.762108:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950343.762110:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784950343.762112:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000100:00000040:2.0:1784950343.762114:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074c34413] to pc [ptlrpcd_00_02+2] req@0000000074c34413 x1871652369173376/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950343.762117:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950343.762122:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000100:00000001:0.0:1784950343.762123:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950343.762125:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950343.762131:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950343.762136:0:441643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950343.762137:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950343.762141:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950343.762147:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1784950343.762151:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055a59be9 x1871652369172736/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950343.762152:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950343.762153:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b838d x1871652369173248/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950343.762157:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950343.762164:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784950343.762166:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12619) 00000100:00000001:1.0:1784950343.762171:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950343.762186:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000722eec82 x1871652369173120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950343.762218:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950343.762221:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950343.762227:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950343.762229:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055a59be9 x1871652369172736/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950343.762237:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950343.762243:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950343.762250:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784950343.762253:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.762259:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950343.762267:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000285b838d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369173248:192.168.203.114@tcp:400: 02000000:00000001:1.0:1784950343.762274:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950343.762277:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950343.762280:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950343.762283:0:441643:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1784950343.762284:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950343.762287:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950343.762292:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950343.762293:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950343.762296:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950343.762304:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950343.762306:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307284347 02000000:00000010:0.0:1784950343.762312:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d0923c0. 00000100:00100000:1.0:1784950343.762314:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000722eec82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369173120:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950343.762320:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307281935 02000000:00000001:0.0:1784950343.762321:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950343.762334:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002456b1bc. 00000100:00000001:1.0:1784950343.762335:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950343.762335:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307284347 02000000:00000001:1.0:1784950343.762345:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1784950343.762350:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060846b5f. 00000100:00000001:3.0:1784950343.762350:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307281935 02000000:00000001:1.0:1784950343.762352:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950343.762362:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369173248, portal 4 02000000:00000001:1.0:1784950343.762364:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950343.762364:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307284347 00000800:00000200:2.0:1784950343.762367:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950343.762373:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1784950343.762378:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087e32b89. 00000100:00000001:0.0:1784950343.762379:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683767680 : -120288025783936 : ffff929942f3d180) 00000100:00000001:3.0:1784950343.762379:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307281935 00000800:00000010:2.0:1784950343.762380:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013f88f5e. 02000000:00000001:1.0:1784950343.762389:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.762392:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307284347 00000400:00000200:2.0:1784950343.762397:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784950343.762401:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e312dd2. 00000100:00000001:3.0:1784950343.762402:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307281935 00000100:00000040:0.0:1784950343.762403:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000285b838d x1871652369173248/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950343.762414:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008abec0ef. 00000100:00000001:3.0:1784950343.762416:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950343.762418:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:1.0:1784950343.762425:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369173120, portal 10 00000100:00000001:3.0:1784950343.762430:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.762435:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784950343.762435:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d7177c6 00000100:00000001:3.0:1784950343.762441:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.762443:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683764992 : -120288025786624 : ffff929942f3c700) 00000400:00000010:2.0:1784950343.762444:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001d7177c6. 00000100:00000001:3.0:1784950343.762453:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950343.762458:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950343.762459:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950343.762467:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784950343.762468:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000722eec82 x1871652369173120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950343.762474:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000994a10b0 x1871652369172864/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950343.762475:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1784950343.762476:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950343.762487:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784950343.762489:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda7acfb. 00000100:00000001:3.0:1784950343.762494:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784950343.762500:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369173248, offset 0 00000100:00000001:3.0:1784950343.762502:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950343.762515:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000074c34413 x1871652369173376/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950343.762517:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950343.762518:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784950343.762526:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950343.762531:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000994a10b0 x1871652369172864/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950343.762535:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950343.762544:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:1.0:1784950343.762545:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff1faa1f. 00000100:00000200:1.0:1784950343.762558:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369173120, offset 0 00000400:00000200:0.0:1784950343.762563:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950343.762578:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950343.762581:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950343.762581:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950343.762588:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950343.762590:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950343.762593:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950343.762594:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784950343.762601:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:3.0:1784950343.762602:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950343.762603:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784950343.762614:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10617:10617:237:4294967295] 192.168.203.114@tcp LPNI seq info [9413:9413:6:4294967295] 02000000:00000001:3.0:1784950343.762615:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950343.762629:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000074c34413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369173376:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950343.762641:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784950343.762648:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:3.0:1784950343.762648:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950343.762654:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950343.762660:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1784950343.762662:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000010:3.0:1784950343.762668:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000269463a9. 00000400:00000200:1.0:1784950343.762671:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000010:0.0:1784950343.762672:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdda80e2. 02000000:00000001:3.0:1784950343.762674:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950343.762687:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:3.0:1784950343.762688:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb422241. 00000400:00000200:1.0:1784950343.762690:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1784950343.762702:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000400:00000200:1.0:1784950343.762708:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:0.0:1784950343.762709:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000200:3.0:1784950343.762714:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369173376, portal 10 00000100:00000001:3.0:1784950343.762751:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950343.762753:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683778432 : -120288025773184 : ffff929942f3fb80) 00000800:00000200:0.0:1784950343.762759:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdda80e2 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950343.762760:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1784950343.762769:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000074c34413 x1871652369173376/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950343.762774:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950343.762777:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:0.0:1784950343.762784:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4706 usecs (5 jiffies) 00000100:00000001:0.0:1784950343.762795:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307281927 00000400:00000200:1.0:1784950343.762797:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10618:10618:236:4294967295] 192.168.203.114@tcp LPNI seq info [9414:9414:5:4294967295] 00000100:00000001:0.0:1784950343.762805:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307284347 00000100:00000001:0.0:1784950343.762814:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307281927 00000100:00000001:3.0:1784950343.762821:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950343.762823:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307284347 00000100:00000001:0.0:1784950343.762831:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307281927 00000100:00000040:3.0:1784950343.762841:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950343.762842:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307284347 00000400:00000010:3.0:1784950343.762851:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b068732. 00000100:00000001:0.0:1784950343.762854:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307281927 00000400:00000200:1.0:1784950343.762854:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:3.0:1784950343.762857:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369173376, offset 0 00000100:00000001:0.0:1784950343.762866:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307284347 00000100:00000001:0.0:1784950343.762876:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950343.762877:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000001:2.0:1784950343.762885:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950343.762890:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950343.762890:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950343.762899:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950343.762904:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950343.762905:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950343.762907:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e63643df. 00000400:00000200:3.0:1784950343.762909:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950343.762911:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950343.762916:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950343.762922:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784950343.762924:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:1.0:1784950343.762925:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:2.0:1784950343.762926:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950343.762928:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784950343.762938:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950343.762940:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950343.762947:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784950343.762949:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:2.0:1784950343.762949:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950343.762952:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950343.762954:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:1.0:1784950343.762961:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e63643df type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950343.762966:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950343.762974:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10619:10619:236:4294967295] 192.168.203.114@tcp LPNI seq info [9415:9415:5:4294967295] 00000100:00000001:1.0:1784950343.762977:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950343.762989:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5565 usecs (6 jiffies) 00000100:00000001:1.0:1784950343.762998:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307281928 00000400:00000200:3.0:1784950343.763006:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950343.763009:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307284347 00000100:00000001:1.0:1784950343.763018:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307281928 00000800:00000200:3.0:1784950343.763019:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950343.763030:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307284347 00000400:00000200:2.0:1784950343.763030:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b8980 00000800:00000010:3.0:1784950343.763033:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007aa401b2. 00000100:00000001:1.0:1784950343.763036:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307281928 00000400:00000200:2.0:1784950343.763045:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 16352 00000100:00000001:1.0:1784950343.763046:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307284347 00000800:00000200:3.0:1784950343.763055:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950343.763079:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950343.763080:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307281928 00000800:00000010:0.0:1784950343.763091:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcb2acbd. 00000100:00000001:1.0:1784950343.763092:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307284347 00000800:00000001:2.0:1784950343.763093:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950343.763102:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950343.763105:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950343.763105:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784950343.763112:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007aa401b2 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:2.0:1784950343.763115:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950343.763117:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950343.763124:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950343.763128:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950343.763131:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.763132:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950343.763134:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b53aafd9 00000400:00000200:2.0:1784950343.763145:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:0.0:1784950343.763146:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b53aafd9. 00000100:00000001:1.0:1784950343.763147:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950343.763147:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5046 usecs (6 jiffies) 00000100:00000001:0.0:1784950343.763158:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950343.763160:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307281928 00000100:00000001:1.0:1784950343.763163:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950343.763165:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950343.763167:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307284347 00000100:00000001:1.0:1784950343.763171:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1784950343.763171:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:0.0:1784950343.763172:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c1177d42 x1871652369172608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950343.763177:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307281928 00000100:00000001:1.0:1784950343.763184:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1784950343.763185:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005f92b310. 00000100:00000001:3.0:1784950343.763188:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307284347 00000100:00000001:1.0:1784950343.763191:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784950343.763194:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000005f92b310 x1871652369172864 msgsize 224 00000100:00000001:1.0:1784950343.763199:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.763200:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307281928 00000100:00000001:1.0:1784950343.763210:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.763212:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307284347 00000100:00000001:3.0:1784950343.763225:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307281928 00000100:00100000:2.0:1784950343.763228:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950343.763235:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307284347 00000100:00000001:0.0:1784950343.763236:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784950343.763240:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950343.763244:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950343.763248:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c1177d42 x1871652369172608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950343.763251:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950343.763251:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950343.763257:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950343.763264:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950343.763269:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950343.763273:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950343.763285:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.763287:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950343.763290:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950343.763293:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950343.763302:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:2.0:1784950343.763302:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950343.763303:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784950343.763305:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950343.763311:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1784950343.763312:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369172736 00000800:00000010:2.0:1784950343.763312:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdda80e2. 00000800:00000001:0.0:1784950343.763317:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950343.763319:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950343.763320:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1784950343.763322:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950343.763328:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1784950343.763331:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1784950343.763334:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.763337:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950343.763340:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950343.763343:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.763345:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1784950343.763351:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369172736 00000400:00000200:2.0:1784950343.763351:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda7acfb 00000100:00000001:3.0:1784950343.763351:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950343.763357:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784950343.763360:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dda7acfb. 00000800:00000001:0.0:1784950343.763361:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950343.763361:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950343.763362:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1784950343.763369:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:3.0:1784950343.763370:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950343.763375:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1784950343.763380:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:3.0:1784950343.763387:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e444e120 x1871652369172992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784950343.763390:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000400:00000200:0.0:1784950343.763392:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:2.0:1784950343.763393:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000285b838d x1871652369173248/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950343.763402:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000020:00000001:1.0:1784950343.763413:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:0.0:1784950343.763421:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b8880 00000100:00000001:1.0:1784950343.763428:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950343.763439:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000400:00000200:0.0:1784950343.763445:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 16576 00000100:00000001:1.0:1784950343.763449:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950343.763459:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000010:1.0:1784950343.763461:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000100:00000001:2.0:1784950343.763463:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950343.763465:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950343.763466:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950343.763473:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb064e97. 00000100:00000040:2.0:1784950343.763474:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000285b838d x1871652369173248/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950343.763476:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:0.0:1784950343.763480:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950343.763484:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d4109e7. 02000000:00000001:3.0:1784950343.763484:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950343.763493:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950343.763497:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950343.763500:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000100:00100000:3.0:1784950343.763510:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e444e120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369172992:192.168.203.114@tcp:400: 00000400:00000200:0.0:1784950343.763514:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950343.763518:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1784950343.763523:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.763528:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950343.763531:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950343.763532:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950343.763533:0:441634:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1784950343.763535:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950343.763537:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1784950343.763539:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:3.0:1784950343.763540:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.763545:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950343.763550:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1784950343.763551:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6d28154. 00000800:00000200:2.0:1784950343.763557:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1784950343.763558:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fc8ce9c. 00000100:00000040:0.0:1784950343.763559:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000d6d28154 x1871652369172608 msgsize 224 00000100:00000001:1.0:1784950343.763562:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950343.763567:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e63643df. 02000000:00000001:3.0:1784950343.763568:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950343.763578:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784950343.763580:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000180fde72. 00000100:00100000:0.0:1784950343.763584:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950343.763586:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950343.763592:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001829797e. 00000400:00000200:2.0:1784950343.763602:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:3.0:1784950343.763603:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369172992, portal 4 00000100:00000001:0.0:1784950343.763606:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950343.763611:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950343.763613:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950343.763617:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683765888 : -120288025785728 : ffff929942f3ca80) 00000100:00000001:1.0:1784950343.763619:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1784950343.763619:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff1faa1f 00000800:00000001:0.0:1784950343.763622:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:2.0:1784950343.763627:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ff1faa1f. 00000800:00000001:0.0:1784950343.763633:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950343.763635:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e444e120 x1871652369172992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950343.763638:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1784950343.763639:0:453506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00000040:1.0:1784950343.763651:0:453506:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000200:2.0:1784950343.763653:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000722eec82 x1871652369173120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950343.763660:0:453506:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790983038032 : -120282726513584 : ffff929a7ed04450) 00000100:00000001:0.0:1784950343.763661:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784950343.763669:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369172864 02000000:00000001:0.0:1784950343.763678:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1784950343.763678:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000099a864a2 x1871652369172736/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:494/0 lens 224/0 e 0 to 0 dl 1784950354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950343.763680:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950343.763686:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950343.763693:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950343.763697:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950343.763703:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1784950343.763705:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950343.763708:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2fe853. 00000100:00000040:2.0:1784950343.763715:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000722eec82 x1871652369173120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950343.763747:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369172992, offset 0 00000400:00000200:3.0:1784950343.763758:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:0.0:1784950343.763761:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369172864 00000400:00000200:3.0:1784950343.763769:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:0.0:1784950343.763771:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950343.763778:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:0.0:1784950343.763787:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:3.0:1784950343.763791:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:0.0:1784950343.763794:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:2.0:1784950343.763801:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950343.763803:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:0.0:1784950343.763806:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:1.0:1784950343.763809:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950343.763813:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950343.763817:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1784950343.763818:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000010:1.0:1784950343.763821:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000400:00000200:3.0:1784950343.763829:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950343.763831:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950343.763832:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950343.763840:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10620:10620:237:4294967295] 192.168.203.114@tcp LPNI seq info [9416:9416:6:4294967295] 00000020:00000010:0.0:1784950343.763842:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010929dc3. 00000020:00000010:1.0:1784950343.763844:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000100:00000001:0.0:1784950343.763853:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950343.763861:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010929dc3. 00000100:00100000:1.0:1784950343.763865:0:453506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000099a864a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369172736:12345-0@lo:400: 00000020:00000010:0.0:1784950343.763873:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000400:00000200:3.0:1784950343.763880:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:0.0:1784950343.763885:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000caa49876. 00000100:00000200:1.0:1784950343.763887:0:453506:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369172736 00000020:00000010:0.0:1784950343.763897:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000855af664. 00000800:00000200:3.0:1784950343.763898:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950343.763899:0:453506:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950343.763912:0:453506:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000010:3.0:1784950343.763913:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9722aa. 00000100:00000040:0.0:1784950343.763916:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000001:1.0:1784950343.763921:0:453506:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950343.763923:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950343.763929:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:3.0:1784950343.763931:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950343.763935:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950343.763936:0:453506:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000200:3.0:1784950343.763945:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:1.0:1784950343.763947:0:453506:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:0.0:1784950343.763949:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950343.763950:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005c9722aa type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1784950343.763965:0:453506:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1784950343.763971:0:453506:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950343.763974:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950343.763977:0:453506:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000200:2.0:1784950343.763982:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1784950343.763985:0:453506:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000010:2.0:1784950343.763988:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007aa401b2. 00000100:00000001:3.0:1784950343.763989:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950343.763992:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1784950343.763992:0:453506:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950343.764000:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950343.764003:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13986 usecs (14 jiffies) 00000100:00100000:0.0:1784950343.764004:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369172608 00000020:00000001:1.0:1784950343.764005:0:453506:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1784950343.764012:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950343.764013:0:453506:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1784950343.764015:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950343.764015:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307281937 00000100:00000001:0.0:1784950343.764018:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1784950343.764022:0:453506:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950343.764026:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.764028:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307284347 00000400:00000200:2.0:1784950343.764030:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b068732 02000000:00000010:1.0:1784950343.764033:0:453506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005165b905. 02000000:00000001:0.0:1784950343.764035:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.764039:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307281937 02000000:00000001:1.0:1784950343.764041:0:453506:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950343.764041:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003b068732. 00000100:00100000:0.0:1784950343.764043:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369172608 00000100:00000001:3.0:1784950343.764051:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307284347 00000020:00000001:0.0:1784950343.764053:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950343.764055:0:453506:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950343.764055:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1784950343.764080:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:0.0:1784950343.764090:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950343.764091:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307281937 00000020:00000001:1.0:1784950343.764094:0:453506:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950343.764098:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000200:2.0:1784950343.764098:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000074c34413 x1871652369173376/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950343.764101:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307284347 00010000:00000040:1.0:1784950343.764107:0:453506:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369172736 00000020:00000001:0.0:1784950343.764111:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:3.0:1784950343.764112:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307281937 00010000:00000001:1.0:1784950343.764117:0:453506:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:0.0:1784950343.764124:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:3.0:1784950343.764125:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307284347 00010000:00000200:1.0:1784950343.764131:0:453506:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000099a864a2 x1871652369172736/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:494/0 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950343.764136:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950343.764138:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950343.764143:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1784950343.764146:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010929dc3. 00000100:00000001:3.0:1784950343.764150:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950343.764155:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000074c34413 x1871652369173376/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950343.764156:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950343.764161:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950343.764169:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010929dc3. 00000100:00000001:3.0:1784950343.764174:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950343.764183:0:453506:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1784950343.764184:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000230b9376. 00010000:00000001:1.0:1784950343.764190:0:453506:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950343.764195:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfcc75a7. 00000100:00000001:2.0:1784950343.764197:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.764197:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1784950343.764198:0:453506:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=131 v=5 (1 1 1 1) 00000020:00000010:0.0:1784950343.764204:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bd30cf65. 00000100:00000001:3.0:1784950343.764206:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950343.764207:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950343.764209:0:453506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950343.764217:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1784950343.764219:0:453506:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:0.0:1784950343.764222:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950343.764229:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.764232:0:453506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000001:3.0:1784950343.764232:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000001:2.0:1784950343.764236:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950343.764238:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.764239:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1784950343.764242:0:453506:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:2.0:1784950343.764249:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950343.764250:0:453506:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950343.764257:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950343.764258:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2609 00000100:00000001:1.0:1784950343.764260:0:453506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950343.764262:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950343.764266:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950343.764270:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000040:1.0:1784950343.764279:0:453506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1784950343.764280:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683766784 : -120288025784832 : ffff929942f3ce00) 00000100:00000001:0.0:1784950343.764285:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1784950343.764288:0:453506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006444b648. 00000400:00000200:2.0:1784950343.764288:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950343.764291:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1784950343.764298:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f92b310 x1871652369172864/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:494/0 lens 224/0 e 0 to 0 dl 1784950354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950343.764300:0:453506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369172736, offset 224 00000100:00100000:0.0:1784950343.764310:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2610 00000400:00000200:2.0:1784950343.764315:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b8b00 00000100:00000040:0.0:1784950343.764322:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000400:00000200:1.0:1784950343.764324:0:453506:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1784950343.764333:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822331648 : -120287887219968 : ffff92994b362300) 00000400:00000200:2.0:1784950343.764345:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 16800 00000400:00000200:1.0:1784950343.764350:0:453506:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1784950343.764351:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1784950343.764352:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d6d28154 x1871652369172608/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:494/0 lens 224/0 e 0 to 0 dl 1784950354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950343.764362:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000800:00000001:2.0:1784950343.764364:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950343.764374:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950343.764376:0:453506:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069b8900 00000800:00000001:2.0:1784950343.764376:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950343.764388:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000400:00000200:2.0:1784950343.764390:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950343.764393:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950343.764399:0:453506:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15351 [1] + 224 00000020:00000010:0.0:1784950343.764403:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010929dc3. 00000400:00000200:2.0:1784950343.764413:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950343.764414:0:453506:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784950343.764414:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005f92b310 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369172864:12345-192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950343.764415:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950343.764430:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010929dc3. 00000100:00000001:2.0:1784950343.764431:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950343.764435:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369172864 00000400:00000200:1.0:1784950343.764436:0:453506:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1784950343.764437:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:3.0:1784950343.764444:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950343.764450:0:453506:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1784950343.764451:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d6d28154 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369172608:12345-192.168.203.114@tcp:41: 00000100:00000010:2.0:1784950343.764452:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000de35d38. 00000020:00000001:3.0:1784950343.764453:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000200:1.0:1784950343.764464:0:453506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055a59be9 x1871652369172736/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950343.764464:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950343.764465:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000000de35d38 x1871652369173248 msgsize 224 00000100:00000200:0.0:1784950343.764466:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369172608 00000020:00000001:0.0:1784950343.764476:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950343.764477:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950343.764484:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950343.764485:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:0.0:1784950343.764492:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950343.764495:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:3.0:1784950343.764498:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1784950343.764505:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1784950343.764507:0:453506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000055a59be9 x1871652369172736/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950343.764508:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:3.0:1784950343.764509:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369172864, found 0 last_xid 1871652369172863 00000020:00000001:0.0:1784950343.764512:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:3.0:1784950343.764523:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950343.764524:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1784950343.764532:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369172608, found 0 last_xid 1871652369172607 00000020:00000001:3.0:1784950343.764535:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950343.764542:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950343.764544:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950343.764549:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950343.764554:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950343.764563:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950343.764564:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1784950343.764569:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950343.764571:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950343.764578:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950343.764579:0:453506:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1784950343.764580:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000403be02. 02000000:00000001:0.0:1784950343.764584:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:2.0:1784950343.764584:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1784950343.764588:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950343.764594:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c3655526. 00000400:00000200:1.0:1784950343.764594:0:453506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006444b648 00000800:00000010:2.0:1784950343.764594:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9722aa. 00000100:00000001:3.0:1784950343.764595:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950343.764603:0:453506:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000006444b648. 00000400:00000200:2.0:1784950343.764604:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784950343.764606:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950343.764610:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00000001:1.0:1784950343.764613:0:453506:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950343.764614:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950343.764620:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000100:00000001:1.0:1784950343.764621:0:453506:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950343.764621:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000004:00000001:0.0:1784950343.764624:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:3.0:1784950343.764628:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950343.764632:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000100:00000001:1.0:1784950343.764633:0:453506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950343.764635:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2fe853 00000004:00000001:0.0:1784950343.764638:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950343.764640:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2fe853. 00000100:00000040:1.0:1784950343.764644:0:453506:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00010000:00000001:1.0:1784950343.764649:0:453506:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000004:00000024:3.0:1784950343.764651:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000100:00000001:2.0:1784950343.764652:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1784950343.764653:0:453506:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:0.0:1784950343.764656:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000001:1.0:1784950343.764664:0:453506:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1784950343.764664:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e444e120 x1871652369172992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:3.0:1784950343.764667:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:0.0:1784950343.764669:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000040:1.0:1784950343.764676:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099a864a2 x1871652369172736/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:494/0 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:3.0:1784950343.764681:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1784950343.764683:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000020:0.0:1784950343.764701:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000004:00000020:3.0:1784950343.764702:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000100:00000001:2.0:1784950343.764712:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000020:0.0:1784950343.764757:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000001:00000001:3.0:1784950343.764759:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1784950343.764766:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1784950343.764767:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000100:00100000:1.0:1784950343.764771:0:453506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000099a864a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369172736:12345-0@lo:400: Request processed in 910us (2703us total) trans 0 rc 0/0 00000100:00000040:2.0:1784950343.764772:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e444e120 x1871652369172992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1784950343.764776:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1784950343.764785:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00010000:00000040:3.0:1784950343.764788:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369172864 00000001:00000001:0.0:1784950343.764792:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950343.764800:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000004:00000001:0.0:1784950343.764804:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950343.764805:0:453506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00010000:00000040:0.0:1784950343.764814:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369172608 00010000:00000200:3.0:1784950343.764816:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000005f92b310 x1871652369172864/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:494/0 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950343.764819:0:453506:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:2.0:1784950343.764820:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950343.764824:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950343.764832:0:453506:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950343.764832:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950343.764840:0:453506:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000200:0.0:1784950343.764841:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000d6d28154 x1871652369172608/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:494/0 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950343.764845:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950343.764851:0:453506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d4109e7. 00010000:00000001:3.0:1784950343.764856:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000001:2.0:1784950343.764859:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784950343.764863:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950343.764865:0:453506:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000800:00000001:2.0:1784950343.764870:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784950343.764876:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=126 v=5 (1 1 1 1) 00000020:00000010:1.0:1784950343.764879:0:453506:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb064e97. 00000800:00000001:2.0:1784950343.764879:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950343.764882:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950343.764888:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.764893:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1784950343.764894:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=126 v=5 (1 1 1 1) 00000020:00000040:1.0:1784950343.764895:0:453506:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000400:00000200:2.0:1784950343.764906:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:3.0:1784950343.764907:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 02000000:00000001:1.0:1784950343.764908:0:453506:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1784950343.764911:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1784950343.764915:0:453506:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005165b905. 00000100:00000001:3.0:1784950343.764918:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:0.0:1784950343.764924:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 02000000:00000001:1.0:1784950343.764924:0:453506:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1784950343.764927:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1784950343.764932:0:453506:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950343.764936:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950343.764937:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:2.0:1784950343.764937:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b8a80 00000100:00000200:1.0:1784950343.764942:0:453506:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1784950343.764949:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950343.764950:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784950343.764953:0:453506:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a409594. 02000000:00000001:0.0:1784950343.764957:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950343.764959:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 147392 00000100:00000040:3.0:1784950343.764967:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950343.764969:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784950343.764978:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077350b67. 00000800:00000001:2.0:1784950343.764980:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950343.764981:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950343.764982:0:453506:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bdcc1f4. 00000100:00000200:3.0:1784950343.764991:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369172864, offset 224 00000400:00000010:0.0:1784950343.764993:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c6a3f6. 00000800:00000001:2.0:1784950343.764996:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950343.765005:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369172608, offset 224 00000400:00000200:2.0:1784950343.765007:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950343.765016:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950343.765027:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950343.765029:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1784950343.765037:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:1.0:1784950343.765038:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369173248 00000400:00000200:3.0:1784950343.765039:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:1.0:1784950343.765049:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950343.765056:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1784950343.765079:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10621:10621:239:4294967295] 192.168.203.114@tcp LPNI seq info [9417:9417:8:4294967295] 00000100:00000001:1.0:1784950343.765088:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950343.765099:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950343.765101:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:1.0:1784950343.765110:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369173248 00000800:00000200:3.0:1784950343.765119:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950343.765120:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950343.765127:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000400:00000200:0.0:1784950343.765128:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:3.0:1784950343.765131:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9f26aca. 00000020:00000001:1.0:1784950343.765136:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950343.765144:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=6 00000400:00000200:0.0:1784950343.765153:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10622:10622:238:4294967295] 192.168.203.114@tcp LPNI seq info [9418:9418:7:4294967295] 00000800:00000200:3.0:1784950343.765155:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:1.0:1784950343.765156:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:1.0:1784950343.765169:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000200:3.0:1784950343.765177:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:1.0:1784950343.765182:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.0:1784950343.765190:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b9f26aca type 1, nob 464 niov 1 nkiov 1 00000020:00000010:1.0:1784950343.765194:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000400:00000200:0.0:1784950343.765195:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950343.765200:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.765205:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950343.765215:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000010:1.0:1784950343.765217:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000100:00000001:2.0:1784950343.765217:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:0.0:1784950343.765222:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:2.0:1784950343.765225:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1784950343.765229:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000010:1.0:1784950343.765232:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb064e97. 00000020:00000001:3.0:1784950343.765237:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950343.765238:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031b2009f. 00000100:00000010:2.0:1784950343.765240:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aea0d9f1. 00000020:00000010:1.0:1784950343.765241:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d4109e7. 00000020:00000001:3.0:1784950343.765251:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1784950343.765254:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000100:00000040:2.0:1784950343.765254:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000aea0d9f1 x1871652369173120 msgsize 224 00000800:00000200:0.0:1784950343.765260:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950343.765267:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1784950343.765268:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f92b310 x1871652369172864/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:494/0 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950343.765276:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1784950343.765281:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950343.765283:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950343.765285:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950343.765297:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031b2009f type 1, nob 464 niov 1 nkiov 1 00000100:00000001:1.0:1784950343.765299:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950343.765304:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1784950343.765313:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005f92b310 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369172864:12345-192.168.203.114@tcp:41: Request processed in 954us (2109us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950343.765316:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.765316:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950343.765332:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00100000:3.0:1784950343.765339:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2609 00000100:00000001:1.0:1784950343.765342:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000200:2.0:1784950343.765342:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1784950343.765343:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000040:3.0:1784950343.765347:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000020:00000001:0.0:1784950343.765350:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.765352:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000010:2.0:1784950343.765352:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9f26aca. 00000100:00000001:3.0:1784950343.765354:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1784950343.765360:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950343.765363:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1784950343.765366:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784950343.765370:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2611 00000020:00000010:3.0:1784950343.765372:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000caa49876. 00000100:00000040:0.0:1784950343.765374:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6d28154 x1871652369172608/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:494/0 lens 224/368 e 0 to 0 dl 1784950354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950343.765381:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 2 00000400:00000200:2.0:1784950343.765387:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:3.0:1784950343.765388:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000855af664. 00000100:00000001:1.0:1784950343.765391:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683776640 : -120288025774976 : ffff929942f3f480) 00000020:00000010:3.0:1784950343.765400:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000400:00000200:2.0:1784950343.765402:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077350b67 00000100:00000040:1.0:1784950343.765410:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000de35d38 x1871652369173248/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:494/0 lens 224/0 e 0 to 0 dl 1784950354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950343.765413:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077350b67. 00000020:00000040:3.0:1784950343.765414:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:2.0:1784950343.765426:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950343.765427:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950343.765434:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1784950343.765443:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d6d28154 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:441641:x1871652369172608:12345-192.168.203.114@tcp:41: Request processed in 1039us (1872us total) trans 0 rc 0/0 00000800:00000001:2.0:1784950343.765450:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950343.765459:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1784950343.765463:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950343.765467:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000100:00000001:3.0:1784950343.765468:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1784950343.765473:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950343.765474:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2610 00000100:00100000:3.0:1784950343.765476:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369173120 00000100:00000001:1.0:1784950343.765477:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950343.765483:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950343.765486:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1784950343.765487:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 1 00000020:00000010:1.0:1784950343.765488:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000100:00000001:3.0:1784950343.765491:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950343.765500:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950343.765500:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950343.765501:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950343.765510:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1784950343.765511:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000de35d38 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:441642:x1871652369173248:12345-192.168.203.114@tcp:400: 02000000:00000001:3.0:1784950343.765514:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950343.765520:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfcc75a7. 00000100:00100000:3.0:1784950343.765523:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369173120 00000100:00000200:1.0:1784950343.765531:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369173248 00000400:00000200:2.0:1784950343.765531:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b8a00 00000020:00000001:3.0:1784950343.765532:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:0.0:1784950343.765533:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bd30cf65. 00000020:00000001:1.0:1784950343.765537:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000040:3.0:1784950343.765542:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000010:0.0:1784950343.765546:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000230b9376. 00000020:00000001:1.0:1784950343.765548:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:2.0:1784950343.765551:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 17024 00000020:00000001:3.0:1784950343.765551:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1784950343.765558:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950343.765559:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000040:0.0:1784950343.765561:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 5 00000800:00000001:2.0:1784950343.765565:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950343.765566:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950343.765572:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:0.0:1784950343.765573:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950343.765574:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000001:2.0:1784950343.765578:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950343.765585:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:1.0:1784950343.765587:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1784950343.765587:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950343.765596:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000001:00000001:1.0:1784950343.765598:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369173248, found 0 last_xid 1871652369172607 00000400:00000200:2.0:1784950343.765601:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950343.765607:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950343.765608:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950343.765609:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1784950343.765609:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000100:00000200:2.0:1784950343.765616:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:1.0:1784950343.765619:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950343.765621:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950343.765624:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000001:0.0:1784950343.765625:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784950343.765627:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aee911e5. 00000020:00000010:3.0:1784950343.765628:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000020:00000001:1.0:1784950343.765632:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950343.765637:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950343.765642:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1784950343.765642:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000aee911e5 x1871652369172992 msgsize 224 00000020:00000010:3.0:1784950343.765645:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000651ead60. 00000800:00000001:0.0:1784950343.765647:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950343.765649:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950343.765658:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1784950343.765658:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000100:00100000:2.0:1784950343.765660:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000010:1.0:1784950343.765665:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005165b905. 00000020:00000010:3.0:1784950343.765672:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000400:00000200:0.0:1784950343.765673:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:1.0:1784950343.765674:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.765688:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950343.765688:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1784950343.765689:0:453511:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:1.0:1784950343.765695:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.765697:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1784950343.765699:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b8b80 00000100:00000001:3.0:1784950343.765704:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:1.0:1784950343.765708:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369173248 00000100:00000001:3.0:1784950343.765712:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950343.765755:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 147616 00000100:00000001:3.0:1784950343.765757:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:1.0:1784950343.765758:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950343.765766:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000001:0.0:1784950343.765770:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950343.765771:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1784950343.765778:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000000de35d38 x1871652369173248/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:494/0 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950343.765790:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950343.765799:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950343.765802:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1784950343.765807:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784950343.765807:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1784950343.765810:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.765813:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000010:2.0:1784950343.765819:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031b2009f. 00000100:00001000:1.0:1784950343.765820:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=126 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950343.765821:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1784950343.765828:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950343.765834:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1784950343.765834:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950343.765839:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1784950343.765841:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1520 00000100:00000200:0.0:1784950343.765846:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1784950343.765848:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950343.765856:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950343.765856:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000010:0.0:1784950343.765860:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070fe4a80. 00000100:00000001:1.0:1784950343.765861:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:3.0:1784950343.765867:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683763200 : -120288025788416 : ffff929942f3c000) 00000100:00000040:0.0:1784950343.765871:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000070fe4a80 x1871652369173376 msgsize 224 00000400:00000200:2.0:1784950343.765872:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c6a3f6 02000000:00000001:1.0:1784950343.765873:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950343.765880:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950343.765881:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000018c6a3f6. 00000100:00000040:3.0:1784950343.765886:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aea0d9f1 x1871652369173120/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:494/0 lens 224/0 e 0 to 0 dl 1784950354 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950343.765891:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950343.765892:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950343.765899:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1784950343.765900:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:1.0:1784950343.765911:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:2.0:1784950343.765912:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950343.765921:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950343.765925:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1784950343.765926:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006444b648. 00000800:00000001:2.0:1784950343.765926:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950343.765928:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000100:00000001:3.0:1784950343.765938:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784950343.765939:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369173248, offset 224 00000800:00000001:0.0:1784950343.765941:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950343.765942:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000800:00000001:0.0:1784950343.765956:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950343.765964:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000aea0d9f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369173120:12345-192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950343.765966:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1784950343.765968:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950343.765969:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:2.0:1784950343.765977:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369172992 00000800:00000001:0.0:1784950343.765978:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950343.765980:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369173120 02000000:00000001:2.0:1784950343.765988:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1784950343.765990:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950343.765992:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784950343.765997:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:3.0:1784950343.765999:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950343.766000:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950343.766004:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:3.0:1784950343.766007:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950343.766011:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950343.766018:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1784950343.766021:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10623:10623:239:4294967295] 192.168.203.114@tcp LPNI seq info [9419:9419:8:4294967295] 00000100:00100000:2.0:1784950343.766022:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369172992 00000020:00000001:3.0:1784950343.766023:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:2.0:1784950343.766028:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1784950343.766035:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000040:2.0:1784950343.766036:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:3.0:1784950343.766044:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950343.766045:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950343.766052:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:3.0:1784950343.766054:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950343.766077:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1784950343.766080:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:3.0:1784950343.766081:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950343.766083:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:3.0:1784950343.766091:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1784950343.766093:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950343.766097:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000200:1.0:1784950343.766099:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950343.766102:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1784950343.766105:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1784950343.766108:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b8980 00000800:00000010:1.0:1784950343.766114:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6b3c2c6. 00000020:00000010:2.0:1784950343.766115:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 02000000:00000010:3.0:1784950343.766115:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002b0df89b. 00000400:00000200:0.0:1784950343.766122:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15349 [1] + 224 02000000:00000001:3.0:1784950343.766126:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950343.766128:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950343.766139:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950343.766140:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950343.766140:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:2.0:1784950343.766141:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000020:00000001:3.0:1784950343.766150:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950343.766154:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1784950343.766155:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369173120 00000020:00000010:2.0:1784950343.766157:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031bfa75f. 00000800:00000200:1.0:1784950343.766162:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:0.0:1784950343.766166:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1784950343.766168:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000010:2.0:1784950343.766171:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000800:00000200:1.0:1784950343.766174:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c6b3c2c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1784950343.766182:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00010000:00000200:3.0:1784950343.766183:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000aea0d9f1 x1871652369173120/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:494/0 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950343.766186:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950343.766196:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950343.766202:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950343.766202:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950343.766205:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950343.766212:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950343.766216:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000994a10b0 x1871652369172864/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950343.766219:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950343.766222:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950343.766227:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950343.766230:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950343.766233:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950343.766239:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950343.766241:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=126 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950343.766247:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950343.766252:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950343.766260:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950343.766261:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000994a10b0 x1871652369172864/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950343.766270:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000de35d38 x1871652369173248/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:494/0 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950343.766270:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1784950343.766271:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950343.766278:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950343.766283:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950343.766295:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1784950343.766297:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2612 02000000:00000001:3.0:1784950343.766301:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950343.766310:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:3.0:1784950343.766314:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950343.766323:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683773056 : -120288025778560 : ffff929942f3e680) 00000100:00000040:3.0:1784950343.766332:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950343.766335:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784950343.766339:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aee911e5 x1871652369172992/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:494/0 lens 224/0 e 0 to 0 dl 1784950354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950343.766340:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000100:00100000:1.0:1784950343.766342:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000de35d38 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369173248:12345-192.168.203.114@tcp:400: Request processed in 873us (1868us total) trans 0 rc 0/0 00000100:00000200:3.0:1784950343.766352:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369173120, offset 224 00000100:00100000:1.0:1784950343.766368:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2611 00000100:00000001:2.0:1784950343.766371:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950343.766378:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950343.766380:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000020:00000010:2.0:1784950343.766380:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:1.0:1784950343.766387:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950343.766387:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950343.766394:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950343.766395:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000400:00000200:3.0:1784950343.766398:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:1.0:1784950343.766402:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d4109e7. 00000020:00000010:1.0:1784950343.766414:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000100:00100000:2.0:1784950343.766414:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000aee911e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369172992:12345-192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950343.766415:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10624:10624:238:4294967295] 192.168.203.114@tcp LPNI seq info [9420:9420:7:4294967295] 00000800:00000200:0.0:1784950343.766416:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1784950343.766426:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb064e97. 00000800:00000010:0.0:1784950343.766427:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6b3c2c6. 00000100:00000200:2.0:1784950343.766433:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369172992 00000020:00000040:1.0:1784950343.766440:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000400:00000200:0.0:1784950343.766442:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1784950343.766443:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950343.766449:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950343.766452:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950343.766460:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950343.766464:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950343.766473:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:2.0:1784950343.766474:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950343.766482:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950343.766485:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1784950343.766486:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006444b648 00000800:00000200:3.0:1784950343.766493:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00100000:1.0:1784950343.766495:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369173376 00000020:00000001:2.0:1784950343.766495:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1784950343.766496:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000006444b648. 00000800:00000010:3.0:1784950343.766505:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9f26aca. 00000001:00000001:2.0:1784950343.766506:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369172992, found 0 last_xid 1871652369172863 00000100:00000001:0.0:1784950343.766507:0:441634:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1784950343.766507:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950343.766515:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950343.766515:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1784950343.766519:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950343.766520:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950343.766524:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:0.0:1784950343.766527:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950343.766529:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950343.766529:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1784950343.766535:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369173376 00000020:00000001:2.0:1784950343.766536:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000001:0.0:1784950343.766538:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950343.766543:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1784950343.766543:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950343.766544:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000001:0.0:1784950343.766547:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784950343.766551:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000020:00000001:2.0:1784950343.766556:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000200:3.0:1784950343.766557:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b9f26aca type 1, nob 320 niov 1 nkiov 1 00000800:00000001:0.0:1784950343.766558:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950343.766559:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950343.766561:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1784950343.766567:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 02000000:00000001:2.0:1784950343.766567:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950343.766573:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950343.766576:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 02000000:00000010:2.0:1784950343.766576:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000010752cd9. 00000400:00000200:0.0:1784950343.766582:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:2.0:1784950343.766586:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950343.766587:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000040:3.0:1784950343.766589:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950343.766598:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950343.766598:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950343.766599:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000010:1.0:1784950343.766607:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000020:00000001:3.0:1784950343.766607:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950343.766609:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b8880 00000020:00000001:2.0:1784950343.766610:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.766617:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950343.766620:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00010000:00000040:2.0:1784950343.766624:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369172992 00000020:00000010:1.0:1784950343.766629:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000400:00000200:0.0:1784950343.766631:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x1534d [1] + 224 00010000:00000001:2.0:1784950343.766634:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:3.0:1784950343.766636:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aea0d9f1 x1871652369173120/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:494/0 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950343.766642:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb064e97. 00000800:00000001:0.0:1784950343.766649:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000200:2.0:1784950343.766651:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000aee911e5 x1871652369172992/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:494/0 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950343.766654:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d4109e7. 00000800:00000001:0.0:1784950343.766664:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950343.766665:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000400:00000200:0.0:1784950343.766675:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950343.766680:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950343.766687:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950343.766695:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950343.766696:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950343.766709:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1784950343.766710:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000aea0d9f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369173120:12345-192.168.203.114@tcp:400: Request processed in 780us (1448us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950343.766711:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1784950343.766712:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1784950343.766756:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:2.0:1784950343.766758:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950343.766762:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c1177d42 x1871652369172608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950343.766764:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950343.766765:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=126 v=5 (1 1 1 1) 00000100:00100000:3.0:1784950343.766775:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1520 00000100:00000001:2.0:1784950343.766786:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950343.766790:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950343.766791:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000040:2.0:1784950343.766800:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950343.766801:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950343.766810:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1784950343.766812:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:0.0:1784950343.766814:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c1177d42 x1871652369172608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950343.766818:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000100:00000001:1.0:1784950343.766819:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1784950343.766823:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1784950343.766825:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1784950343.766831:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950343.766832:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000100:00100000:1.0:1784950343.766844:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1521 00000100:00000001:2.0:1784950343.766847:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1784950343.766847:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000651ead60. 00000100:00000040:1.0:1784950343.766858:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000040:2.0:1784950343.766858:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000040:3.0:1784950343.766860:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:0.0:1784950343.766864:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950343.766865:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822328064 : -120287887223552 : ffff92994b361500) 00000400:00000010:2.0:1784950343.766866:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e79e655e. 00000100:00000001:3.0:1784950343.766867:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950343.766879:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369172992, offset 224 00000100:00000040:1.0:1784950343.766885:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070fe4a80 x1871652369173376/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:494/0 lens 224/0 e 0 to 0 dl 1784950354 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950343.766893:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950343.766902:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950343.766907:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000400:00000200:2.0:1784950343.766910:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950343.766912:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950343.766913:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950343.766919:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1784950343.766923:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000400:00000200:2.0:1784950343.766925:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10625:10625:238:4294967295] 192.168.203.114@tcp LPNI seq info [9421:9421:7:4294967295] 00000400:00000001:3.0:1784950343.766930:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950343.766939:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1784950343.766940:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000070fe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369173376:12345-192.168.203.114@tcp:400: 00000400:00000010:3.0:1784950343.766946:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de8516e0. 00000400:00000200:2.0:1784950343.766951:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:1.0:1784950343.766955:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369173376 00000400:00000200:3.0:1784950343.766959:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c61119ea 00000800:00000200:0.0:1784950343.766962:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1784950343.766963:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000010:3.0:1784950343.766964:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c61119ea. 00000020:00000001:1.0:1784950343.766971:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000200:2.0:1784950343.766974:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950343.766975:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9f26aca. 00000100:00000001:3.0:1784950343.766976:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1784950343.766978:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950343.766987:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1784950343.766990:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1784950343.766990:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b5272c8. 00000100:00000200:3.0:1784950343.766992:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055a59be9 x1871652369172736/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950343.766994:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:1.0:1784950343.767008:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:2.0:1784950343.767012:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950343.767013:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950343.767016:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950343.767027:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1784950343.767031:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000020:00000001:1.0:1784950343.767034:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000200:2.0:1784950343.767039:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000010:0.0:1784950343.767040:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000100:00000200:3.0:1784950343.767041:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055a59be9 x1871652369172736/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950343.767043:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950343.767052:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009b5272c8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950343.767053:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1784950343.767053:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950343.767083:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950343.767086:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950343.767088:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950343.767093:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950343.767096:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950343.767096:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.767099:0:441643:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784950343.767100:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:1.0:1784950343.767105:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001b98a059. 02000000:00000001:3.0:1784950343.767106:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1784950343.767110:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000800:00000001:0.0:1784950343.767112:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950343.767115:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1784950343.767116:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950343.767121:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000001:0.0:1784950343.767122:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950343.767123:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.767125:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950343.767126:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950343.767130:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950343.767131:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950343.767134:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950343.767134:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00010000:00000040:1.0:1784950343.767145:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369173376 00000100:00001000:3.0:1784950343.767145:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=131 v=5 (5 5 5 5) 00000400:00000200:0.0:1784950343.767146:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:2.0:1784950343.767153:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aee911e5 x1871652369172992/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:494/0 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950343.767157:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00001000:3.0:1784950343.767166:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=131 v=5 (1 1 1 1) 00010000:00000200:1.0:1784950343.767172:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000070fe4a80 x1871652369173376/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:494/0 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950343.767179:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b8b00 00000100:00000001:3.0:1784950343.767184:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950343.767190:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950343.767202:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15361 [1] + 224 00010000:00000001:3.0:1784950343.767203:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950343.767211:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950343.767213:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000aee911e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369172992:12345-192.168.203.114@tcp:400: Request processed in 832us (1561us total) trans 0 rc 0/0 00010000:00000001:1.0:1784950343.767221:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950343.767223:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950343.767226:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784950343.767227:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950343.767237:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=126 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950343.767241:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055a59be9 x1871652369172736/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950343.767243:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950343.767251:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2612 00000100:00000001:1.0:1784950343.767252:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1784950343.767254:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950343.767263:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000040:2.0:1784950343.767264:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000400:00000200:0.0:1784950343.767275:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950343.767277:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950343.767278:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950343.767285:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1784950343.767290:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950343.767291:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950343.767293:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1784950343.767293:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 02000000:00000001:1.0:1784950343.767299:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950343.767303:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b838d x1871652369173248/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950343.767305:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950343.767307:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1784950343.767307:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000100:00000001:3.0:1784950343.767312:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950343.767320:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031bfa75f. 00000100:00000040:1.0:1784950343.767324:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950343.767330:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055a59be9 x1871652369172736/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950343.767335:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beb862af. 00000020:00000040:2.0:1784950343.767336:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:2.0:1784950343.767348:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950343.767349:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369173376, offset 224 00000100:00000040:0.0:1784950343.767352:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000285b838d x1871652369173248/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950343.767374:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:3.0:1784950343.767378:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000055a59be9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369172736:0@lo:400: 00000800:00000001:2.0:1784950343.767382:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950343.767397:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950343.767401:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950343.767403:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000001:2.0:1784950343.767404:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950343.767405:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950343.767413:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1784950343.767415:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950343.767424:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055a59be9 x1871652369172736/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950343.767425:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10626:10626:238:4294967295] 192.168.203.114@tcp LPNI seq info [9422:9422:7:4294967295] 00000400:00000200:2.0:1784950343.767432:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950343.767453:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950343.767460:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950343.767466:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f33a667. 00000400:00000200:1.0:1784950343.767467:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:3.0:1784950343.767476:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950343.767481:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950343.767486:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000800:00000200:1.0:1784950343.767488:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950343.767497:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b8a80 00000020:00000001:3.0:1784950343.767498:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000010:1.0:1784950343.767503:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000091f3a7b6. 02000000:00000010:3.0:1784950343.767504:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078605e0a. 00000400:00000200:2.0:1784950343.767515:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15365 [1] + 224 02000000:00000001:3.0:1784950343.767516:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:1.0:1784950343.767517:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:3.0:1784950343.767523:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950343.767528:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055a59be9. 00000800:00000001:2.0:1784950343.767530:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950343.767533:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950343.767534:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000200:1.0:1784950343.767535:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:3.0:1784950343.767541:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950343.767544:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b5272c8. 00000800:00000200:1.0:1784950343.767547:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000091f3a7b6 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:2.0:1784950343.767547:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950343.767551:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950343.767556:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950343.767558:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950343.767561:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950343.767563:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.767570:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950343.767577:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950343.767577:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950343.767578:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950343.767583:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:1.0:1784950343.767589:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:3.0:1784950343.767592:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950343.767595:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e79e655e 00000020:00000001:1.0:1784950343.767596:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950343.767602:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e79e655e. 00000020:00000001:1.0:1784950343.767605:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950343.767609:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950343.767612:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950343.767614:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1784950343.767617:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070fe4a80 x1871652369173376/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:494/0 lens 224/224 e 0 to 0 dl 1784950354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950343.767622:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000722eec82 x1871652369173120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950343.767627:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950343.767643:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000722eec82 x1871652369173120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950343.767644:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000070fe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369173376:12345-192.168.203.114@tcp:400: Request processed in 739us (1770us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950343.767660:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950343.767663:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1784950343.767667:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1521 00000100:00000001:0.0:1784950343.767668:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784950343.767676:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000400:00000001:0.0:1784950343.767678:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1784950343.767682:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950343.767685:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1784950343.767686:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784950343.767690:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1784950343.767691:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002456b1bc. 00000400:00000200:0.0:1784950343.767700:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846b5f 00000020:00000010:1.0:1784950343.767700:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d4109e7. 00000400:00000010:0.0:1784950343.767706:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000060846b5f. 00000800:00000001:2.0:1784950343.767709:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950343.767710:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1784950343.767712:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000100:00000001:0.0:1784950343.767715:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1784950343.767755:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950343.767759:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb064e97. 00000800:00000010:3.0:1784950343.767761:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000091f3a7b6. 00000800:00000001:2.0:1784950343.767767:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950343.767769:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000285b838d x1871652369173248/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784950343.767772:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000400:00000200:3.0:1784950343.767775:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950343.767783:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950343.767793:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950343.767799:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950343.767819:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb862af 00000100:00000001:1.0:1784950343.767821:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784950343.767825:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000285b838d x1871652369173248/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950343.767827:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b8b80 00000400:00000010:3.0:1784950343.767828:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000beb862af. 00000100:00000001:1.0:1784950343.767829:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950343.767840:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1784950343.767842:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950343.767848:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1784950343.767850:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950343.767859:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e312dd2. 00000100:00000001:0.0:1784950343.767861:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950343.767868:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950343.767871:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008abec0ef 00000100:00000001:0.0:1784950343.767873:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950343.767881:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1784950343.767882:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008abec0ef. 00000100:00000001:0.0:1784950343.767885:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950343.767890:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.767892:0:441641:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784950343.767894:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950343.767905:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000722eec82 x1871652369173120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950343.767905:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15371 [1] + 224 00000100:00001000:0.0:1784950343.767907:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=126 v=5 (5 5 5 5) 00000800:00000001:2.0:1784950343.767919:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784950343.767923:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=126 v=5 (1 1 1 1) 00000800:00000001:2.0:1784950343.767930:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950343.767938:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1784950343.767940:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784950343.767945:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000722eec82 x1871652369173120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950343.767946:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950343.767955:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:0.0:1784950343.767956:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950343.767962:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950343.767967:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950343.767972:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950343.767975:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1784950343.767978:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000074c34413 x1871652369173376/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950343.767979:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950343.767981:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950343.767988:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950343.767990:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950343.767995:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950343.767998:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950343.768006:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1784950343.768006:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000074c34413 x1871652369173376/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950343.768012:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950343.768013:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b838d x1871652369173248/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950343.768021:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950343.768034:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=126 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950343.768046:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=126 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950343.768082:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950343.768086:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950343.768088:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950343.768095:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950343.768096:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950343.768096:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1784950343.768106:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784950343.768112:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b838d x1871652369173248/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950343.768112:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00080000:1.0:1784950343.768121:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000722eec82 x1871652369173120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950343.768122:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950343.768143:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950343.768150:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1784950343.768153:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000285b838d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369173248:192.168.203.114@tcp:400: 00000400:00000001:3.0:1784950343.768159:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950343.768166:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950343.768173:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb422241. 00010000:00000001:1.0:1784950343.768177:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950343.768182:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000100:00000001:1.0:1784950343.768186:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1784950343.768187:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000100:00000040:1.0:1784950343.768195:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950343.768197:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1784950343.768198:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950343.768206:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784950343.768207:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000010:0.0:1784950343.768212:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007215b343. 00000100:00000200:3.0:1784950343.768212:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000074c34413 x1871652369173376/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950343.768214:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950343.768225:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aab6dd5c 00000400:00000010:0.0:1784950343.768233:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aab6dd5c. 00000100:00000040:1.0:1784950343.768235:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000722eec82 x1871652369173120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950343.768242:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950343.768256:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000994a10b0 x1871652369172864/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950343.768258:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000074c34413 x1871652369173376/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950343.768280:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950343.768292:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950343.768297:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950343.768312:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000722eec82 x1871652369173120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950343.768324:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784950343.768325:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000994a10b0 x1871652369172864/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950343.768331:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950343.768340:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950343.768345:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950343.768351:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950343.768356:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950343.768364:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000722eec82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369173120:192.168.203.114@tcp:400: 02000000:00000001:3.0:1784950343.768366:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950343.768380:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784950343.768381:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=126 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950343.768387:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784950343.768387:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1784950343.768390:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=126 v=5 (1 1 1 1) 00000400:00000001:1.0:1784950343.768394:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784950343.768396:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950343.768399:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1784950343.768402:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002f39298. 02000000:00000001:0.0:1784950343.768403:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950343.768404:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950343.768411:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1784950343.768415:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950343.768417:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950343.768417:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9a855b7 00000400:00000010:1.0:1784950343.768425:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c9a855b7. 02000000:00000001:0.0:1784950343.768429:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1784950343.768429:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000074c34413 x1871652369173376/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950343.768432:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1784950343.768443:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=121 v=5 (5 5 5 5) 00000100:00000200:1.0:1784950343.768445:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c1177d42 x1871652369172608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950343.768460:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950343.768478:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1784950343.768483:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950343.768485:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950343.768497:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950343.768498:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1784950343.768501:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950343.768503:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c1177d42 x1871652369172608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950343.768505:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950343.768509:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784950343.768513:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1784950343.768516:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950343.768520:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950343.768524:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950343.768531:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950343.768538:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000074c34413 x1871652369173376/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950343.768544:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784950343.768549:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000994a10b0 x1871652369172864/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950343.768551:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950343.768560:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950343.768567:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950343.768567:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950343.768573:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950343.768580:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.768581:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950343.768587:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950343.768592:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950343.768593:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950343.768601:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074c34413 x1871652369173376/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950343.768605:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1784950343.768607:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=126 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950343.768611:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1784950343.768623:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00001000:1.0:1784950343.768626:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=126 v=5 (1 1 1 1) 00000004:00000040:0.0:1784950343.768631:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00000001:1.0:1784950343.768644:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1784950343.768648:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000074c34413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369173376:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950343.768650:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1784950343.768651:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00010000:00000001:1.0:1784950343.768660:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950343.768664:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950343.768666:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950343.768671:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.768675:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950343.768677:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950343.768682:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000040:0.0:1784950343.768687:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000994a10b0 x1871652369172864/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950343.768688:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000074c34413 x1871652369173376/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950343.768690:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950343.768695:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950343.768711:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c1177d42 x1871652369172608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950343.768784:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000994a10b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369172864:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950343.768792:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950343.768799:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784950343.768804:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784950343.768805:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000269463a9. 00000100:00000001:0.0:1784950343.768806:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950343.768816:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950343.768818:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950343.768819:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1784950343.768822:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784950343.768828:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950343.768829:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000285b838d x1871652369173248/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950343.768829:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000004:00000001:1.0:1784950343.768839:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000020:00000001:3.0:1784950343.768842:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:2.0:1784950343.768845:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1784950343.768850:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 02000000:00000010:3.0:1784950343.768850:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e3e62659. 00000800:00000001:2.0:1784950343.768857:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950343.768862:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:2.0:1784950343.768868:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950343.768870:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784950343.768873:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000004:00000020:1.0:1784950343.768875:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000100:00000010:3.0:1784950343.768876:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000074c34413. 02000000:00000001:0.0:1784950343.768881:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950343.768889:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d0923c0. 00000100:00000001:3.0:1784950343.768889:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1784950343.768891:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950343.768895:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1784950343.768897:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950343.768903:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950343.768909:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950343.768911:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950343.768916:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1784950343.768918:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:1.0:1784950343.768919:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1177d42 x1871652369172608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950343.768919:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b8a00 00000100:00000001:3.0:1784950343.768922:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950343.768929:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950343.768931:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950343.768938:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006415387d. 00000100:00000001:3.0:1784950343.768941:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950343.768942:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15379 [1] + 224 02000000:00000001:0.0:1784950343.768950:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950343.768959:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1784950343.768963:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:0.0:1784950343.768964:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000285b838d. 00000100:00100000:1.0:1784950343.768965:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c1177d42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369172608:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950343.768978:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950343.768982:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950343.768983:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950343.768983:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950343.768996:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950343.768996:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950343.768996:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950343.769009:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000722eec82 x1871652369173120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950343.769013:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000994a10b0 x1871652369172864/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950343.769014:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950343.769027:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950343.769037:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e444e120 x1871652369172992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950343.769078:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950343.769088:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784950343.769088:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1784950343.769097:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e444e120 x1871652369172992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950343.769098:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000054005039. 02000000:00000001:1.0:1784950343.769099:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950343.769106:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087e32b89. 02000000:00000001:0.0:1784950343.769111:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1784950343.769115:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950343.769117:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1784950343.769121:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950343.769124:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000040:1.0:1784950343.769125:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1784950343.769131:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950343.769137:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d6495b1. 00000020:00000001:1.0:1784950343.769139:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784950343.769139:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784950343.769143:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:1.0:1784950343.769146:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e5c2538. 02000000:00000001:0.0:1784950343.769147:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950343.769152:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000994a10b0. 00000800:00000001:2.0:1784950343.769154:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950343.769158:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950343.769162:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1784950343.769165:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784950343.769166:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000722eec82. 00000100:00000001:0.0:1784950343.769167:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950343.769174:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950343.769178:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950343.769180:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950343.769186:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950343.769188:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950343.769191:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950343.769192:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950343.769199:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.769200:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1784950343.769203:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950343.769210:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1784950343.769211:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784950343.769218:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950343.769218:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c1177d42 x1871652369172608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950343.769219:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000180fde72. 00000400:00000200:3.0:1784950343.769232:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001829797e 00000400:00000010:3.0:1784950343.769239:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001829797e. 00000100:00000001:3.0:1784950343.769247:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950343.769250:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950343.769255:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950343.769259:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000629dde9a. 00000100:00000200:3.0:1784950343.769259:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e444e120 x1871652369172992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950343.769267:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950343.769271:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950343.769275:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1784950343.769283:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950343.769288:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d67bdc6a. 00000100:00000200:3.0:1784950343.769294:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e444e120 x1871652369172992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950343.769297:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950343.769301:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950343.769304:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c1177d42. 00000100:00000001:1.0:1784950343.769314:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950343.769318:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950343.769323:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950343.769324:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950343.769330:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950343.769335:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950343.769336:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784950343.769338:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950343.769341:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.769343:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950343.769349:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.769351:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950343.769355:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950343.769357:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950343.769363:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=121 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950343.769370:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=121 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950343.769374:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950343.769376:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950343.769379:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950343.769382:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.769385:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950343.769389:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950343.769391:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950343.769392:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950343.769396:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e444e120 x1871652369172992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950343.769404:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950343.769406:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950343.769408:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950343.769411:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e444e120 x1871652369172992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950343.769419:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e444e120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369172992:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950343.769424:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950343.769426:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950343.769429:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e444e120 x1871652369172992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950343.769436:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950343.769438:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950343.769440:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fc8ce9c. 02000000:00000001:3.0:1784950343.769444:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950343.769445:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950343.769447:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1784950343.769449:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950343.769451:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002058a4fe. 02000000:00000001:3.0:1784950343.769454:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950343.769456:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950343.769457:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e444e120. 00000100:00000001:3.0:1784950343.769460:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950343.769462:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950343.769464:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950343.769469:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950343.769471:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950343.769474:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950343.769476:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950344.016844:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950344.016850:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950344.016857:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950344.016859:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950344.016985:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950344.016991:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950344.016996:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950344.656783:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950344.656793:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950344.656794:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950344.656798:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950344.656800:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950344.656803:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950344.656804:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950345.040854:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950345.040860:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950345.040868:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950345.040869:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950345.040995:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950345.041001:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950345.041006:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950345.488896:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->1.2.3.4@tcp 00000800:00000010:1.0:1784950345.488906:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009dd5e9b1. 00000400:00000200:1.0:1784950345.488921:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950345.488931:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->1.2.3.4@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950345.488943:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12617 health :900 00000400:00000200:1.0:1784950345.488951:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950345.488958:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 1.2.3.4@tcp: 1 00000400:00000200:1.0:1784950345.488966:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000400:00000200:0.0:1784950345.489111:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1784950345.489123:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 00000400:00000001:0.0:1784950345.489130:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950345.489133:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950345.489137:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6f6e18f 00000400:00000010:0.0:1784950345.489140:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e6f6e18f. 00000400:00000200:0.0:1784950345.489146:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1784950345.489151:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000400:00000010:0.0:1784950345.489156:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004e70c759. 00000400:00000200:0.0:1784950345.489163:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 1.2.3.4@tcp:-110 00000400:00000200:0.0:1784950345.489166:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 rc -110 00000400:00000200:0.0:1784950345.489170:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 1.2.3.4@tcp 00000100:00000001:0.0:1784950345.680835:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950345.680843:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950345.680844:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950345.680847:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950345.680848:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950345.680850:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950345.680852:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950346.064844:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950346.064850:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950346.064855:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950346.064857:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950346.064986:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950346.064992:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950346.064996:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784950346.192839:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307284347, at 4307284352 00000100:00000010:3.0:1784950346.192855:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000194ebe91. 00000100:00000040:2.0:1784950346.192886:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307284347, at 4307284352 00000100:00000040:0.0:1784950346.192888:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307284347, at 4307284352 00000100:00000040:1.0:1784950346.192888:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307284347, at 4307284352 00000100:00000010:2.0:1784950346.192905:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a05d45b. 00000100:00000010:0.0:1784950346.192909:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ffae0f5. 00000100:00000010:1.0:1784950346.192915:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045d34456. 00000400:00000200:2.0:1784950346.512870:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000010:2.0:1784950346.512880:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000013fc0175. 00000400:00000010:2.0:1784950346.512891:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000031bfa75f. 00000400:00000010:2.0:1784950346.512898:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f72bf817. 00000400:00000010:2.0:1784950346.512908:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000bba1d284. 00000400:00000200:2.0:1784950346.512916:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950346.512933:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950346.512940:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950346.512945:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10627:10627:240:4294967295] 192.168.203.114@tcp LPNI seq info [9423:9423:8:4294967295] 00000400:00000200:2.0:1784950346.512953:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:2.0:1784950346.512962:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:2.0:1784950346.512968:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950346.512974:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000070b3560d. 00000800:00000200:2.0:1784950346.512982:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950346.512992:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950346.512997:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000070b3560d type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1784950346.513020:0:441638:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 1 next ping: 12619 health :900 00000800:00000200:3.0:1784950346.513204:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1784950346.513208:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:3.0:1784950346.513213:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000070b3560d. 00000400:00000200:3.0:1784950346.513221:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950346.513225:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950346.513233:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000800:00000001:2.0:1784950346.513235:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950346.513246:0:441636:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:2.0:1784950346.513250:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950346.513252:0:441636:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000400:00000200:2.0:1784950346.513271:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:2.0:1784950346.513287:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1784950346.513299:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:2.0:1784950346.513310:0:441635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950346.513316:0:441635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10628:10628:240:4294967295] 192.168.203.114@tcp LPNI seq info [9424:9424:8:4294967295] 00000400:00000200:2.0:1784950346.513326:0:441635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:2.0:1784950346.513332:0:441635:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950346.513336:0:441635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005b63d50. 00000800:00000200:2.0:1784950346.513342:0:441635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950346.513347:0:441635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950346.513350:0:441635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000005b63d50 type 3, nob 144 niov 1 nkiov 1 00000800:00000200:2.0:1784950346.513436:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950346.513441:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005b63d50. 00000400:00000200:2.0:1784950346.513447:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950346.513456:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:2.0:1784950346.513474:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950346.513477:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950346.513481:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950346.513494:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950346.513500:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950346.513504:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950346.513515:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:0.0:1784950346.513532:0:441634:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x153a1 00000800:00000001:0.0:1784950346.513539:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950346.513544:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950346.513547:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950346.513551:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:0.0:1784950346.513557:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f72bf817 00000400:00000010:0.0:1784950346.513560:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f72bf817. 00000400:00000200:0.0:1784950346.513565:0:441634:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1784950346.513569:0:441634:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000013fc0175. 00000400:00000010:0.0:1784950346.513573:0:441634:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000031bfa75f. 00000800:00000001:0.0:1784950346.513581:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950346.513585:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950346.704812:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950346.704820:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950346.704822:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950346.704826:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950346.704828:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950346.704831:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950346.704833:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950347.088837:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950347.088843:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950347.088849:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950347.088852:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950347.088958:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950347.088965:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950347.088970:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950347.728829:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950347.728834:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1784950347.728847:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950322/real 1784950322] req@0000000064f70b2a x1871652369168256/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950347 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784950347.728875:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950347.728878:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950347.728881:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc7f6b9e. 00000400:00000200:0.0:1784950347.728887:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faec7be4 00000400:00000010:0.0:1784950347.728889:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000faec7be4. 00000100:00000001:0.0:1784950347.728894:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950347.728898:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064f70b2a x1871652369168256/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950347 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950347.728910:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064f70b2a x1871652369168256/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950347 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950347.728918:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950347.728920:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950347.728923:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950347.728926:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950347.728930:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000064f70b2a x1871652369168256/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950347 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950347.728939:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950347.728945:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950347.728946:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950347.728949:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950347.728951:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950347.728954:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950347.728958:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064f70b2a x1871652369168256/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950347 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950347.728967:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1784950347.728971:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950347.728973:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950347.728974:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950347.728977:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1784950347.728979:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1784950347.728983:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784950347.729008:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:0.0:1784950347.729011:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1784950347.729017:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064f70b2a x1871652369168256/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950347 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950347.729026:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000064f70b2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369168256:192.168.203.114@tcp:8: 00000100:00000001:0.0:1784950347.729052:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.729056:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950347.729059:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064f70b2a x1871652369168256/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950347 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950347.729067:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950347.729071:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950347.729076:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000397ced4b. 02000000:00000001:0.0:1784950347.729081:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950347.729084:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950347.729086:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1784950347.729090:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950347.729093:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000ad9f46de. 02000000:00000001:0.0:1784950347.729099:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950347.729102:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950347.729104:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064f70b2a. 00000100:00000001:0.0:1784950347.729110:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950347.729113:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950347.729115:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950347.729127:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950347.729138:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950347.729146:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1b11004. 00000020:00000040:2.0:1784950347.729153:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:2.0:1784950347.729158:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950347.729162:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950347.729168:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950347.729175:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005b63d50. 00000100:00000001:2.0:1784950347.729183:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950347.729191:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000a1b11004 x1871652369173504/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950347.729205:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950347.729207:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950347.729213:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1b11004] to pc [ptlrpcd_00_03+3] req@00000000a1b11004 x1871652369173504/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950347.729253:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950347.729257:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950347.729262:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950347.729265:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000003a4e779. 00000020:00000040:2.0:1784950347.729268:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950347.729270:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950347.729272:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950347.729275:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950347.729278:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aa821349. 00000100:00000001:2.0:1784950347.729282:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950347.729289:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@0000000003a4e779 x1871652369173632/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950347.729296:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950347.729303:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1784950347.729304:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1784950347.729307:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.729310:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950347.729317:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a4e779] to pc [ptlrpcd_00_00+0] req@0000000003a4e779 x1871652369173632/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950347.729319:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950347.729326:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950347.729327:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950347.729337:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.729338:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950347.729343:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950347.729347:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950347.729355:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1b11004 x1871652369173504/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950347.729358:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950347.729368:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:3.0:1784950347.729380:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1784950347.729383:0:437703:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1784950347.729388:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1784950347.729392:0:437703:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1784950347.729399:0:437703:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1784950347.729400:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950347.729415:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950347.729416:0:437703:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1784950347.729417:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950347.729420:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950347.729424:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1784950347.729427:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12592 02000000:00000001:0.0:1784950347.729429:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950347.729431:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784950347.729437:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950347.729439:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950347.729446:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000001:3.0:1784950347.729447:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784950347.729448:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950347.729459:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1784950347.729459:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12591 00000100:00100000:0.0:1784950347.729460:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000a1b11004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369173504:0@lo:400: 00000100:00000040:3.0:1784950347.729466:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000003a4e779 x1871652369173632/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950347.729469:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.729480:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784950347.729488:0:437703:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: 0 02000000:00000001:0.0:1784950347.729490:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950347.729498:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950347.729501:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784950347.729503:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -11 02000000:00000001:0.0:1784950347.729508:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950347.729511:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950347.729516:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 02000000:00000010:0.0:1784950347.729518:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000230b9376. 00000400:00000200:1.0:1784950347.729520:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:3.0:1784950347.729521:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950347.729524:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1784950347.729530:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950347.729531:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950347.729536:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000400:00000200:1.0:1784950347.729539:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 02000000:00000001:3.0:1784950347.729545:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950347.729547:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007215b343. 00000100:00000001:2.0:1784950347.729548:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000400:00000010:1.0:1784950347.729554:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000087e32b89. 00000100:00100000:3.0:1784950347.729561:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000003a4e779 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369173632:192.168.203.114@tcp:400: 00000400:00000010:0.0:1784950347.729562:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aab6dd5c. 00000020:00000001:2.0:1784950347.729562:0:437703:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000010:1.0:1784950347.729565:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9a855b7. 00000020:00000040:2.0:1784950347.729569:0:437703:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 00000100:00000200:0.0:1784950347.729577:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369173504, portal 25 00000020:00000001:2.0:1784950347.729579:0:437703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:1.0:1784950347.729582:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000002ff16d4. 00000100:00000001:3.0:1784950347.729582:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950347.729585:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1784950347.729587:0:437703:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 00000100:00000001:0.0:1784950347.729593:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683771264 : -120288025780352 : ffff929942f3df80) 02000000:00000001:3.0:1784950347.729594:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1784950347.729595:0:437703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000400:00000200:1.0:1784950347.729601:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-1.2.3.4@tcp 02000000:00000001:3.0:1784950347.729605:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950347.729608:0:437703:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000100:00000040:0.0:1784950347.729613:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a1b11004 x1871652369173504/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950347.729615:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784950347.729623:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 1.2.3.4@tcp local destination 00000100:00000040:2.0:1784950347.729624:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 02000000:00000010:3.0:1784950347.729631:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f33a667. 00000100:00000001:2.0:1784950347.729636:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1784950347.729643:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784950347.729645:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950347.729650:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 00000100:00000001:0.0:1784950347.729657:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950347.729659:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950347.729661:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000400:00000010:3.0:1784950347.729664:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000180fde72. 00000100:00000040:0.0:1784950347.729670:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1784950347.729672:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000040:2.0:1784950347.729674:0:437703:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 00000400:00000010:0.0:1784950347.729681:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060846b5f. 00000400:00000010:3.0:1784950347.729684:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001829797e. 00000400:00000200:1.0:1784950347.729686:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 1.2.3.4@tcp 00000100:00080000:2.0:1784950347.729691:0:437703:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 00000100:00000200:0.0:1784950347.729693:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369173504, offset 0 00000100:00000200:3.0:1784950347.729698:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369173632, portal 4 00000400:00000200:1.0:1784950347.729704:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10629:10629:240:4294967295] 1.2.3.4@tcp LPNI seq info [154:154:8:4294967295] 00000100:00080000:2.0:1784950347.729709:0:437703:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000100:00000001:3.0:1784950347.729710:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784950347.729716:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1784950347.729717:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683774848 : -120288025776768 : ffff929942f3ed80) 00000400:00000200:1.0:1784950347.729785:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 1.2.3.4@tcp 00000100:00000040:3.0:1784950347.729795:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000003a4e779 x1871652369173632/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950347.729796:0:437703:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950347.729808:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 1.2.3.4@tcp(1.2.3.4@tcp:1.2.3.4@tcp) : GET try# 0 02000000:00000001:2.0:1784950347.729809:0:437703:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1784950347.729821:0:437703:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950347.729831:0:437703:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.729841:0:437703:0:(obd_class.h:889:obd_reconnect()) Process entered 00000800:00000200:1.0:1784950347.729842:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-1.2.3.4@tcp 00000100:00000001:3.0:1784950347.729843:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950347.729846:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1784950347.729847:0:437703:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950347.729859:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950347.729862:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001871e498. 00000100:00000010:2.0:1784950347.729863:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ebe4a04e. 00000400:00000010:3.0:1784950347.729867:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000020:00000040:2.0:1784950347.729876:0:437703:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1784950347.729878:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069b8c00 00000100:00000200:3.0:1784950347.729881:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369173632, offset 0 02000000:00000001:2.0:1784950347.729887:0:437703:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000800:00000200:1.0:1784950347.729890:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 02000000:00000001:2.0:1784950347.729894:0:437703:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950347.729901:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13ca5 [2] + 0 00000100:00000001:2.0:1784950347.729904:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950347.729911:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1784950347.729913:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078d54da3. 00000800:00000200:1.1:1784950347.729914:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 02000000:00000001:2.0:1784950347.729916:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950347.729923:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000851f91f2 02000000:00000010:2.0:1784950347.729930:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c07a8031. 00000400:00000200:0.0:1784950347.729934:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950347.729935:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 1.2.3.4@tcp 00000100:00000001:2.0:1784950347.729941:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950347.729942:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950347.729953:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100261 rc 0 00000400:00000200:0.0:1784950347.729955:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1784950347.729962:0:437703:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ebe4a04e x1871652369173760/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1784950347.729966:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950347.729980:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950347.729990:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950347.729993:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950347.730000:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950347.730000:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950347.730011:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:2.0:1784950347.730016:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebe4a04e] to pc [ptlrpcd_rcv+-1] req@00000000ebe4a04e x1871652369173760/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950347.730024:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10630:10630:239:4294967295] 192.168.203.114@tcp LPNI seq info [9425:9425:8:4294967295] 00000400:00000200:3.0:1784950347.730064:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950347.730071:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950347.730079:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9722aa. 00000400:00000200:0.0:1784950347.730080:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000851f91f2 00000400:00000010:0.0:1784950347.730087:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000851f91f2. 00000800:00000200:3.0:1784950347.730094:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950347.730097:0:441643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950347.730104:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1784950347.730116:0:441643:0:(events.c:337:request_in_callback()) incoming req@00000000327f0dda x1871652369173504 msgsize 224 00000800:00000200:3.0:1784950347.730116:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950347.730126:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005c9722aa type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950347.730129:0:437703:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950347.730140:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1784950347.730143:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784950347.730146:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1784950347.730156:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784950347.730158:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950347.730162:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7ed0693. 00000100:00000001:1.0:1784950347.730164:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950347.730168:0:441643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1784950347.730168:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13980 usecs (14 jiffies) 00000100:00000001:1.0:1784950347.730174:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1784950347.730174:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1784950347.730177:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307285903 00000400:00000200:0.0:1784950347.730180:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846b5f 00000100:00000001:1.0:1784950347.730182:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950347.730185:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1784950347.730192:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000060846b5f. 02000000:00000001:2.0:1784950347.730193:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1784950347.730194:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bfa50f9. 00000100:00000040:1.0:1784950347.730198:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ebe4a04e x1871652369173760/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950347.730201:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.730203:0:441643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950347.730209:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 02000000:00000010:2.0:1784950347.730216:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059c01b8a. 00000100:00000200:0.0:1784950347.730217:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1b11004 x1871652369173504/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950347.730223:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307285903 00000100:00000001:2.0:1784950347.730227:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950347.730239:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b031a71. 00000100:00000040:2.0:1784950347.730246:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000c7ed0693 x1871652369173888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950347.730251:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784950347.730254:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950347.730261:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950347.730264:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307285903 02000000:00000001:1.0:1784950347.730272:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1784950347.730277:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8b05ef1. 02000000:00000001:1.0:1784950347.730280:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950347.730291:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950347.730291:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 02000000:00000001:1.0:1784950347.730293:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950347.730303:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1b11004 x1871652369173504/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950347.730305:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307285903 00000100:00000001:2.0:1784950347.730307:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1784950347.730312:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ebe4a04e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369173760:1.2.3.4@tcp:8: 00000100:00000001:2.0:1784950347.730315:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950347.730317:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005fb7a54d. 00000100:00000001:3.0:1784950347.730330:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1784950347.730333:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784950347.730339:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ed0693] to pc [ptlrpcd_00_01+1] req@00000000c7ed0693 x1871652369173888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950347.730342:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950347.730343:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950347.730352:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950347.730353:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950347.730358:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.730362:0:441643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950347.730366:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950347.730371:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.730373:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950347.730375:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950347.730384:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.730387:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307288315 00000100:00000001:1.0:1784950347.730390:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950347.730398:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950347.730405:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950347.730407:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950347.730408:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307285903 00000100:00000001:1.0:1784950347.730412:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950347.730417:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.730418:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307288315 00000100:00000001:0.0:1784950347.730430:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307285903 00000100:00000001:0.0:1784950347.730440:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307288315 00000100:00000001:2.0:1784950347.730441:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.730445:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307285903 00000100:00000040:2.0:1784950347.730448:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950347.730456:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307288315 00000100:00000001:2.0:1784950347.730459:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950347.730466:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095bf3843. 00000100:00000001:0.0:1784950347.730468:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307285903 00000100:00000001:1.0:1784950347.730470:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1784950347.730473:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:1.0:1784950347.730479:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369173504 00000100:00000001:2.0:1784950347.730481:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950347.730483:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950347.730487:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1784950347.730489:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950347.730491:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950347.730495:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784950347.730497:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.730498:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950347.730500:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950347.730501:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.730511:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950347.730512:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070b3560d. 00000800:00000010:3.0:1784950347.730514:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9722aa. 02000000:00000001:1.0:1784950347.730515:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.730526:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950347.730528:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369173504 00000400:00000200:3.0:1784950347.730529:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950347.730538:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:2.0:1784950347.730539:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@0000000095bf3843 x1871652369174016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1784950347.730543:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000400:00000200:3.0:1784950347.730549:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950347.730551:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:0.0:1784950347.730557:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784950347.730559:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000400:00000200:3.0:1784950347.730567:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000020:00000001:1.0:1784950347.730570:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000800:00000001:0.0:1784950347.730573:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950347.730578:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000020:00000001:1.0:1784950347.730582:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000800:00000001:0.0:1784950347.730586:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950347.730587:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950347.730593:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950347.730596:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950347.730598:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1784950347.730599:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950347.730609:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000003a4e779 x1871652369173632/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950347.730610:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000100:00000040:2.0:1784950347.730611:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095bf3843] to pc [ptlrpcd_00_02+2] req@0000000095bf3843 x1871652369174016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950347.730621:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950347.730621:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950347.730634:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000020:00000010:1.0:1784950347.730650:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb064e97. 00000400:00000200:0.0:1784950347.730656:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b8c80 00000020:00000010:1.0:1784950347.730664:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d4109e7. 00000020:00000010:1.0:1784950347.730677:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000400:00000200:0.0:1784950347.730680:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 17248 00000100:00000001:3.0:1784950347.730694:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784950347.730695:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950347.730696:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1784950347.730698:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950347.730707:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:0.0:1784950347.730708:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1784950347.730709:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000040:3.0:1784950347.730709:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000003a4e779 x1871652369173632/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950347.730714:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1784950347.730755:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:2.0:1784950347.730756:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1784950347.730759:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950347.730769:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950347.730778:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950347.730780:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950347.730793:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784950347.730797:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.730799:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1784950347.730802:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6e26f16. 00000100:00000001:3.0:1784950347.730803:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1784950347.730804:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1784950347.730805:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950347.730813:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1784950347.730819:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1784950347.730821:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4f565e0. 02000000:00000001:2.0:1784950347.730824:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950347.730831:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950347.730832:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000f4f565e0 x1871652369173632 msgsize 224 00000100:00000001:3.0:1784950347.730834:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950347.730836:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1784950347.730841:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009dd5e9b1. 00000100:00000001:1.0:1784950347.730846:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1784950347.730847:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1784950347.730851:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950347.730856:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950347.730859:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:1.0:1784950347.730867:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00000040:2.0:1784950347.730868:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000a6e26f16 x1871652369174144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950347.730872:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950347.730878:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950347.730881:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1784950347.730883:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:3.0:1784950347.730891:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784950347.730897:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950347.730897:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790983048272 : -120282726503344 : ffff929a7ed06c50) 00000100:00000001:3.0:1784950347.730898:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950347.730907:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950347.730908:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000001:0.0:1784950347.730909:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950347.730915:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950347.730917:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000327f0dda x1871652369173504/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:498/0 lens 224/0 e 0 to 0 dl 1784950358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950347.730921:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000095bf3843 x1871652369174016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950347.730931:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950347.730932:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6e26f16] to pc [ptlrpcd_00_03+3] req@00000000a6e26f16 x1871652369174144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950347.730938:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950347.730944:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.730955:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950347.730988:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950347.730994:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950347.730995:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.731003:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1784950347.731004:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1784950347.731005:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000100:00000001:2.0:1784950347.731014:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950347.731015:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950347.731016:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369173632 02000000:00000001:3.0:1784950347.731016:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950347.731027:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1784950347.731049:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12623) 00000020:00000010:1.0:1784950347.731051:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000100:00000001:0.0:1784950347.731052:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784950347.731052:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.731061:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950347.731067:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950347.731069:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000095bf3843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369174016:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950347.731073:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784950347.731074:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000327f0dda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369173504:12345-0@lo:400: 00000100:00100000:0.0:1784950347.731077:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369173632 00000100:00100000:2.0:1784950347.731082:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000001:0.0:1784950347.731086:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950347.731088:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1784950347.731093:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:2.0:1784950347.731095:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950347.731097:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369173504 02000000:00000001:3.0:1784950347.731099:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1784950347.731100:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950347.731107:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784950347.731108:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950347.731109:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000040:0.0:1784950347.731110:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:2.0:1784950347.731115:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950347.731120:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1784950347.731121:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950347.731122:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950347.731123:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784950347.731130:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.731132:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1784950347.731133:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 02000000:00000010:3.0:1784950347.731134:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000651ead60. 00000100:00000001:2.0:1784950347.731139:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1784950347.731140:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1784950347.731144:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950347.731148:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:0.0:1784950347.731149:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1784950347.731152:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb422241. 00000100:00000040:2.0:1784950347.731155:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7ed0693 x1871652369173888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950347.731160:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000020:00000001:1.0:1784950347.731162:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000010:3.0:1784950347.731167:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000020:00000001:1.0:1784950347.731171:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950347.731172:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784950347.731180:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369174016, portal 4 00000020:00000001:1.0:1784950347.731183:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1784950347.731186:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000100:00000001:3.0:1784950347.731191:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1784950347.731192:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950347.731199:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683769472 : -120288025782144 : ffff929942f3d880) 00000020:00000001:1.0:1784950347.731200:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950347.731202:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e70c759. 00000100:00000001:2.0:1784950347.731209:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1784950347.731213:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950347.731214:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950347.731216:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfcc75a7. 00000100:00000001:1.0:1784950347.731220:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1784950347.731223:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000095bf3843 x1871652369174016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950347.731225:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950347.731228:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1784950347.731230:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bd30cf65. 02000000:00000001:2.0:1784950347.731232:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1784950347.731239:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000087f65f9e. 02000000:00000001:2.0:1784950347.731244:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950347.731246:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 02000000:00000001:1.0:1784950347.731249:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.731258:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950347.731261:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950347.731262:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c7ed0693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369173888:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950347.731266:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1784950347.731273:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.731274:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.731286:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00000040:1.0:1784950347.731287:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369173504 00000100:00000001:3.0:1784950347.731288:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950347.731292:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950347.731293:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1784950347.731298:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:2.0:1784950347.731300:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950347.731304:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950347.731307:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784950347.731311:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c61119ea. 00010000:00000200:1.0:1784950347.731313:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000327f0dda x1871652369173504/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:498/0 lens 224/224 e 0 to 0 dl 1784950358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950347.731314:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784950347.731317:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a506608. 00000100:00000200:3.0:1784950347.731320:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369174016, offset 0 02000000:00000001:2.0:1784950347.731329:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.731340:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1784950347.731342:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e821c46d. 00000400:00000200:3.0:1784950347.731346:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950347.731348:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1784950347.731362:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2613 00010000:00000001:1.0:1784950347.731363:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1784950347.731367:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a76f2b5f. 00000400:00000200:3.0:1784950347.731370:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00010000:00000001:1.0:1784950347.731371:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950347.731374:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000200:2.0:1784950347.731381:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369173888, portal 10 00000100:00000001:0.0:1784950347.731383:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822335232 : -120287887216384 : ffff92994b363100) 00000100:00001000:1.0:1784950347.731384:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=135 v=5 (1 1 1 1) 00000400:00000200:3.0:1784950347.731388:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950347.731390:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950347.731397:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683773952 : -120288025777664 : ffff929942f3ea00) 00000100:00000001:1.0:1784950347.731401:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950347.731402:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f4f565e0 x1871652369173632/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:498/0 lens 224/0 e 0 to 0 dl 1784950358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950347.731405:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:1.0:1784950347.731412:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000040:2.0:1784950347.731420:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c7ed0693 x1871652369173888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950347.731421:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950347.731423:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 02000000:00000001:1.0:1784950347.731436:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1784950347.731437:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:1.0:1784950347.731444:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950347.731456:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10631:10631:239:4294967295] 192.168.203.114@tcp LPNI seq info [9426:9426:8:4294967295] 00000100:00000001:1.0:1784950347.731458:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950347.731470:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1784950347.731472:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1784950347.731480:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000400:00000010:1.0:1784950347.731487:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008abec0ef. 00000100:00000001:2.0:1784950347.731487:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950347.731489:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950347.731502:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000100:00000200:1.0:1784950347.731502:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369173504, offset 224 00000100:00000040:2.0:1784950347.731504:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950347.731510:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000010:2.0:1784950347.731516:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a969fd8a. 00000100:00100000:0.0:1784950347.731522:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f4f565e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369173632:12345-192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950347.731527:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1784950347.731539:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369173888, offset 0 00000800:00000200:3.0:1784950347.731540:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950347.731542:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369173632 00000400:00000200:1.0:1784950347.731553:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1784950347.731554:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000010:3.0:1784950347.731558:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9722aa. 00000020:00000001:0.0:1784950347.731562:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:2.0:1784950347.731565:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950347.731572:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950347.731579:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069b8c00 00000020:00000001:0.0:1784950347.731582:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000200:3.0:1784950347.731584:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950347.731586:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:0.0:1784950347.731590:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:1.0:1784950347.731601:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x153a5 [1] + 224 00000020:00000001:0.0:1784950347.731603:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1784950347.731606:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000001:00000001:0.0:1784950347.731612:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369173632, found 0 last_xid 1871652369173631 00000800:00000200:3.0:1784950347.731617:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:2.0:1784950347.731620:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950347.731621:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950347.731625:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950347.731635:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784950347.731635:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005c9722aa type 1, nob 320 niov 1 nkiov 1 00000020:00000001:0.0:1784950347.731636:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1784950347.731637:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1784950347.731644:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1784950347.731652:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000001:0.0:1784950347.731654:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950347.731663:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1784950347.731664:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10632:10632:238:4294967295] 192.168.203.114@tcp LPNI seq info [9427:9427:7:4294967295] 00000100:00000001:0.0:1784950347.731673:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950347.731674:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950347.731680:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1784950347.731685:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4712 usecs (5 jiffies) 02000000:00000010:0.0:1784950347.731688:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d410dc67. 00000400:00000200:2.0:1784950347.731695:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:0.0:1784950347.731699:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950347.731700:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307285895 00000100:00000001:0.0:1784950347.731707:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950347.731708:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950347.731711:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307288315 00000800:00000200:2.0:1784950347.731712:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950347.731759:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1b11004 x1871652369173504/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950347.731761:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307285895 00000020:00000001:0.0:1784950347.731763:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950347.731768:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002058a4fe. 00000100:00000001:3.0:1784950347.731776:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307288315 00010000:00000040:0.0:1784950347.731777:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369173632 00000100:00000001:3.0:1784950347.731791:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307285896 00010000:00000001:0.0:1784950347.731792:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000200:2.0:1784950347.731793:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950347.731803:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307288315 00010000:00000200:0.0:1784950347.731808:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f4f565e0 x1871652369173632/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:498/0 lens 224/224 e 0 to 0 dl 1784950358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950347.731810:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1b11004 x1871652369173504/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950347.731813:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307285896 00000800:00000200:2.0:1784950347.731820:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950347.731825:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307288315 00000800:00000200:2.0:1784950347.731832:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002058a4fe type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950347.731836:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950347.731850:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.731851:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950347.731863:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950347.731866:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5568 usecs (6 jiffies) 00000100:00000001:3.0:1784950347.731877:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950347.731878:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950347.731879:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307285897 00000100:00000001:1.0:1784950347.731884:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1784950347.731888:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.731890:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307288315 00000100:00000001:3.0:1784950347.731891:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1784950347.731895:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=130 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950347.731898:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950347.731900:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307285897 00000400:00000200:1.0:1784950347.731902:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008abec0ef 00000100:00000001:0.0:1784950347.731907:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950347.731912:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307288315 00000100:00000001:3.0:1784950347.731913:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784950347.731914:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008abec0ef. 00000100:00000040:0.0:1784950347.731918:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950347.731920:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950347.731924:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307285897 00000100:00000001:3.0:1784950347.731929:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950347.731930:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950347.731931:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950347.731933:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307288315 00000100:00000001:1.0:1784950347.731939:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1784950347.731943:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1784950347.731944:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6e26f16 x1871652369174144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950347.731945:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307285897 02000000:00000001:0.0:1784950347.731950:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950347.731952:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.731957:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307288315 00000100:00000001:0.0:1784950347.731962:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950347.731969:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:2.0:1784950347.731971:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950347.731983:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000001:1.0:1784950347.731983:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950347.731985:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950347.731991:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.731995:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950347.731996:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060846b5f. 00000020:00000001:1.0:1784950347.732002:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1784950347.732011:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369173632, offset 224 00000100:00000001:2.0:1784950347.732011:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950347.732017:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000327f0dda x1871652369173504/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:498/0 lens 224/224 e 0 to 0 dl 1784950358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950347.732018:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950347.732026:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950347.732057:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950347.732059:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950347.732067:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950347.732080:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950347.732081:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950347.732082:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784950347.732090:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000327f0dda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369173504:12345-0@lo:400: Request processed in 1089us (1965us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950347.732091:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784950347.732095:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000a6e26f16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369174144:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950347.732100:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950347.732107:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10633:10633:237:4294967295] 192.168.203.114@tcp LPNI seq info [9428:9428:6:4294967295] 00000100:00000001:2.0:1784950347.732113:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950347.732118:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950347.732127:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1784950347.732129:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 02000000:00000001:3.0:1784950347.732134:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950347.732139:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 02000000:00000001:3.0:1784950347.732140:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950347.732149:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:3.0:1784950347.732151:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098478efa. 00000400:00000200:0.0:1784950347.732154:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950347.732156:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1784950347.732159:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950347.732169:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d4109e7. 00000800:00000200:2.0:1784950347.732170:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1784950347.732173:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de8516e0. 00000800:00000200:0.0:1784950347.732181:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950347.732182:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9722aa. 00000020:00000010:1.0:1784950347.732184:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000400:00000010:3.0:1784950347.732186:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a7aa0e6. 00000400:00000200:2.0:1784950347.732197:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1784950347.732198:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825f13b0. 00000020:00000010:1.0:1784950347.732199:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb064e97. 00000100:00000200:3.0:1784950347.732200:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369174144, portal 10 00000100:00000001:3.0:1784950347.732212:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784950347.732215:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:1.0:1784950347.732216:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000001:3.0:1784950347.732219:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683772160 : -120288025779456 : ffff929942f3e300) 00000800:00000200:0.0:1784950347.732224:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:1.0:1784950347.732229:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1784950347.732233:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c61119ea 02000000:00000010:1.0:1784950347.732235:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000087f65f9e. 00000400:00000010:2.0:1784950347.732243:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c61119ea. 00000100:00000040:3.0:1784950347.732244:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a6e26f16 x1871652369174144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950347.732246:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:1.0:1784950347.732247:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950347.732256:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950347.732258:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1784950347.732259:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000825f13b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1784950347.732269:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1784950347.732274:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000095bf3843 x1871652369174016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950347.732283:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002f39298. 00000100:00000001:0.0:1784950347.732285:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950347.732297:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5228e50. 00000100:00000040:0.0:1784950347.732302:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950347.732306:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1784950347.732316:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950347.732320:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1784950347.732322:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950347.732324:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950347.732331:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1784950347.732333:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000095bf3843 x1871652369174016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950347.732336:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000100:00000001:1.0:1784950347.732346:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950347.732347:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4f565e0 x1871652369173632/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:498/0 lens 224/224 e 0 to 0 dl 1784950358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950347.732349:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369174144, offset 0 00000100:00000001:1.0:1784950347.732355:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950347.732369:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950347.732371:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950347.732379:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:1.0:1784950347.732384:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950347.732391:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950347.732393:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:1.0:1784950347.732397:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007215b343. 00000400:00000200:3.0:1784950347.732403:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1784950347.732407:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f4f565e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369173632:12345-192.168.203.114@tcp:400: Request processed in 927us (1564us total) trans 0 rc 0/0 00000400:00000200:1.0:1784950347.732409:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aab6dd5c 00000400:00000200:3.0:1784950347.732414:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000010:1.0:1784950347.732417:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aab6dd5c. 00000400:00000200:3.0:1784950347.732427:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950347.732430:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950347.732439:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00100000:0.0:1784950347.732440:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2613 00000100:00000200:1.0:1784950347.732443:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1b11004 x1871652369173504/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950347.732452:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000400:00000200:3.0:1784950347.732458:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10634:10634:236:4294967295] 192.168.203.114@tcp LPNI seq info [9429:9429:5:4294967295] 00000100:00000001:0.0:1784950347.732461:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950347.732467:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950347.732474:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfcc75a7. 00000020:00000010:0.0:1784950347.732485:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bd30cf65. 00000020:00000010:0.0:1784950347.732497:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e70c759. 00000100:00000200:1.0:1784950347.732502:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1b11004 x1871652369173504/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950347.732504:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000040:0.0:1784950347.732508:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:0.0:1784950347.732517:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950347.732534:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950347.732539:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:3.0:1784950347.732545:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007aa401b2. 00000100:00000001:1.0:1784950347.732546:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950347.732557:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950347.732561:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950347.732567:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000200:3.0:1784950347.732569:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950347.732571:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950347.732577:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950347.732585:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=135 v=5 (5 5 5 5) 00000800:00000200:3.0:1784950347.732592:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00001000:1.0:1784950347.732595:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=135 v=5 (1 1 1 1) 00000800:00000200:2.0:1784950347.732599:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1784950347.732604:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007aa401b2 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1784950347.732609:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825f13b0. 00000100:00000001:1.0:1784950347.732610:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950347.732617:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950347.732621:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950347.732622:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1784950347.732623:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950347.732630:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950347.732635:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5050 usecs (6 jiffies) 00000100:00000001:1.0:1784950347.732638:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950347.732640:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950347.732652:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307285897 00000100:00000040:1.0:1784950347.732654:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1b11004 x1871652369173504/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950347.732655:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846b5f 00000400:00000010:2.0:1784950347.732662:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000060846b5f. 00000100:00000001:3.0:1784950347.732666:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307288315 00000800:00000200:0.0:1784950347.732672:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950347.732675:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950347.732677:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307285897 00000100:00000001:2.0:1784950347.732682:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000010:0.0:1784950347.732685:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002058a4fe. 00000100:00000001:3.0:1784950347.732689:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307288315 00000800:00000001:2.0:1784950347.732694:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950347.732698:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950347.732699:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307285897 00000800:00000001:2.0:1784950347.732709:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950347.732711:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307288315 00000800:00000001:2.0:1784950347.732760:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950347.732761:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307285898 00000100:00000001:1.0:1784950347.732766:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950347.732769:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307288315 00000400:00000200:0.0:1784950347.732770:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950347.732772:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950347.732777:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950347.732783:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950347.732787:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950347.732790:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950347.732791:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a969fd8a 00000400:00000010:0.0:1784950347.732799:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a969fd8a. 00000100:00000040:1.0:1784950347.732803:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1b11004 x1871652369173504/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950347.732804:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950347.732805:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950347.732808:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950347.732819:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950347.732825:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7ed0693 x1871652369173888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950347.732833:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784950347.732838:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b8c80 00000100:00000001:3.0:1784950347.732840:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950347.732853:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950347.732859:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950347.732866:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x153b1 [1] + 224 00000100:00000001:3.0:1784950347.732867:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950347.732875:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000a1b11004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369173504:0@lo:400: 00000100:00000001:3.0:1784950347.732880:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.732882:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1784950347.732887:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950347.732897:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7ed0693 x1871652369173888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950347.732903:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950347.732905:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950347.732918:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950347.732918:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950347.732920:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950347.732927:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950347.732929:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1784950347.732935:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1b11004 x1871652369173504/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950347.732938:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950347.732944:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950347.732953:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1784950347.732955:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950347.732966:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000003a4e779 x1871652369173632/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950347.732969:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950347.732971:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950347.732978:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950347.732984:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000230b9376. 02000000:00000001:1.0:1784950347.732997:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1784950347.732999:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:1.0:1784950347.733004:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950347.733009:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000800:00000200:0.0:1784950347.733010:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784950347.733010:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000003a4e779 x1871652369173632/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950347.733018:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000010:0.0:1784950347.733021:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007aa401b2. 00000400:00000200:3.0:1784950347.733026:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b8e00 02000000:00000010:1.0:1784950347.733027:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005b63d50. 00000400:00000200:0.0:1784950347.733055:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950347.733058:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950347.733065:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784950347.733070:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1784950347.733071:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1b11004. 00000400:00000200:0.0:1784950347.733077:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950347.733083:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1784950347.733084:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 17472 00000100:00000001:1.0:1784950347.733089:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950347.733094:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950347.733097:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000800:00000001:3.0:1784950347.733098:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950347.733101:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1784950347.733106:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950347.733107:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950347.733108:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000800:00000001:3.0:1784950347.733112:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950347.733116:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950347.733123:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950347.733124:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950347.733124:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950347.733133:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.733138:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784950347.733139:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a6e26f16 x1871652369174144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950347.733144:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950347.733146:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950347.733155:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950347.733161:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950347.733167:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000180fde72. 00000100:00000001:0.0:1784950347.733170:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950347.733175:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001829797e 00000100:00000040:0.0:1784950347.733178:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a6e26f16 x1871652369174144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950347.733181:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001829797e. 00000100:00000001:2.0:1784950347.733190:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950347.733193:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950347.733199:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1784950347.733201:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950347.733203:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000003a4e779 x1871652369173632/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784950347.733209:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064f70b2a. 00000100:00000001:0.0:1784950347.733210:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784950347.733219:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000064f70b2a x1871652369174016 msgsize 224 00000100:00000200:2.0:1784950347.733230:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000003a4e779 x1871652369173632/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950347.733242:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950347.733258:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950347.733260:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950347.733262:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950347.733265:0:441635:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1784950347.733266:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950347.733273:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950347.733276:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950347.733279:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950347.733283:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784950347.733286:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=125 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950347.733293:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=125 v=5 (1 1 1 1) 00000800:00000001:3.0:1784950347.733295:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950347.733296:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950347.733298:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1784950347.733303:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369174016 00000800:00000001:3.0:1784950347.733306:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950347.733307:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950347.733310:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1784950347.733315:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950347.733318:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950347.733319:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1784950347.733325:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.733327:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950347.733332:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950347.733335:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1784950347.733337:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950347.733341:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00100000:0.0:1784950347.733343:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369174016 00000100:00000001:2.0:1784950347.733352:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1784950347.733353:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b8d80 00000020:00000001:0.0:1784950347.733354:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950347.733360:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950347.733361:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:0.0:1784950347.733367:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:3.0:1784950347.733373:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 147840 00000020:00000040:0.0:1784950347.733374:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000040:2.0:1784950347.733375:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000003a4e779 x1871652369173632/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950347.733385:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:3.0:1784950347.733390:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950347.733396:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:3.0:1784950347.733400:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950347.733407:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950347.733410:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1784950347.733416:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000001:2.0:1784950347.733421:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950347.733424:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950347.733431:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1784950347.733433:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950347.733436:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000100:00000001:2.0:1784950347.733438:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950347.733441:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1784950347.733449:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e70c759. 00000100:00000200:3.0:1784950347.733449:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1784950347.733455:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000003a4e779 x1871652369173632/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950347.733459:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfcc75a7. 00000100:00000010:3.0:1784950347.733464:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c08b1440. 00000020:00000010:0.0:1784950347.733470:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bd30cf65. 00000100:00000040:3.0:1784950347.733474:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000c08b1440 x1871652369173888 msgsize 224 00000100:00000040:0.0:1784950347.733483:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950347.733492:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950347.733498:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1784950347.733502:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950347.733504:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950347.733506:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000003a4e779 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369173632:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950347.733516:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.733518:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950347.733523:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950347.733528:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000003a4e779 x1871652369173632/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950347.733529:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950347.733543:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950347.733544:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950347.733550:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950347.733554:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f33a667. 02000000:00000001:2.0:1784950347.733560:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950347.733564:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950347.733566:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950347.733568:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1784950347.733571:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950347.733572:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950347.733573:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1784950347.733576:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000aa821349. 00000100:00000001:3.0:1784950347.733583:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1784950347.733584:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1784950347.733586:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2614 02000000:00000001:2.0:1784950347.733592:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1784950347.733594:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000010:2.0:1784950347.733597:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000003a4e779. 00000100:00000001:3.0:1784950347.733597:0:455339:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.733600:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786048185984 : -120287661365632 : ffff929958ac6680) 00000100:00000001:2.0:1784950347.733610:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950347.733611:0:455339:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.733616:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950347.733617:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064f70b2a x1871652369174016/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:498/0 lens 224/0 e 0 to 0 dl 1784950358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950347.733626:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950347.733640:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950347.733642:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950347.733644:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950347.733646:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950347.733648:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950347.733650:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00100000:1.0:1784950347.733651:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369173888 00000100:00000001:2.0:1784950347.733654:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950347.733663:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950347.733664:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950347.733665:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950347.733667:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950347.733670:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950347.733677:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950347.733680:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000800:00000001:3.0:1784950347.733681:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950347.733684:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950347.733692:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369173888 00000800:00000001:3.0:1784950347.733692:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950347.733701:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:0.0:1784950347.733702:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000064f70b2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369174016:12345-192.168.203.114@tcp:400: 00000020:00000040:1.0:1784950347.733706:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:1.0:1784950347.733713:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:3.0:1784950347.733760:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:0.0:1784950347.733767:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369174016 00000020:00000040:1.0:1784950347.733770:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000001:0.0:1784950347.733775:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950347.733780:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000400:00000200:3.0:1784950347.733781:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b8e80 00000020:00000001:0.0:1784950347.733783:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950347.733791:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:0.0:1784950347.733792:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950347.733802:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 148064 00000020:00000001:0.0:1784950347.733805:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950347.733806:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1784950347.733813:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000001:3.0:1784950347.733816:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950347.733819:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000020:00000001:0.0:1784950347.733820:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1784950347.733827:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369174016, found 0 last_xid 1871652369174015 00000100:00000001:1.0:1784950347.733831:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950347.733832:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950347.733834:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950347.733844:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1784950347.733846:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000400:00000200:3.0:1784950347.733847:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950347.733849:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950347.733856:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950347.733860:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1784950347.733866:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:1.0:1784950347.733867:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb064e97. 00000100:00000001:0.0:1784950347.733868:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950347.733875:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950347.733882:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1784950347.733885:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d4109e7. 02000000:00000010:0.0:1784950347.733886:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e3646475. 00000100:00000200:3.0:1784950347.733887:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1784950347.733900:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950347.733904:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000100:00000010:3.0:1784950347.733905:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000044f72fe5. 00000100:00000001:0.0:1784950347.733906:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950347.733917:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950347.733918:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000044f72fe5 x1871652369174144 msgsize 224 00010000:00000040:0.0:1784950347.733922:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369174016 00000100:00000040:1.0:1784950347.733928:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:0.0:1784950347.733929:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00100000:3.0:1784950347.733936:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950347.733940:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00010000:00000200:0.0:1784950347.733943:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000064f70b2a x1871652369174016/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:498/0 lens 224/224 e 0 to 0 dl 1784950358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950347.733949:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950347.733958:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950347.733961:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950347.733963:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1784950347.733969:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950347.733977:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=130 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950347.733978:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000001:3.0:1784950347.733978:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950347.733989:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1784950347.733990:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:3.0:1784950347.733991:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950347.733996:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950347.734003:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950347.734008:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950347.734011:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950347.734013:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950347.734017:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950347.734021:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950347.734023:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950347.734026:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007db34483. 00000100:00000001:2.0:1784950347.734051:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1784950347.734053:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369174016, offset 224 00000100:00100000:2.0:1784950347.734057:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369174144 02000000:00000001:2.0:1784950347.734062:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1784950347.734066:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950347.734068:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950347.734074:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950347.734075:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950347.734081:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1784950347.734086:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950347.734088:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:2.0:1784950347.734093:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369174144 00000100:00000001:3.0:1784950347.734100:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1784950347.734101:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1522 00000020:00000001:2.0:1784950347.734102:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1784950347.734108:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10635:10635:239:4294967295] 192.168.203.114@tcp LPNI seq info [9430:9430:8:4294967295] 00000100:00000001:3.0:1784950347.734110:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1784950347.734111:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000040:1.0:1784950347.734115:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000001:3.0:1784950347.734119:0:453512:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950347.734121:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950347.734125:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785665246336 : -120288044305280 : ffff929941d93480) 00000020:00000040:2.0:1784950347.734130:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000001:3.0:1784950347.734132:0:453512:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950347.734141:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c08b1440 x1871652369173888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:498/0 lens 224/0 e 0 to 0 dl 1784950358 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950347.734142:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:2.0:1784950347.734153:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000200:0.0:1784950347.734161:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950347.734165:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950347.734175:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:2.0:1784950347.734186:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950347.734193:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000200:0.0:1784950347.734194:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:2.0:1784950347.734196:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000020:00000010:1.0:1784950347.734201:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000800:00000010:0.0:1784950347.734206:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b126ea16. 00000100:00000001:1.0:1784950347.734208:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950347.734210:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2c38d8a. 00000020:00000010:1.0:1784950347.734219:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000800:00000200:0.0:1784950347.734221:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:2.0:1784950347.734223:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000100:00100000:1.0:1784950347.734235:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c08b1440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369173888:12345-192.168.203.114@tcp:400: 00000020:00000010:2.0:1784950347.734238:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000800:00000200:0.0:1784950347.734248:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000200:1.0:1784950347.734249:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369173888 00000100:00000001:2.0:1784950347.734251:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000200:0.0:1784950347.734262:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b126ea16 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950347.734262:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1784950347.734263:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950347.734272:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950347.734273:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950347.734281:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.734283:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1784950347.734285:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1784950347.734290:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950347.734292:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:2.0:1784950347.734292:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950347.734299:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950347.734302:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1784950347.734303:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000020:00000001:1.0:1784950347.734310:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950347.734311:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950347.734317:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950347.734319:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950347.734322:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950347.734325:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950347.734327:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1784950347.734334:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950347.734342:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1784950347.734343:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064f70b2a x1871652369174016/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:498/0 lens 224/224 e 0 to 0 dl 1784950358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950347.734347:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950347.734351:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950347.734354:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950347.734357:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1784950347.734360:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950347.734364:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000010:1.0:1784950347.734371:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000087f65f9e. 00000100:00100000:2.0:1784950347.734372:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1523 02000000:00000001:1.0:1784950347.734381:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950347.734386:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000001:3.0:1784950347.734388:0:453541:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950347.734389:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.734397:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785884830336 : -120287824721280 : ffff92994eefca80) 00000100:00100000:0.0:1784950347.734398:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000064f70b2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369174016:12345-192.168.203.114@tcp:400: Request processed in 746us (1167us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950347.734401:0:453541:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950347.734402:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950347.734414:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369173888 00000100:00000040:2.0:1784950347.734417:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000044f72fe5 x1871652369174144/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:498/0 lens 224/0 e 0 to 0 dl 1784950358 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950347.734427:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00100000:0.0:1784950347.734439:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2614 00010000:00000200:1.0:1784950347.734442:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c08b1440 x1871652369173888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:498/0 lens 224/224 e 0 to 0 dl 1784950358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950347.734452:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:0.0:1784950347.734460:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950347.734467:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950347.734468:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1784950347.734471:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1784950347.734478:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfcc75a7. 00010000:00000001:1.0:1784950347.734479:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950347.734480:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00001000:1.0:1784950347.734492:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=130 v=5 (1 1 1 1) 00000020:00000010:0.0:1784950347.734494:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bd30cf65. 00000100:00000001:2.0:1784950347.734494:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784950347.734500:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1784950347.734507:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e70c759. 00000020:00000010:2.0:1784950347.734510:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00000001:1.0:1784950347.734511:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:3.0:1784950347.734511:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b126ea16. 00000020:00000040:0.0:1784950347.734514:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000040:1.0:1784950347.734523:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950347.734526:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950347.734528:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950347.734531:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00100000:2.0:1784950347.734536:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000044f72fe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369174144:12345-192.168.203.114@tcp:400: 02000000:00000001:1.0:1784950347.734542:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950347.734548:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950347.734552:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:2.0:1784950347.734553:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369174144 00000100:00000001:1.0:1784950347.734556:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1784950347.734559:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950347.734563:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:3.0:1784950347.734572:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007db34483 00000100:00000040:1.0:1784950347.734573:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950347.734573:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000001:0.0:1784950347.734574:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950347.734582:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950347.734584:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008abec0ef. 00000400:00000010:3.0:1784950347.734585:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007db34483. 00000800:00000001:0.0:1784950347.734586:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950347.734589:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950347.734596:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000001:0.0:1784950347.734599:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950347.734601:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1784950347.734602:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1784950347.734607:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369173888, offset 224 00000100:00000001:3.0:1784950347.734610:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1784950347.734611:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950347.734618:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:2.0:1784950347.734622:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950347.734627:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1784950347.734633:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950347.734634:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950347.734645:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b8e00 00000020:00000001:2.0:1784950347.734646:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950347.734655:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1784950347.734659:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:2.0:1784950347.734662:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1784950347.734664:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x153b9 [1] + 224 02000000:00000010:2.0:1784950347.734671:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000044ff640f. 00000800:00000001:0.0:1784950347.734679:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950347.734681:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950347.734682:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10636:10636:239:4294967295] 192.168.203.114@tcp LPNI seq info [9431:9431:8:4294967295] 00000100:00000001:2.0:1784950347.734691:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950347.734692:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950347.734704:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950347.734705:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950347.734714:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000040:2.0:1784950347.734759:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369174144 00000400:00000200:0.0:1784950347.734762:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:2.0:1784950347.734771:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950347.734774:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:1.0:1784950347.734777:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000200:2.0:1784950347.734784:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000044f72fe5 x1871652369174144/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:498/0 lens 224/224 e 0 to 0 dl 1784950358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950347.734787:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000095bf3843 x1871652369174016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784950347.734790:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f17b544c. 00000800:00000200:1.0:1784950347.734811:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950347.734833:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950347.734845:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f17b544c type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1784950347.734849:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1784950347.734856:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000095bf3843 x1871652369174016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950347.734858:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950347.734865:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=130 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950347.734877:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.734881:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950347.734899:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000040:2.0:1784950347.734899:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950347.734903:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950347.734910:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00010000:00000001:1.0:1784950347.734913:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:2.0:1784950347.734917:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950347.734918:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784950347.734920:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950347.734922:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950347.734925:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1784950347.734935:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950347.734936:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:3.0:1784950347.734939:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1784950347.734947:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000001:3.0:1784950347.734948:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1784950347.734954:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c08b1440 x1871652369173888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:498/0 lens 224/224 e 0 to 0 dl 1784950358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950347.734955:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb422241. 00000400:00000010:2.0:1784950347.734957:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec5d6f04. 00000400:00000200:3.0:1784950347.734968:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000400:00000010:3.0:1784950347.734975:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000100:00000001:3.0:1784950347.734981:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950347.734983:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369174144, offset 224 00000800:00000200:0.0:1784950347.734987:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1784950347.734992:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000095bf3843 x1871652369174016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950347.734998:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f17b544c. 00000400:00000200:2.0:1784950347.735001:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950347.735012:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950347.735025:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950347.735053:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950347.735067:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10637:10637:238:4294967295] 192.168.203.114@tcp LPNI seq info [9432:9432:7:4294967295] 00000100:00100000:1.0:1784950347.735080:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c08b1440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369173888:12345-192.168.203.114@tcp:400: Request processed in 877us (1594us total) trans 0 rc 0/0 00000100:00000200:3.0:1784950347.735090:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000095bf3843 x1871652369174016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950347.735113:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1522 00000400:00000200:2.0:1784950347.735117:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950347.735125:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:1.0:1784950347.735134:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950347.735142:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950347.735144:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008abec0ef 00000100:00000001:3.0:1784950347.735145:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1784950347.735149:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d4109e7. 00000800:00000200:2.0:1784950347.735151:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950347.735153:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008abec0ef. 00000100:00000001:3.0:1784950347.735154:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950347.735161:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000800:00000010:2.0:1784950347.735165:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa821349. 00000100:00000001:3.0:1784950347.735166:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950347.735167:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1784950347.735170:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb064e97. 02000000:00000001:3.0:1784950347.735173:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950347.735174:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:1.0:1784950347.735180:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000800:00000200:2.0:1784950347.735182:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950347.735182:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784950347.735188:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950347.735190:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950347.735191:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950347.735199:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950347.735202:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950347.735206:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000001:0.0:1784950347.735210:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784950347.735214:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=130 v=5 (5 5 5 5) 00000800:00000200:2.0:1784950347.735215:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000aa821349 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:0.0:1784950347.735219:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950347.735230:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784950347.735232:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=130 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950347.735234:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950347.735238:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950347.735248:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950347.735251:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950347.735256:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950347.735258:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:0.0:1784950347.735263:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:2.0:1784950347.735267:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950347.735268:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950347.735275:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950347.735276:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1784950347.735279:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b8d80 00000100:00000001:3.0:1784950347.735287:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950347.735291:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000044f72fe5 x1871652369174144/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:498/0 lens 224/224 e 0 to 0 dl 1784950358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950347.735293:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000400:00000200:0.0:1784950347.735298:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x153c1 [1] + 224 00000100:00000001:3.0:1784950347.735303:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950347.735310:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950347.735315:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950347.735327:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000095bf3843 x1871652369174016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950347.735339:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000044f72fe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369174144:12345-192.168.203.114@tcp:400: Request processed in 865us (1411us total) trans 0 rc 0/0 00000800:00000001:0.0:1784950347.735357:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950347.735360:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950347.735368:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950347.735372:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950347.735373:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950347.735373:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1784950347.735374:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1523 00000800:00000010:1.0:1784950347.735386:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa821349. 00000800:00000001:0.0:1784950347.735387:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950347.735389:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000040:3.0:1784950347.735393:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095bf3843 x1871652369174016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950347.735400:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950347.735400:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1784950347.735401:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950347.735409:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950347.735417:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000400:00000200:1.0:1784950347.735425:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950347.735430:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:2.0:1784950347.735431:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000400:00000200:1.0:1784950347.735443:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec5d6f04 00000020:00000010:2.0:1784950347.735445:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2c38d8a. 00000400:00000010:1.0:1784950347.735452:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ec5d6f04. 00000020:00000040:2.0:1784950347.735458:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000400:00000200:0.0:1784950347.735459:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b8e80 00000100:00000001:1.0:1784950347.735465:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950347.735468:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950347.735472:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1784950347.735483:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x153d1 [1] + 224 00000100:00100000:3.0:1784950347.735491:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000095bf3843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369174016:192.168.203.114@tcp:400: 00000800:00000001:0.0:1784950347.735497:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950347.735504:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950347.735507:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950347.735509:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784950347.735516:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950347.735520:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000095bf3843 x1871652369174016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950347.735532:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950347.735535:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950347.735547:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950347.735551:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950347.735552:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1784950347.735562:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:3.0:1784950347.735563:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1784950347.735564:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a6e26f16 x1871652369174144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950347.735573:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000651ead60. 00000100:00000001:1.0:1784950347.735578:0:441636:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784950347.735589:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1784950347.735591:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7ed0693 x1871652369173888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950347.735597:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a6e26f16 x1871652369174144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950347.735598:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950347.735606:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1784950347.735618:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950347.735626:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070b3560d. 02000000:00000001:3.0:1784950347.735638:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950347.735644:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950347.735652:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095bf3843. 00000100:00000040:1.0:1784950347.735653:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c7ed0693 x1871652369173888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950347.735655:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950347.735665:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:0.0:1784950347.735668:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950347.735672:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950347.735679:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950347.735681:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950347.735688:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950347.735690:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950347.735693:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1784950347.735697:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950347.735702:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950347.735704:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de8516e0. 00000400:00000200:3.0:1784950347.735711:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7aa0e6 00000400:00000010:3.0:1784950347.735714:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001a7aa0e6. 00000100:00000001:2.0:1784950347.735753:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950347.735758:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784950347.735762:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784950347.735767:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784950347.735771:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950347.735772:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1784950347.735773:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950347.735782:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e821c46d. 00000100:00000200:3.0:1784950347.735787:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a6e26f16 x1871652369174144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950347.735792:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a76f2b5f 00000400:00000010:2.0:1784950347.735801:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a76f2b5f. 00000100:00000001:2.0:1784950347.735810:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950347.735815:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a6e26f16 x1871652369174144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950347.735823:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7ed0693 x1871652369173888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950347.735850:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950347.735856:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950347.735859:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7ed0693 x1871652369173888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950347.735861:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950347.735867:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950347.735872:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950347.735877:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950347.735886:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.735887:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950347.735891:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950347.735892:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=130 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950347.735895:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950347.735900:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00001000:3.0:1784950347.735902:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=130 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950347.735904:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950347.735910:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950347.735912:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784950347.735915:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950347.735917:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950347.735922:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1784950347.735924:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=130 v=5 (5 5 5 5) 00010000:00080000:3.0:1784950347.735932:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a6e26f16 x1871652369174144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950347.735933:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=130 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950347.735945:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950347.735949:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950347.735955:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950347.735963:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1784950347.735965:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c7ed0693 x1871652369173888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950347.735970:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950347.735975:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950347.735982:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950347.735986:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950347.735996:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950347.736002:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6e26f16 x1871652369174144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950347.736004:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950347.736009:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950347.736016:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950347.736020:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950347.736051:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950347.736058:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7ed0693 x1871652369173888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950347.736059:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950347.736064:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950347.736079:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6e26f16 x1871652369174144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950347.736083:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950347.736092:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950347.736097:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950347.736110:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7ed0693 x1871652369173888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950347.736112:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000a6e26f16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369174144:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950347.736130:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950347.736139:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1784950347.736145:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c7ed0693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369173888:192.168.203.114@tcp:400: 00000100:00000040:3.0:1784950347.736151:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a6e26f16 x1871652369174144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950347.736158:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950347.736166:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950347.736174:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1784950347.736176:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7ed0693 x1871652369173888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950347.736181:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950347.736186:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098478efa. 02000000:00000001:3.0:1784950347.736196:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950347.736198:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1784950347.736201:0:441644:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784950347.736202:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1784950347.736205:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000010:2.0:1784950347.736208:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a506608. 00000020:00000001:3.0:1784950347.736212:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950347.736217:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009dd5e9b1. 02000000:00000001:2.0:1784950347.736218:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950347.736224:0:441641:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:3.0:1784950347.736225:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1784950347.736227:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1784950347.736229:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1784950347.736234:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:3.0:1784950347.736235:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6e26f16. 02000000:00000010:2.0:1784950347.736240:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059c01b8a. 00000100:00000001:3.0:1784950347.736242:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950347.736248:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950347.736249:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950347.736251:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950347.736255:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950347.736259:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7ed0693. 00000100:00000001:3.0:1784950347.736260:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950347.736264:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950347.736266:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.736270:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950347.736272:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950347.736274:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950347.736278:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.736282:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950347.736287:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950347.736291:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950347.736296:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950348.112838:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950348.112844:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950348.112849:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950348.112850:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950348.112942:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950348.112948:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950348.112952:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950348.752842:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950348.752848:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1784950348.752856:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950347/real 0] req@00000000ebe4a04e x1871652369173760/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950348 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.752870:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950348.752873:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950348.752875:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950348.752879:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000ebe4a04e x1871652369173760/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950348 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.752889:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950348.752895:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950348.752897:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950348.752900:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950348.752903:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950348.752906:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950348.752913:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ebe4a04e x1871652369173760/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950348 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.752923:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1784950348.752928:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950348.752930:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950348.752933:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950348.752936:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1784950348.752939:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1784950348.752942:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784950348.752967:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:1.0:1784950348.752971:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1784950348.752978:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ebe4a04e x1871652369173760/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950348 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950348.752994:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ebe4a04e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369173760:1.2.3.4@tcp:8: 00000100:00000001:1.0:1784950348.753003:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.753007:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950348.753011:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ebe4a04e x1871652369173760/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950348 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.753047:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1784950348.753052:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950348.753054:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1784950348.753059:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950348.753063:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c07a8031. 02000000:00000001:1.0:1784950348.753070:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950348.753073:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950348.753075:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ebe4a04e. 00000100:00000001:1.0:1784950348.753080:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950348.753082:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950348.753085:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950348.753127:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950348.753136:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950348.753142:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7ed0693. 00000020:00000040:2.0:1784950348.753148:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:2.0:1784950348.753153:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950348.753157:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950348.753162:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950348.753167:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059c01b8a. 00000100:00000001:2.0:1784950348.753171:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950348.753177:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000c7ed0693 x1871652369174272/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950348.753188:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950348.753190:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950348.753194:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ed0693] to pc [ptlrpcd_00_00+0] req@00000000c7ed0693 x1871652369174272/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950348.753231:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950348.753236:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950348.753242:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950348.753247:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000003a4e779. 00000020:00000040:2.0:1784950348.753251:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950348.753256:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950348.753258:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950348.753262:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.753268:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784950348.753268:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e5c2538. 00000100:00000001:1.0:1784950348.753272:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950348.753273:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.753275:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950348.753282:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7ed0693 x1871652369174272/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950348.753282:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@0000000003a4e779 x1871652369174400/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950348.753300:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950348.753300:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950348.753303:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.753304:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950348.753310:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950348.753312:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950348.753313:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a4e779] to pc [ptlrpcd_00_01+1] req@0000000003a4e779 x1871652369174400/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950348.753314:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950348.753322:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950348.753322:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950348.753334:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c7ed0693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369174272:0@lo:400: 00000100:00000001:1.0:1784950348.753341:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950348.753348:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950348.753350:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950348.753352:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950348.753354:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:1.0:1784950348.753355:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1784950348.753360:0:437703:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000010:1.0:1784950348.753362:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb064e97. 00000100:00000001:2.0:1784950348.753365:0:437703:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1784950348.753366:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950348.753369:0:437703:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1784950348.753373:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e312dd2. 00000100:00000001:3.0:1784950348.753374:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950348.753375:0:437703:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:1.0:1784950348.753379:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2b35e6e. 00000100:00000001:3.0:1784950348.753382:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784950348.753387:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369174272, portal 25 00000100:00080000:2.0:1784950348.753387:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12592 00000100:00000001:3.0:1784950348.753388:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950348.753396:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950348.753400:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683773952 : -120288025777664 : ffff929942f3ea00) 00000100:00000040:3.0:1784950348.753404:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000003a4e779 x1871652369174400/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950348.753405:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000040:1.0:1784950348.753412:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c7ed0693 x1871652369174272/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784950348.753418:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12618 00000400:00000200:2.0:1784950348.753430:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000100:00080000:2.0:1784950348.753440:0:437703:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1784950348.753450:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000001:2.0:1784950348.753458:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950348.753467:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950348.753468:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950348.753469:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950348.753471:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:3.0:1784950348.753476:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950348.753477:0:437703:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:1.0:1784950348.753481:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1784950348.753484:0:437703:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 02000000:00000001:3.0:1784950348.753488:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1784950348.753490:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 00000020:00000001:2.0:1784950348.753490:0:437703:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1784950348.753495:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1784950348.753496:0:437703:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 00000100:00000200:1.0:1784950348.753497:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369174272, offset 0 02000000:00000001:3.0:1784950348.753505:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950348.753506:0:437703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000400:00000200:1.0:1784950348.753512:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1784950348.753516:0:437703:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000100:00100000:3.0:1784950348.753520:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000003a4e779 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369174400:192.168.203.114@tcp:400: 00000100:00000040:2.0:1784950348.753528:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 00000400:00000200:1.0:1784950348.753531:0:441641:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1784950348.753538:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950348.753540:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1784950348.753546:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784950348.753548:0:441641:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069b8f00 00000100:00000040:2.0:1784950348.753548:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 02000000:00000001:3.0:1784950348.753555:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.753556:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:1.0:1784950348.753561:0:441641:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13cdd [2] + 0 02000000:00000001:3.0:1784950348.753568:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1784950348.753569:0:437703:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 00000400:00000010:1.0:1784950348.753571:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014223c18. 00000100:00080000:2.0:1784950348.753579:0:437703:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 00000400:00000200:1.0:1784950348.753580:0:441641:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f8ad69c1 02000000:00000010:3.0:1784950348.753583:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000651ead60. 00000100:00080000:2.0:1784950348.753587:0:437703:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 192.168.203.114@tcp/192.168.203.114@tcp 00000400:00000200:1.0:1784950348.753588:0:441641:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950348.753595:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.753597:0:437703:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950348.753600:0:441641:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1784950348.753609:0:437703:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1784950348.753610:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8ad69c1 00000400:00000010:3.0:1784950348.753613:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de8516e0. 00000400:00000010:1.0:1784950348.753615:0:441641:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000f8ad69c1. 02000000:00000001:2.0:1784950348.753615:0:437703:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950348.753624:0:437703:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.753627:0:441641:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950348.753629:0:437703:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000200:1.0:1784950348.753630:0:441641:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1784950348.753632:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a7aa0e6. 00000100:00000001:2.0:1784950348.753633:0:437703:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950348.753634:0:441641:0:(events.c:337:request_in_callback()) incoming req@00000000e34eadd6 x1871652369174272 msgsize 224 00000100:00000010:2.0:1784950348.753645:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000425a5bca. 00000100:00000200:3.0:1784950348.753648:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369174400, portal 4 00000100:00100000:1.0:1784950348.753650:0:441641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1784950348.753650:0:437703:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1784950348.753656:0:441641:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1784950348.753660:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784950348.753662:0:437703:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1784950348.753667:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683774848 : -120288025776768 : ffff929942f3ed80) 02000000:00000001:2.0:1784950348.753669:0:437703:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.753678:0:441641:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950348.753681:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950348.753685:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950348.753688:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950348.753689:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000100:00000040:3.0:1784950348.753692:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000003a4e779 x1871652369174400/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950348.753694:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 02000000:00000010:2.0:1784950348.753699:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000005c65964. 00000100:00000001:1.0:1784950348.753705:0:441641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950348.753708:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950348.753715:0:441641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7ed0693 x1871652369174272/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.753768:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1784950348.753770:0:437703:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000425a5bca x1871652369174528/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950348.753774:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950348.753780:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7ed0693 x1871652369174272/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950364 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950348.753785:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1784950348.753792:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00100000:0.0:1784950348.753794:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369174272 00000400:00000010:3.0:1784950348.753803:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 02000000:00000001:0.0:1784950348.753804:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950348.753807:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950348.753811:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950348.753814:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950348.753817:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369174400, offset 0 00000100:00000001:0.0:1784950348.753818:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.753819:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950348.753827:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000425a5bca] to pc [ptlrpcd_rcv+-1] req@00000000425a5bca x1871652369174528/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.753831:0:441641:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1784950348.753833:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.753842:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950348.753843:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:0.0:1784950348.753845:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369174272 00000100:00000001:1.0:1784950348.753852:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307289339 00000020:00000001:0.0:1784950348.753856:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950348.753862:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:1.0:1784950348.753866:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307288315 00000400:00000200:3.0:1784950348.753867:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:0.0:1784950348.753869:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950348.753877:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:2.0:1784950348.753879:0:437703:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.753884:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307289339 00000400:00000200:3.0:1784950348.753885:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1784950348.753886:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000040:2.0:1784950348.753889:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950348.753898:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307288315 00000020:00000001:0.0:1784950348.753900:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:3.0:1784950348.753900:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950348.753903:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1784950348.753907:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307289339 00000100:00000001:0.0:1784950348.753913:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1784950348.753916:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ebe4a04e. 00000400:00000200:3.0:1784950348.753916:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950348.753918:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307288315 00000020:00000010:0.0:1784950348.753923:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000020:00000040:2.0:1784950348.753928:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:3.0:1784950348.753930:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950348.753931:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307289339 00000100:00000001:0.0:1784950348.753933:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950348.753941:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:0.0:1784950348.753946:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000400:00000200:3.0:1784950348.753947:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10638:10638:239:4294967295] 192.168.203.114@tcp LPNI seq info [9433:9433:8:4294967295] 00000100:00000001:1.0:1784950348.753948:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307288315 02000000:00000001:2.0:1784950348.753948:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950348.753957:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950348.753960:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e70c759. 00000100:00000001:1.0:1784950348.753962:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1784950348.753972:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006415387d. 00000020:00000010:0.0:1784950348.753973:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfcc75a7. 00000100:00000001:1.0:1784950348.753974:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.753984:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950348.753986:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bd30cf65. 00000100:00000001:1.0:1784950348.753988:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950348.753988:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950348.754000:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950348.754002:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ebe4a04e x1871652369174656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1784950348.754006:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1784950348.754012:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1784950348.754015:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950348.754017:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950348.754019:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950348.754049:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:3.0:1784950348.754054:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000002c68df2. 00000100:00000001:0.0:1784950348.754056:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.754056:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950348.754059:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950348.754064:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950348.754066:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.754072:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.754073:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950348.754075:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:2.0:1784950348.754083:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebe4a04e] to pc [ptlrpcd_00_02+2] req@00000000ebe4a04e x1871652369174656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.754085:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.754098:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950348.754100:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950348.754112:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000002c68df2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950348.754119:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950348.754125:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1784950348.754132:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00000040:0.0:1784950348.754138:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:0.0:1784950348.754141:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785835774032 : -120287873777584 : ffff92994c034050) 00000100:00000001:3.0:1784950348.754142:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.754148:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950348.754152:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13972 usecs (14 jiffies) 00000100:00000001:1.0:1784950348.754154:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950348.754155:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e34eadd6 x1871652369174272/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:499/0 lens 224/0 e 0 to 0 dl 1784950359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950348.754159:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950348.754161:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950348.754165:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307286927 00000100:00000001:1.0:1784950348.754168:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950348.754179:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307289339 00000100:00000001:2.0:1784950348.754181:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1784950348.754184:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ebe4a04e x1871652369174656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784950348.754190:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6e26f16. 00000100:00000001:3.0:1784950348.754192:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307286927 00000020:00000040:2.0:1784950348.754201:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1784950348.754206:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307289339 00000100:00000001:0.0:1784950348.754208:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950348.754210:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950348.754218:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307286927 00000020:00000010:0.0:1784950348.754219:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 02000000:00000001:2.0:1784950348.754220:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784950348.754227:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784950348.754228:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.754230:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950348.754230:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307289339 00000100:00000001:1.0:1784950348.754233:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950348.754237:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3e62659. 00000100:00000001:3.0:1784950348.754240:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307286927 00000020:00000010:0.0:1784950348.754243:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 02000000:00000001:1.0:1784950348.754246:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950348.754246:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950348.754251:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307289339 02000000:00000001:1.0:1784950348.754255:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950348.754258:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950348.754264:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000a6e26f16 x1871652369174784/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784950348.754265:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e34eadd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369174272:12345-0@lo:400: 02000000:00000001:1.0:1784950348.754267:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950348.754268:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950348.754281:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950348.754286:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369174272 00000100:00100000:1.0:1784950348.754286:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ebe4a04e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369174656:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950348.754289:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950348.754296:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950348.754307:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950348.754307:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950348.754307:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950348.754310:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784950348.754318:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950348.754318:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950348.754319:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950348.754320:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950348.754322:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950348.754333:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1784950348.754334:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950348.754334:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950348.754338:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6e26f16] to pc [ptlrpcd_00_03+3] req@00000000a6e26f16 x1871652369174784/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950348.754343:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:3.0:1784950348.754343:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1784950348.754347:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000230b9376. 00000100:00000001:3.0:1784950348.754350:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950348.754354:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1784950348.754357:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950348.754362:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950348.754363:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950348.754367:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5d8cf49. 00000020:00000001:0.0:1784950348.754374:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950348.754379:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1784950348.754382:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 00000020:00000001:0.0:1784950348.754384:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.754384:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950348.754394:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369174656, portal 10 00000100:00000001:3.0:1784950348.754394:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1784950348.754395:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00080000:2.0:1784950348.754395:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:3.0:1784950348.754402:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950348.754404:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950348.754405:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950348.754409:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1784950348.754413:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:0.0:1784950348.754414:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950348.754414:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683770368 : -120288025781248 : ffff929942f3dc00) 00000100:00000040:3.0:1784950348.754421:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6e26f16 x1871652369174784/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950348.754425:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1784950348.754426:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000df4691ca. 00000100:00000040:1.0:1784950348.754435:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ebe4a04e x1871652369174656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950348.754436:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.754448:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784950348.754449:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950348.754458:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095bf3843. 00000020:00000001:0.0:1784950348.754461:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950348.754471:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00010000:00000040:0.0:1784950348.754473:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369174272 00000100:00000001:3.0:1784950348.754476:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950348.754483:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950348.754484:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950348.754486:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950348.754490:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784950348.754490:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950348.754496:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950348.754497:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1784950348.754499:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000e34eadd6 x1871652369174272/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:499/0 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950348.754503:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950348.754505:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000010:2.0:1784950348.754507:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009b5272c8. 00000400:00000010:1.0:1784950348.754514:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054cdf7f5. 02000000:00000001:3.0:1784950348.754517:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.754521:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950348.754524:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369174656, offset 0 00000100:00100000:3.0:1784950348.754534:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000a6e26f16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369174784:192.168.203.114@tcp:400: 00000100:00000040:2.0:1784950348.754539:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@0000000095bf3843 x1871652369174912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1784950348.754544:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950348.754557:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784950348.754561:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:3.0:1784950348.754567:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950348.754570:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1784950348.754572:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1784950348.754574:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950348.754576:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950348.754576:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950348.754581:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00010000:00000001:0.0:1784950348.754582:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950348.754592:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1784950348.754592:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095bf3843] to pc [ptlrpcd_00_00+0] req@0000000095bf3843 x1871652369174912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950348.754592:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:0.0:1784950348.754593:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=136 v=5 (1 1 1 1) 02000000:00000010:3.0:1784950348.754607:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098478efa. 00000400:00000200:1.0:1784950348.754608:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950348.754611:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1784950348.754621:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950348.754622:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000400:00000200:1.0:1784950348.754623:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10639:10639:238:4294967295] 192.168.203.114@tcp LPNI seq info [9434:9434:7:4294967295] 00000100:00000001:0.0:1784950348.754632:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000400:00000010:3.0:1784950348.754639:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb422241. 02000000:00000001:0.0:1784950348.754643:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950348.754651:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950348.754656:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027dbe14a. 00000100:00000001:2.0:1784950348.754657:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.754658:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950348.754668:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950348.754670:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1784950348.754672:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369174784, portal 4 00000100:00000040:2.0:1784950348.754674:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12624) 00000400:00000010:0.0:1784950348.754681:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c923ef1. 00000100:00000001:3.0:1784950348.754684:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950348.754691:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683772160 : -120288025779456 : ffff929942f3e300) 00000100:00000200:0.0:1784950348.754692:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369174272, offset 224 00000800:00000200:1.0:1784950348.754693:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950348.754701:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950348.754709:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1784950348.754710:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de155b2e. 00000100:00000040:3.0:1784950348.754715:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a6e26f16 x1871652369174784/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950348.754758:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1784950348.754762:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950348.754781:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950348.754782:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000425a5bca x1871652369174528/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950348.754786:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950348.754787:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1784950348.754797:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950348.754807:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a470040. 00000800:00000200:1.0:1784950348.754810:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:0.0:1784950348.754817:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069b8f00 00000800:00000200:1.0:1784950348.754822:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000de155b2e type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1784950348.754822:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369174784, offset 0 00000100:00000001:2.0:1784950348.754823:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950348.754830:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950348.754834:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x153e9 [1] + 224 02000000:00000001:2.0:1784950348.754838:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950348.754846:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950348.754847:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950348.754849:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950348.754855:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950348.754860:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950348.754863:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5570 usecs (6 jiffies) 00000400:00000200:0.0:1784950348.754864:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1784950348.754874:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307286920 00000100:00100000:2.0:1784950348.754874:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000425a5bca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369174528:192.168.203.114@tcp:8: 00000400:00000200:3.0:1784950348.754875:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950348.754885:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307289339 00000100:00000001:2.0:1784950348.754891:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950348.754892:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307286920 00000400:00000200:3.0:1784950348.754894:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784950348.754897:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950348.754899:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307289339 02000000:00000001:2.0:1784950348.754903:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950348.754905:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950348.754907:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307286920 02000000:00000001:2.0:1784950348.754908:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950348.754915:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307289339 00000400:00000200:3.0:1784950348.754918:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950348.754924:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307286920 00000400:00000200:3.0:1784950348.754928:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950348.754936:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307289339 00000400:00000200:3.0:1784950348.754939:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10640:10640:237:4294967295] 192.168.203.114@tcp LPNI seq info [9435:9435:6:4294967295] 02000000:00000010:2.0:1784950348.754943:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000068c19582. 00000100:00000001:1.0:1784950348.754946:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950348.754952:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.754956:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.754961:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950348.754961:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e821c46d. 00000100:00000001:1.0:1784950348.754970:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950348.754973:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000010:2.0:1784950348.754975:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a76f2b5f. 00000100:00000001:1.0:1784950348.754979:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950348.754984:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1784950348.754987:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369174528, portal 4 00000100:00000001:0.0:1784950348.754992:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950348.754994:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1784950348.754996:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950348.754998:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950348.755001:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950348.755005:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683768576 : -120288025783040 : ffff929942f3d500) 00000100:00000200:0.0:1784950348.755007:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7ed0693 x1871652369174272/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.755010:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950348.755011:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033e9f3f3. 00000100:00000001:1.0:1784950348.755053:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950348.755056:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000425a5bca x1871652369174528/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950348.755061:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c7ed0693 x1871652369174272/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950348.755061:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950348.755080:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1784950348.755088:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:1.0:1784950348.755090:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950348.755097:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1784950348.755102:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000033e9f3f3 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1784950348.755115:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000095bf3843 x1871652369174912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950348.755118:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.755124:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950348.755126:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784950348.755130:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4713 usecs (5 jiffies) 00000100:00000040:2.0:1784950348.755137:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950348.755140:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c923ef1 00000100:00000001:3.0:1784950348.755141:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307286919 00000400:00000010:2.0:1784950348.755147:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5d658c0. 00000400:00000010:0.0:1784950348.755149:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008c923ef1. 00000100:00000001:3.0:1784950348.755153:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307289339 00000100:00000001:1.0:1784950348.755156:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950348.755159:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950348.755162:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307286919 00000100:00000001:1.0:1784950348.755165:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.755166:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950348.755168:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307289339 00000100:00000200:2.0:1784950348.755169:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369174528, offset 0 00000100:00000001:0.0:1784950348.755175:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950348.755177:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950348.755178:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307286919 02000000:00000001:1.0:1784950348.755185:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950348.755189:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:3.0:1784950348.755190:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307289339 00000400:00000200:2.0:1784950348.755192:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950348.755195:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950348.755204:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:3.0:1784950348.755205:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307286919 00000100:00100000:1.0:1784950348.755211:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000095bf3843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:441641:1871652369174912:192.168.203.114@tcp:400: 00000020:00000001:0.0:1784950348.755212:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950348.755213:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307289339 00000400:00000200:2.0:1784950348.755215:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:0.0:1784950348.755223:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950348.755225:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950348.755232:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950348.755233:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950348.755234:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950348.755236:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e34eadd6 x1871652369174272/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:499/0 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950348.755241:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950348.755245:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950348.755248:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:1.0:1784950348.755249:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950348.755256:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950348.755259:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784950348.755263:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950348.755271:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1784950348.755272:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000056d32db. 00000400:00000200:2.0:1784950348.755277:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950348.755279:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1784950348.755283:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950348.755287:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950348.755297:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10641:10641:236:4294967295] 192.168.203.114@tcp LPNI seq info [9436:9436:5:4294967295] 00000100:00000001:3.0:1784950348.755297:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1784950348.755298:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e34eadd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369174272:12345-0@lo:400: Request processed in 1075us (1647us total) trans 0 rc 0/0 00000400:00000010:1.0:1784950348.755298:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c8b9383. 00000100:00000001:3.0:1784950348.755304:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950348.755311:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e49f40e5. 00000100:00000001:3.0:1784950348.755315:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950348.755322:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369174912, portal 10 00000100:00000001:1.0:1784950348.755329:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950348.755333:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683769472 : -120288025782144 : ffff929942f3d880) 00000100:00100000:0.0:1784950348.755340:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000400:00000200:2.0:1784950348.755345:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950348.755348:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000040:1.0:1784950348.755349:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000095bf3843 x1871652369174912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950348.755357:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950348.755362:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1784950348.755364:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950348.755365:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1784950348.755369:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1784950348.755374:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfcc75a7. 00000800:00000010:2.0:1784950348.755378:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078605e0a. 00000100:00000001:3.0:1784950348.755378:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950348.755384:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bd30cf65. 00000100:00000001:1.0:1784950348.755392:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950348.755393:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950348.755395:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e70c759. 00000800:00000200:2.0:1784950348.755402:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:1.0:1784950348.755407:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000040:0.0:1784950348.755410:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000400:00000010:1.0:1784950348.755413:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039cc9418. 00000800:00000200:2.0:1784950348.755419:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:0.0:1784950348.755421:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1784950348.755422:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369174912, offset 0 00000800:00000200:2.0:1784950348.755424:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078605e0a type 1, nob 616 niov 1 nkiov 1 02000000:00000010:0.0:1784950348.755428:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000df4691ca. 00000100:00000001:2.0:1784950348.755434:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950348.755435:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1784950348.755438:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950348.755444:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950348.755445:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:1.0:1784950348.755454:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000200:0.0:1784950348.755455:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1784950348.755457:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307289340 00000800:00000200:3.0:1784950348.755457:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784950348.755469:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1784950348.755470:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002c68df2. 00000400:00000010:0.0:1784950348.755471:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002456b1bc. 00000100:00000001:2.0:1784950348.755474:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307289339 00000400:00000200:1.0:1784950348.755477:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950348.755486:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950348.755487:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1784950348.755488:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8ad69c1. 00000100:00000001:2.0:1784950348.755488:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307289340 00000400:00000200:1.0:1784950348.755504:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950348.755504:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950348.755506:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307289339 00000400:00000200:1.0:1784950348.755518:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10642:10642:235:4294967295] 192.168.203.114@tcp LPNI seq info [9437:9437:4:4294967295] 00000100:00000001:2.0:1784950348.755520:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307289340 00000100:00000001:2.0:1784950348.755528:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307289339 00000100:00000001:2.0:1784950348.755535:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307289340 00000400:00000200:1.0:1784950348.755537:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950348.755543:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307289339 00000400:00000200:3.0:1784950348.755547:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000800:00000200:1.0:1784950348.755548:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950348.755549:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784950348.755558:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000100:00000001:2.0:1784950348.755559:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950348.755562:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc7a79b2. 00000800:00000200:0.0:1784950348.755568:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950348.755572:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950348.755574:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1784950348.755575:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de155b2e. 00000800:00000200:1.0:1784950348.755577:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950348.755579:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950348.755588:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950348.755592:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1784950348.755593:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000003a4e779 x1871652369174400/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950348.755598:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:2.0:1784950348.755598:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950348.755610:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000200:1.0:1784950348.755611:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fc7a79b2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950348.755612:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950348.755620:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950348.755623:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054cdf7f5 00000100:00000001:1.0:1784950348.755627:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.755627:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950348.755631:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000054cdf7f5. 00000100:00000001:2.0:1784950348.755637:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950348.755638:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5051 usecs (6 jiffies) 00000100:00000001:0.0:1784950348.755641:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950348.755648:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307286920 00000100:00000001:3.0:1784950348.755653:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1784950348.755655:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ebe4a04e x1871652369174656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.755661:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307289340 00000100:00000040:3.0:1784950348.755668:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000003a4e779 x1871652369174400/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.755675:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307286920 00000100:00000001:1.0:1784950348.755687:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307289340 00000100:00000001:0.0:1784950348.755695:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950348.755701:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307286920 00000100:00000040:0.0:1784950348.755708:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ebe4a04e x1871652369174656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950348.755710:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.755712:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307289340 00000100:00000001:3.0:1784950348.755762:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950348.755767:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307286921 00000100:00000001:0.0:1784950348.755776:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.755779:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307289340 00000100:00000001:0.0:1784950348.755782:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950348.755790:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784950348.755793:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950348.755796:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950348.755800:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033e9f3f3. 00000400:00000200:3.0:1784950348.755812:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1784950348.755813:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950348.755821:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950348.755825:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:1.0:1784950348.755829:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e312dd2. 00000400:00000200:1.0:1784950348.755840:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2b35e6e 00000400:00000010:1.0:1784950348.755844:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c2b35e6e. 00000100:00000001:1.0:1784950348.755849:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950348.755857:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7ed0693 x1871652369174272/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950348.755868:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a470040 00000400:00000010:3.0:1784950348.755879:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005a470040. 00000100:00000200:1.0:1784950348.755885:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7ed0693 x1871652369174272/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950348.755886:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784950348.755898:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a6e26f16 x1871652369174784/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950348.755907:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1784950348.755910:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:0.0:1784950348.755918:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078605e0a. 00000100:00000001:1.0:1784950348.755927:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950348.755930:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950348.755931:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950348.755935:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950348.755938:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1784950348.755943:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950348.755945:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:3.0:1784950348.755950:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a6e26f16 x1871652369174784/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950348.755952:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950348.755953:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1784950348.755953:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950348.755961:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950348.755969:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950348.755970:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5d658c0 00000100:00000001:3.0:1784950348.755976:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950348.755978:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d5d658c0. 02000000:00000001:1.0:1784950348.755980:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950348.755983:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950348.755983:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950348.755989:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00001000:1.0:1784950348.755994:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=136 v=5 (5 5 5 5) 00000800:00000001:3.0:1784950348.756000:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950348.756004:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000425a5bca x1871652369174528/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784950348.756008:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=136 v=5 (1 1 1 1) 00000800:00000001:3.0:1784950348.756015:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950348.756016:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b9080 00000100:00000001:1.0:1784950348.756046:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1784950348.756049:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950348.756054:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950348.756059:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950348.756066:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950348.756067:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950348.756067:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 148288 00010000:00000001:1.0:1784950348.756077:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950348.756082:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000425a5bca x1871652369174528/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950348.756085:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950348.756088:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950348.756089:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950348.756104:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7ed0693 x1871652369174272/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950348.756104:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.756114:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950348.756117:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950348.756118:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b8f80 00000100:00000001:0.0:1784950348.756124:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784950348.756136:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950348.756139:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950348.756146:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 17696 00000100:00000001:1.0:1784950348.756148:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950348.756157:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950348.756161:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950348.756163:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1784950348.756168:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7ed0693 x1871652369174272/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950348.756169:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1784950348.756176:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1b11004. 00000100:00000040:2.0:1784950348.756181:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000a1b11004 x1871652369174656 msgsize 224 00000100:00100000:1.0:1784950348.756185:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c7ed0693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369174272:0@lo:400: 00000800:00000001:3.0:1784950348.756186:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950348.756197:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1784950348.756201:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950348.756202:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950348.756204:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000010:0.0:1784950348.756213:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc7a79b2. 00000100:00000001:1.0:1784950348.756213:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950348.756215:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950348.756225:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950348.756228:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7ed0693 x1871652369174272/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950348.756229:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950348.756234:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1784950348.756236:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1784950348.756239:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000010:3.0:1784950348.756250:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ddeec7b. 00000400:00000200:0.0:1784950348.756255:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039cc9418 00000800:00000001:2.0:1784950348.756256:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950348.756261:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000009ddeec7b x1871652369174400 msgsize 224 00000400:00000010:0.0:1784950348.756264:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000039cc9418. 00000800:00000001:2.0:1784950348.756272:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.756276:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950348.756281:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1784950348.756282:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950348.756290:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000200:0.0:1784950348.756291:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000095bf3843 x1871652369174912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950348.756292:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1784950348.756292:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950348.756300:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb064e97. 02000000:00000001:1.0:1784950348.756311:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950348.756314:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1784950348.756317:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:1.0:1784950348.756318:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950348.756325:0:441641:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000800:00000001:3.0:1784950348.756329:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950348.756333:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1784950348.756337:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950348.756342:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059c01b8a. 00000800:00000001:3.0:1784950348.756344:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950348.756345:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000095bf3843 x1871652369174912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950348.756347:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069b9000 02000000:00000001:1.0:1784950348.756349:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950348.756354:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1784950348.756356:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:1.0:1784950348.756361:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7ed0693. 00000800:00000001:3.0:1784950348.756366:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950348.756375:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000100:2.0:1784950348.756375:0:441636:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369174528 offset 0 length 520: 4 00000100:00000001:1.0:1784950348.756384:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.756385:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950348.756391:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950348.756392:0:441636:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 000000008ae0fdbd is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:0.0:1784950348.756396:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950348.756398:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950348.756405:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:1.0:1784950348.756412:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950348.756416:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784950348.756421:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b9100 00000100:00000001:1.0:1784950348.756426:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1784950348.756426:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950348.756433:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950348.756434:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 17920 00000100:00000001:1.0:1784950348.756449:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950348.756449:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950348.756451:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1784950348.756451:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950348.756458:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369174656 00000100:00000001:1.0:1784950348.756461:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950348.756462:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950348.756462:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950348.756465:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1784950348.756471:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.756473:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1784950348.756475:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950348.756481:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950348.756489:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950348.756490:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950348.756497:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369174656 00000100:00000001:3.0:1784950348.756500:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1784950348.756503:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000200:3.0:1784950348.756504:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000040:0.0:1784950348.756508:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:0.0:1784950348.756513:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950348.756516:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000001:0.0:1784950348.756520:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:0.0:1784950348.756523:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:2.0:1784950348.756523:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1784950348.756533:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c8769e09. 00000100:00000001:0.0:1784950348.756534:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1784950348.756534:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369174400 00000100:00000040:3.0:1784950348.756544:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000c8769e09 x1871652369174784 msgsize 224 00000020:00000010:0.0:1784950348.756545:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 02000000:00000001:2.0:1784950348.756545:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950348.756553:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950348.756555:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950348.756562:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950348.756564:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000100:00100000:3.0:1784950348.756575:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000010:0.0:1784950348.756579:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e70c759. 02000000:00000001:2.0:1784950348.756579:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950348.756589:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfcc75a7. 00000100:00100000:2.0:1784950348.756591:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369174400 00000020:00000010:0.0:1784950348.756596:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bd30cf65. 00000020:00000001:2.0:1784950348.756598:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950348.756603:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1784950348.756605:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000040:0.0:1784950348.756608:0:455357:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1784950348.756613:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950348.756614:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:3.0:1784950348.756621:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950348.756622:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1784950348.756623:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:0.0:1784950348.756630:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950348.756633:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000800:00000001:3.0:1784950348.756638:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.756640:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1784950348.756643:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:0.0:1784950348.756648:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000001:3.0:1784950348.756650:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950348.756655:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.756658:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1784950348.756663:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950348.756669:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1784950348.756670:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:0.0:1784950348.756674:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950348.756679:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369174784 00000100:00000001:2.0:1784950348.756679:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950348.756683:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:1.0:1784950348.756687:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1784950348.756687:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00000001:1.0:1784950348.756693:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950348.756697:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950348.756698:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950348.756699:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a506608. 00000100:00000001:0.0:1784950348.756704:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1784950348.756706:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b9180 02000000:00000001:1.0:1784950348.756711:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950348.756711:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000400:00000200:3.0:1784950348.756761:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 148512 00000100:00100000:1.0:1784950348.756763:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369174784 00000100:00100000:0.0:1784950348.756764:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1524 00000020:00000010:2.0:1784950348.756766:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000020:00000001:1.0:1784950348.756773:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:0.0:1784950348.756776:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000040:1.0:1784950348.756777:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000800:00000001:3.0:1784950348.756778:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950348.756786:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950348.756787:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683771264 : -120288025780352 : ffff929942f3df80) 00000020:00000001:1.0:1784950348.756788:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950348.756792:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:3.0:1784950348.756797:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950348.756798:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:2.0:1784950348.756799:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950348.756805:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950348.756806:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a1b11004 x1871652369174656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:499/0 lens 224/0 e 0 to 0 dl 1784950359 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950348.756811:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000400:00000200:3.0:1784950348.756811:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950348.756819:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950348.756826:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000400:00000200:3.0:1784950348.756834:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950348.756841:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950348.756841:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950348.756852:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1784950348.756854:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000100:00000001:0.0:1784950348.756859:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1784950348.756860:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1784950348.756863:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950348.756865:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1784950348.756872:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000100:00000001:2.0:1784950348.756872:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1784950348.756873:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000010:3.0:1784950348.756874:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027a1a290. 00000100:00000040:3.0:1784950348.756886:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000027a1a290 x1871652369174912 msgsize 224 00000100:00000001:0.0:1784950348.756887:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950348.756887:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb064e97. 00000100:00100000:2.0:1784950348.756888:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2615 00000020:00000010:0.0:1784950348.756900:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000020:00000010:1.0:1784950348.756903:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d4109e7. 00000100:00000040:2.0:1784950348.756903:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:2.0:1784950348.756913:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785743533824 : -120287966017792 : ffff92994683c700) 00000020:00000010:1.0:1784950348.756914:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000100:00100000:3.0:1784950348.756923:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:0.0:1784950348.756924:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a1b11004 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369174656:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950348.756928:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1784950348.756932:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009ddeec7b x1871652369174400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:499/0 lens 224/0 e 0 to 0 dl 1784950359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.756936:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950348.756941:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950348.756944:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369174656 00000100:00000001:3.0:1784950348.756945:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950348.756950:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950348.756952:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000001:3.0:1784950348.756958:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950348.756960:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000001:3.0:1784950348.756967:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950348.756968:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.756971:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950348.756972:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1784950348.756981:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1784950348.756983:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000020:00000001:0.0:1784950348.756986:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:2.0:1784950348.756994:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950348.756996:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950348.756998:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1784950348.757003:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950348.757003:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950348.757005:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1784950348.757005:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00000001:3.0:1784950348.757012:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950348.757015:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950348.757020:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1784950348.757022:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2616 00000100:00100000:2.0:1784950348.757022:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009ddeec7b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369174400:12345-192.168.203.114@tcp:400: 00000020:00000001:0.0:1784950348.757043:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950348.757047:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950348.757054:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1784950348.757057:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950348.757059:0:455339:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950348.757061:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950348.757062:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798856064 : -120287910695552 : ffff929949cfed80) 00000100:00000200:2.0:1784950348.757062:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369174400 00000100:00000001:3.0:1784950348.757067:0:455339:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950348.757070:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000079f6b9cd. 00000020:00000001:2.0:1784950348.757071:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:1.0:1784950348.757078:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c8769e09 x1871652369174784/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:499/0 lens 224/0 e 0 to 0 dl 1784950359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950348.757079:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950348.757081:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950348.757088:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950348.757092:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950348.757094:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1784950348.757098:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950348.757105:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369174912 00000020:00000001:2.0:1784950348.757106:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00010000:00000040:0.0:1784950348.757108:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369174656 00000020:00000001:2.0:1784950348.757114:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 02000000:00000001:3.0:1784950348.757115:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1784950348.757118:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950348.757123:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950348.757124:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1784950348.757125:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950348.757128:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1784950348.757132:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000a1b11004 x1871652369174656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:499/0 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1784950348.757133:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369174400, found 0 last_xid 1871652369174399 00000020:00000010:1.0:1784950348.757134:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 02000000:00000001:3.0:1784950348.757135:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.757145:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950348.757148:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950348.757149:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369174912 00000020:00000001:3.0:1784950348.757159:0:453541:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:1.0:1784950348.757161:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000020:00000001:2.0:1784950348.757161:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000040:3.0:1784950348.757166:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00010000:00000001:0.0:1784950348.757170:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1784950348.757171:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950348.757172:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00010000:00000001:0.0:1784950348.757177:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950348.757180:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950348.757181:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00100000:1.0:1784950348.757184:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c8769e09 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369174784:12345-192.168.203.114@tcp:400: 00000100:00001000:0.0:1784950348.757187:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=131 v=5 (1 1 1 1) 00000020:00000001:2.0:1784950348.757192:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1784950348.757193:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:2.0:1784950348.757200:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1784950348.757208:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000200:1.0:1784950348.757209:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369174784 00000100:00000001:0.0:1784950348.757210:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1784950348.757210:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950348.757222:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1784950348.757223:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:1.0:1784950348.757224:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000010:2.0:1784950348.757224:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007ff0f381. 00000020:00000010:3.0:1784950348.757232:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000020:00000001:1.0:1784950348.757233:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950348.757234:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950348.757234:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950348.757243:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950348.757244:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950348.757247:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1784950348.757247:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950348.757252:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1784950348.757256:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950348.757257:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000020:00000001:1.0:1784950348.757259:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:2.0:1784950348.757259:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.757271:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1784950348.757272:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1784950348.757273:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f33a667. 00010000:00000040:2.0:1784950348.757274:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369174400 00000001:00000001:1.0:1784950348.757281:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369174784, found 0 last_xid 1871652369174783 00000100:00000040:0.0:1784950348.757284:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:3.0:1784950348.757286:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00010000:00000001:2.0:1784950348.757287:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:1.0:1784950348.757292:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950348.757296:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c923ef1. 00000020:00000001:1.0:1784950348.757299:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1784950348.757301:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00010000:00000200:2.0:1784950348.757304:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000009ddeec7b x1871652369174400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:499/0 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950348.757306:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1784950348.757307:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369174656, offset 224 00000020:00000001:1.0:1784950348.757314:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950348.757315:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950348.757322:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1784950348.757324:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950348.757330:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950348.757333:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950348.757334:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1784950348.757337:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950348.757343:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:1.0:1784950348.757345:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1784950348.757345:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950348.757350:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00001000:2.0:1784950348.757353:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=131 v=5 (1 1 1 1) 02000000:00000010:1.0:1784950348.757355:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cd82f6cb. 00000100:00000001:3.0:1784950348.757357:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950348.757359:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:1.0:1784950348.757365:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.757373:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950348.757376:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950348.757380:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950348.757383:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950348.757384:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000400:00000200:0.0:1784950348.757386:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10643:10643:239:4294967295] 192.168.203.114@tcp LPNI seq info [9438:9438:8:4294967295] 00000100:00000001:2.0:1784950348.757395:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00010000:00000040:1.0:1784950348.757396:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369174784 00000100:00000001:3.0:1784950348.757399:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1784950348.757403:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:2.0:1784950348.757403:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950348.757406:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1784950348.757410:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1784950348.757417:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c8769e09 x1871652369174784/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:499/0 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950348.757422:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1784950348.757423:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1525 00000400:00000200:0.0:1784950348.757430:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:3.0:1784950348.757437:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000040:2.0:1784950348.757438:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950348.757449:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798851584 : -120287910700032 : ffff929949cfdc00) 00000400:00000010:2.0:1784950348.757451:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c7615d7. 00000800:00000200:0.0:1784950348.757460:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:1.0:1784950348.757461:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1784950348.757465:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369174400, offset 224 00010000:00000001:1.0:1784950348.757468:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950348.757470:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000027a1a290 x1871652369174912/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:499/0 lens 224/0 e 0 to 0 dl 1784950359 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950348.757474:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007158160. 00000100:00001000:1.0:1784950348.757475:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=131 v=5 (1 1 1 1) 00000400:00000200:2.0:1784950348.757487:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950348.757495:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1784950348.757498:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:1.0:1784950348.757508:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 29 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950348.757513:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950348.757518:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000200:0.0:1784950348.757525:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:3.0:1784950348.757529:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1784950348.757531:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:0.0:1784950348.757535:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000007158160 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1784950348.757538:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950348.757541:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10644:10644:238:4294967295] 192.168.203.114@tcp LPNI seq info [9439:9439:7:4294967295] 00000020:00000010:3.0:1784950348.757542:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000100:00000001:1.0:1784950348.757552:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950348.757554:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950348.757564:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950348.757564:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:3.0:1784950348.757568:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000400:00000010:1.0:1784950348.757575:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2b35e6e. 00000100:00000040:0.0:1784950348.757581:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000200:1.0:1784950348.757585:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369174784, offset 224 00010000:00000001:0.0:1784950348.757591:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:2.0:1784950348.757592:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:3.0:1784950348.757596:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000027a1a290 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441641:x1871652369174912:12345-192.168.203.114@tcp:400: 00000020:00000001:0.0:1784950348.757598:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950348.757609:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950348.757610:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:2.0:1784950348.757620:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950348.757620:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369174912 00000100:00000040:0.0:1784950348.757627:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1b11004 x1871652369174656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:499/0 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950348.757632:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:1.0:1784950348.757634:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:2.0:1784950348.757634:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb2959c5. 00000020:00000001:3.0:1784950348.757643:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950348.757651:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950348.757654:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950348.757655:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10645:10645:237:4294967295] 192.168.203.114@tcp LPNI seq info [9440:9440:6:4294967295] 00000020:00000001:3.0:1784950348.757663:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950348.757670:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000200:2.0:1784950348.757677:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:3.0:1784950348.757682:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:2.0:1784950348.757688:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eb2959c5 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1784950348.757689:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a1b11004 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369174656:12345-192.168.203.114@tcp:400: Request processed in 822us (1497us total) trans 0 rc 0/0 00000020:00000001:3.0:1784950348.757691:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950348.757702:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:3.0:1784950348.757704:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950348.757712:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950348.757719:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950348.757745:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1524 00000100:00000040:0.0:1784950348.757751:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000020:00000001:3.0:1784950348.757753:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.757755:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950348.757762:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1784950348.757764:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1784950348.757769:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000010:0.0:1784950348.757771:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfcc75a7. 00000800:00000200:1.0:1784950348.757772:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950348.757773:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1784950348.757782:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:3.0:1784950348.757783:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1784950348.757785:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bd30cf65. 00000800:00000010:1.0:1784950348.757787:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031cff90d. 00000020:00000001:2.0:1784950348.757788:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950348.757794:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f7fe247f. 00000020:00000010:0.0:1784950348.757797:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e70c759. 00000020:00000001:2.0:1784950348.757798:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1784950348.757801:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950348.757808:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:2.0:1784950348.757811:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ddeec7b x1871652369174400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:499/0 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784950348.757813:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:3.0:1784950348.757813:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.757822:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950348.757826:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:3.0:1784950348.757826:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950348.757838:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031cff90d type 1, nob 320 niov 1 nkiov 1 00010000:00000040:3.0:1784950348.757839:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369174912 00010000:00000001:3.0:1784950348.757849:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950348.757853:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1784950348.757864:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000027a1a290 x1871652369174912/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:499/0 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950348.757865:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000800:00000200:0.0:1784950348.757872:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1784950348.757875:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00100000:2.0:1784950348.757875:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009ddeec7b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369174400:12345-192.168.203.114@tcp:400: Request processed in 895us (1605us total) trans 0 rc 0/0 00000800:00000010:0.0:1784950348.757882:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007158160. 00000020:00000001:1.0:1784950348.757883:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950348.757896:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950348.757897:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1784950348.757913:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c8769e09 x1871652369174784/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:499/0 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950348.757913:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2615 00000400:00000200:0.0:1784950348.757917:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:3.0:1784950348.757920:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1784950348.757926:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00010000:00000001:3.0:1784950348.757928:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950348.757932:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c923ef1 00000100:00000001:2.0:1784950348.757937:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1784950348.757939:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=131 v=5 (1 1 1 1) 00000400:00000010:0.0:1784950348.757940:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008c923ef1. 00000100:00000001:2.0:1784950348.757943:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1784950348.757954:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1784950348.757955:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000100:00000001:3.0:1784950348.757956:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950348.757960:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1784950348.757968:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00100000:1.0:1784950348.757970:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c8769e09 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369174784:12345-192.168.203.114@tcp:400: Request processed in 839us (1417us total) trans 0 rc 0/0 00000020:00000010:2.0:1784950348.757970:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000100:00000001:3.0:1784950348.757975:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000010:2.0:1784950348.757981:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a506608. 02000000:00000001:3.0:1784950348.757986:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950348.757990:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950348.757993:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00100000:1.0:1784950348.757997:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2616 00000100:00000001:3.0:1784950348.757999:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950348.758002:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950348.758004:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:1.0:1784950348.758010:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1784950348.758011:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950348.758020:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1784950348.758021:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a470040. 00000800:00000200:0.0:1784950348.758044:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950348.758052:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb2959c5. 00000020:00000010:1.0:1784950348.758052:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d4109e7. 00000100:00000200:3.0:1784950348.758054:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369174912, offset 224 00000800:00000001:2.0:1784950348.758057:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950348.758062:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1784950348.758070:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000800:00000001:2.0:1784950348.758075:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950348.758079:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950348.758080:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:1.0:1784950348.758082:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb064e97. 00000800:00000001:2.0:1784950348.758082:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784950348.758096:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000001:2.0:1784950348.758096:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950348.758104:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950348.758105:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950348.758116:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950348.758125:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10646:10646:237:4294967295] 192.168.203.114@tcp LPNI seq info [9441:9441:6:4294967295] 00000400:00000200:3.0:1784950348.758142:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950348.758150:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950348.758151:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c7615d7 00000400:00000010:0.0:1784950348.758157:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000c7615d7. 00000800:00000010:3.0:1784950348.758162:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033e9f3f3. 00000400:00000200:2.0:1784950348.758166:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b8f80 00000100:00000001:0.0:1784950348.758167:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950348.758173:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1784950348.758180:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950348.758196:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x153f1 [1] + 224 00000800:00000200:3.0:1784950348.758196:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950348.758205:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000033e9f3f3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950348.758221:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950348.758223:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950348.758228:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950348.758234:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950348.758237:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950348.758241:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000001:0.0:1784950348.758243:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950348.758250:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027a1a290 x1871652369174912/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:499/0 lens 224/224 e 0 to 0 dl 1784950359 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950348.758257:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784950348.758258:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950348.758271:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031cff90d. 00000800:00000001:0.0:1784950348.758272:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950348.758280:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000027a1a290 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441641:x1871652369174912:12345-192.168.203.114@tcp:400: Request processed in 743us (1386us total) trans 0 rc 0/0 00000800:00000001:0.0:1784950348.758281:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950348.758285:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950348.758300:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950348.758301:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950348.758312:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784950348.758314:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1525 00000400:00000200:1.0:1784950348.758315:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950348.758327:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000400:00000200:0.0:1784950348.758330:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b9080 00000400:00000200:1.0:1784950348.758332:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2b35e6e 00000400:00000200:2.0:1784950348.758332:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950348.758336:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1784950348.758340:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c2b35e6e. 00000100:00000001:3.0:1784950348.758346:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950348.758350:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1784950348.758352:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000100:00000001:1.0:1784950348.758357:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1784950348.758359:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x153f9 [1] + 224 00000020:00000010:3.0:1784950348.758364:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000100:00000001:2.0:1784950348.758374:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784950348.758375:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950348.758376:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f33a667. 00000020:00000040:3.0:1784950348.758388:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:3.0:1784950348.758393:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950348.758394:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000003a4e779 x1871652369174400/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950348.758417:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000003a4e779 x1871652369174400/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950348.758446:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1784950348.758455:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950348.758461:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033e9f3f3. 00000800:00000001:2.0:1784950348.758461:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950348.758469:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950348.758471:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950348.758476:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950348.758479:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950348.758482:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950348.758487:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a470040 00000100:00000001:3.0:1784950348.758488:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784950348.758494:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005a470040. 00000400:00000200:2.0:1784950348.758496:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:0.0:1784950348.758497:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950348.758497:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950348.758501:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950348.758508:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1784950348.758509:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784950348.758510:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1784950348.758518:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950348.758526:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de8516e0. 00000400:00000200:2.0:1784950348.758528:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b9180 00000400:00000200:0.0:1784950348.758529:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950348.758537:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7aa0e6 00000400:00000010:3.0:1784950348.758545:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001a7aa0e6. 00000100:00000001:0.0:1784950348.758552:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950348.758552:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1784950348.758562:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15415 [1] + 224 00000100:00000200:3.0:1784950348.758564:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000003a4e779 x1871652369174400/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950348.758565:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ebe4a04e x1871652369174656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950348.758582:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950348.758595:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950348.758607:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950348.758628:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:0.0:1784950348.758640:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ebe4a04e x1871652369174656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950348.758643:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950348.758647:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000003a4e779 x1871652369174400/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950348.758656:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000095bf3843 x1871652369174912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950348.758708:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950348.758714:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950348.758757:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950348.758761:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950348.758765:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1784950348.758767:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000095bf3843 x1871652369174912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950348.758770:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950348.758781:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950348.758794:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=126 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950348.758797:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784950348.758810:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=126 v=5 (1 1 1 1) 00000800:00000001:0.0:1784950348.758811:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950348.758820:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950348.758823:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950348.758824:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950348.758824:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.758835:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1784950348.758837:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784950348.758838:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950348.758844:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1784950348.758844:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784950348.758846:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950348.758849:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950348.758854:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1784950348.758856:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1784950348.758856:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950348.758861:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000400:00000001:1.0:1784950348.758864:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950348.758867:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:1.0:1784950348.758872:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5d8cf49. 00000100:00000001:3.0:1784950348.758872:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950348.758878:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950348.758883:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000400:00000200:0.0:1784950348.758887:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b9100 00000400:00000010:1.0:1784950348.758891:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 00000100:00000040:3.0:1784950348.758894:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000003a4e779 x1871652369174400/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950348.758898:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950348.758905:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950348.758905:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950348.758915:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15401 [1] + 224 00000100:00000200:1.0:1784950348.758922:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ebe4a04e x1871652369174656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950348.758935:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950348.758937:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1784950348.758941:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950348.758948:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950348.758950:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1784950348.758951:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950348.758953:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c8b9383. 00000100:00000001:3.0:1784950348.758956:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950348.758965:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950348.758968:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49f40e5 00000400:00000010:2.0:1784950348.758976:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e49f40e5. 00000100:00000200:1.0:1784950348.758978:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ebe4a04e x1871652369174656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950348.758979:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000003a4e779 x1871652369174400/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950348.758980:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950348.758984:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950348.758995:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950348.758998:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000095bf3843 x1871652369174912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950348.759009:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a6e26f16 x1871652369174784/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.759058:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950348.759067:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950348.759072:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000003a4e779 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369174400:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950348.759078:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950348.759086:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1784950348.759087:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000095bf3843 x1871652369174912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.759093:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950348.759095:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950348.759097:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a6e26f16 x1871652369174784/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.759099:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950348.759107:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784950348.759111:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950348.759121:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000003a4e779 x1871652369174400/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784950348.759124:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=131 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950348.759135:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950348.759140:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784950348.759142:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=131 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950348.759151:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950348.759158:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784950348.759158:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950348.759164:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950348.759167:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.759170:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.759176:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1784950348.759177:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950348.759179:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950348.759180:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950348.759187:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950348.759188:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1784950348.759191:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=131 v=5 (5 5 5 5) 00010000:00080000:1.0:1784950348.759195:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ebe4a04e x1871652369174656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950348.759197:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000651ead60. 00000800:00000001:0.0:1784950348.759199:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784950348.759201:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=131 v=5 (1 1 1 1) 02000000:00000001:3.0:1784950348.759211:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950348.759214:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1784950348.759218:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:1.0:1784950348.759221:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.759221:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950348.759223:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950348.759229:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1784950348.759229:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1784950348.759231:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:1.0:1784950348.759235:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000010:3.0:1784950348.759236:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e5c2538. 00000100:00000001:0.0:1784950348.759240:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:2.0:1784950348.759241:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000095bf3843 x1871652369174912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.759243:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950348.759247:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950348.759248:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950348.759249:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950348.759256:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:0.0:1784950348.759259:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000010:3.0:1784950348.759263:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000003a4e779. 00000100:00000040:1.0:1784950348.759264:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ebe4a04e x1871652369174656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784950348.759267:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1784950348.759269:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950348.759274:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb422241. 00000100:00000001:3.0:1784950348.759275:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950348.759278:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784950348.759282:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950348.759285:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000400:00000200:0.0:1784950348.759287:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027dbe14a 00000100:00000001:3.0:1784950348.759292:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950348.759296:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000010:0.0:1784950348.759297:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000027dbe14a. 00000100:00000001:2.0:1784950348.759304:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950348.759306:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950348.759308:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950348.759309:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950348.759313:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950348.759315:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000095bf3843 x1871652369174912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950348.759324:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a6e26f16 x1871652369174784/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.759325:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950348.759326:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950348.759332:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950348.759334:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950348.759352:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ebe4a04e x1871652369174656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950348.759374:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950348.759381:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1784950348.759384:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a6e26f16 x1871652369174784/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950348.759386:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950348.759391:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ebe4a04e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369174656:192.168.203.114@tcp:400: 00000100:00000040:2.0:1784950348.759399:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095bf3843 x1871652369174912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.759409:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950348.759415:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950348.759423:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ebe4a04e x1871652369174656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950348.759447:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1784950348.759449:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000095bf3843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:441641:1871652369174912:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950348.759450:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950348.759452:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950348.759456:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950348.759464:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:1.0:1784950348.759466:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000230b9376. 00000100:00000001:2.0:1784950348.759466:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950348.759471:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950348.759473:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950348.759477:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1784950348.759477:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950348.759483:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950348.759483:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000095bf3843 x1871652369174912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950348.759485:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950348.759490:0:441643:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1784950348.759493:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950348.759497:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950348.759504:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006415387d. 00000100:00001000:0.0:1784950348.759507:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=131 v=5 (5 5 5 5) 02000000:00000001:1.0:1784950348.759510:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784950348.759510:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950348.759517:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1784950348.759517:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1784950348.759519:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=131 v=5 (1 1 1 1) 02000000:00000010:2.0:1784950348.759522:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000056d32db. 00000100:00000010:1.0:1784950348.759523:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ebe4a04e. 00000100:00000001:0.0:1784950348.759526:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950348.759532:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950348.759533:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950348.759533:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950348.759539:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950348.759540:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:0.0:1784950348.759543:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784950348.759545:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950348.759545:0:441641:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00010000:00000001:0.0:1784950348.759548:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950348.759553:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950348.759556:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950348.759557:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1784950348.759559:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009b5272c8. 00000100:00000040:0.0:1784950348.759561:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950348.759563:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950348.759564:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784950348.759569:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950348.759570:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950348.759570:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784950348.759573:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950348.759576:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095bf3843. 00000100:00000001:1.0:1784950348.759577:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950348.759585:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6e26f16 x1871652369174784/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950348.759586:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950348.759592:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950348.759603:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.759614:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950348.759617:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950348.759619:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950348.759626:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950348.759626:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.759639:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950348.759640:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6e26f16 x1871652369174784/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950348.759648:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950348.759661:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000a6e26f16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369174784:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950348.759668:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.759671:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950348.759675:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a6e26f16 x1871652369174784/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950348.759683:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950348.759685:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950348.759687:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098478efa. 02000000:00000001:0.0:1784950348.759691:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950348.759693:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950348.759695:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1784950348.759698:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950348.759700:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e3e62659. 02000000:00000001:0.0:1784950348.759703:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950348.759705:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950348.759706:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6e26f16. 00000100:00000001:0.0:1784950348.759710:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950348.759711:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.759713:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.759746:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950348.759749:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.759752:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950348.759754:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950348.880857:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1784950348.880863:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1784950348.880870:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075738190. 00000020:00000040:0.0:1784950348.880876:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1784950348.880880:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950348.880882:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950348.880887:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950348.880894:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007158160. 00000100:00000001:0.0:1784950348.880899:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.880905:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950348.880907:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950348.880916:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075738190] to pc [ptlrpcd_00_01+1] req@0000000075738190 x1871652369175040/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1784950348.880928:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1784950348.880934:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1784950348.880941:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb6069c6. 00000020:00000040:1.0:1784950348.880948:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000004:00000001:0.0:1784950348.880951:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.880955:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950348.880962:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950348.880969:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950348.880980:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000031cff90d. 00000100:00000001:1.0:1784950348.880989:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.880996:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950348.880999:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950348.881010:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb6069c6] to pc [ptlrpcd_00_02+2] req@00000000eb6069c6 x1871652369175168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950348.881048:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950348.881055:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784950348.881058:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950348.881067:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950348.881071:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950348.881075:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950348.881078:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:1.0:1784950348.881079:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.881079:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950348.881088:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950348.881088:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950348.881099:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075738190 x1871652369175040/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950348.881119:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950348.881122:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.881124:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950348.881128:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1784950348.881131:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:2.0:1784950348.881136:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950348.881137:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950348.881149:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.881150:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950348.881155:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.881161:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950348.881162:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000075738190 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369175040:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950348.881164:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950348.881170:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950348.881177:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784950348.881182:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb6069c6 x1871652369175168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950348.881185:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950348.881192:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950348.881200:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950348.881209:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1784950348.881210:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000015cf3922. 00000100:00000001:0.0:1784950348.881212:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950348.881219:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950348.881221:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1784950348.881227:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041e9cd30. 02000000:00000001:0.0:1784950348.881228:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950348.881237:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950348.881239:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014170e3d. 00000100:00100000:0.0:1784950348.881243:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000eb6069c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369175168:192.168.203.114@tcp:41: 00000100:00000200:2.0:1784950348.881248:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369175040, portal 4 00000100:00000001:0.0:1784950348.881251:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950348.881255:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1784950348.881258:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950348.881260:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785822323584 : -120287887228032 : ffff92994b360380) 02000000:00000001:0.0:1784950348.881263:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950348.881269:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784950348.881275:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000075738190 x1871652369175040/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950348.881276:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009df979dc. 02000000:00000001:0.0:1784950348.881285:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950348.881295:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057797c15. 00000100:00000001:2.0:1784950348.881300:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784950348.881304:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c923ef1. 00000100:00000040:2.0:1784950348.881311:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950348.881316:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369175168, portal 4 00000400:00000010:2.0:1784950348.881318:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbc882ed. 00000100:00000001:0.0:1784950348.881326:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1784950348.881328:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369175040, offset 0 00000100:00000001:0.0:1784950348.881330:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785866137984 : -120287843413632 : ffff92994dd29180) 00000400:00000200:2.0:1784950348.881339:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950348.881347:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eb6069c6 x1871652369175168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950348.881355:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950348.881372:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950348.881374:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950348.881380:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:0.0:1784950348.881387:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950348.881392:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1784950348.881397:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8429f61. 00000400:00000200:2.0:1784950348.881398:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000200:0.0:1784950348.881406:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369175168, offset 0 00000400:00000200:2.0:1784950348.881409:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10647:10647:239:4294967295] 192.168.203.114@tcp LPNI seq info [9442:9442:8:4294967295] 00000400:00000200:0.0:1784950348.881420:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950348.881431:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950348.881438:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950348.881444:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b5272c8. 00000400:00000200:0.0:1784950348.881448:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000200:2.0:1784950348.881456:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950348.881457:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950348.881467:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:2.0:1784950348.881473:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950348.881477:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784950348.881484:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009b5272c8 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950348.881488:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950348.881497:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10648:10648:238:4294967295] 192.168.203.114@tcp LPNI seq info [9443:9443:7:4294967295] 00000400:00000200:0.0:1784950348.881513:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950348.881513:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950348.881527:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4715 usecs (5 jiffies) 00000800:00000200:0.0:1784950348.881529:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950348.881539:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bea13e4c. 00000100:00000001:2.0:1784950348.881541:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307287045 00000100:00000001:2.0:1784950348.881552:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307289340 00000800:00000200:0.0:1784950348.881557:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950348.881562:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307287045 00000800:00000200:0.0:1784950348.881573:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950348.881574:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307289340 00000800:00000200:0.0:1784950348.881581:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bea13e4c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950348.881586:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307287045 00000100:00000001:2.0:1784950348.881594:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307289340 00000100:00000001:2.0:1784950348.881598:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307287045 00000100:00000001:2.0:1784950348.881601:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307289340 00000100:00000001:2.0:1784950348.881605:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950348.881606:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.881613:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950348.881616:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13967 usecs (14 jiffies) 00000100:00000001:2.0:1784950348.881623:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.881624:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307287054 00000100:00000001:0.0:1784950348.881634:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307289340 00000100:00000001:2.0:1784950348.881637:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.881640:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307287054 00000100:00000001:0.0:1784950348.881647:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307289340 00000100:00000001:0.0:1784950348.881651:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307287054 00000800:00000200:1.0:1784950348.881654:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950348.881655:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307289340 00000100:00000001:0.0:1784950348.881664:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307287054 00000800:00000010:1.0:1784950348.881667:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b5272c8. 00000100:00000001:0.0:1784950348.881669:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307289340 00000800:00000001:3.0:1784950348.881672:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950348.881679:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950348.881682:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950348.881685:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.881686:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1784950348.881689:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.881696:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.881696:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950348.881699:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950348.881702:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950348.881711:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950348.881712:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950348.881715:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc882ed 00000400:00000010:1.0:1784950348.881763:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dbc882ed. 00000400:00000200:3.0:1784950348.881775:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950348.881778:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950348.881793:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075738190 x1871652369175040/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950348.881796:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b9200 00000400:00000200:3.0:1784950348.881817:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 18144 00000100:00000001:1.0:1784950348.881837:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1784950348.881838:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950348.881851:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075738190 x1871652369175040/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950348.881870:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950348.881874:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784950348.881878:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950348.881884:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bea13e4c. 00000800:00000001:1.0:1784950348.881888:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950348.881891:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950348.881899:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950348.881899:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950348.881904:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950348.881907:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8429f61 00000800:00000001:3.0:1784950348.881908:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950348.881911:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b8429f61. 00000800:00000001:1.0:1784950348.881913:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950348.881916:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950348.881922:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1784950348.881931:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950348.881935:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:2.0:1784950348.881936:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb6069c6 x1871652369175168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950348.881950:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1784950348.881952:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b9280 00000100:00000200:3.0:1784950348.881956:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1784950348.881960:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1784950348.881966:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ab8b25f9. 00000400:00000200:1.0:1784950348.881967:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 18368 00000100:00000040:2.0:1784950348.881968:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb6069c6 x1871652369175168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950348.881977:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000ab8b25f9 x1871652369175040 msgsize 224 00000800:00000001:1.0:1784950348.881983:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950348.881999:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950348.882001:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950348.882003:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950348.882005:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950348.882012:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950348.882016:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950348.882056:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1784950348.882082:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950348.882086:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1784950348.882089:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950348.882092:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369175040 02000000:00000001:0.0:1784950348.882098:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950348.882101:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950348.882103:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950348.882107:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950348.882111:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369175040 00000020:00000001:0.0:1784950348.882115:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950348.882118:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:0.0:1784950348.882121:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950348.882125:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:1.0:1784950348.882129:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1784950348.882130:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000200:1.0:1784950348.882136:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:0.0:1784950348.882137:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950348.882147:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1784950348.882147:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038a482f9. 00000100:00000040:1.0:1784950348.882154:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000038a482f9 x1871652369175168 msgsize 224 00000020:00000010:0.0:1784950348.882155:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000001:0.0:1784950348.882162:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950348.882170:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000100:00100000:1.0:1784950348.882171:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000010:0.0:1784950348.882182:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e70c759. 00000020:00000010:0.0:1784950348.882189:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfcc75a7. 00000020:00000010:0.0:1784950348.882193:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bd30cf65. 00000100:00000001:1.0:1784950348.882198:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1784950348.882201:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950348.882207:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950348.882209:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950348.882211:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950348.882216:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950348.882218:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950348.882229:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.882242:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.882262:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784950348.882265:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369175168 02000000:00000001:0.0:1784950348.882268:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950348.882271:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950348.882272:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950348.882274:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950348.882283:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.882283:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1784950348.882291:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369175168 00000020:00000001:0.0:1784950348.882294:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950348.882297:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:0.0:1784950348.882304:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:2.0:1784950348.882305:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2617 00000100:00000001:3.0:1784950348.882306:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1784950348.882307:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:3.0:1784950348.882313:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950348.882317:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000040:2.0:1784950348.882319:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950348.882320:0:453516:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950348.882328:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950348.882330:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798855168 : -120287910696448 : ffff929949cfea00) 00000100:00000001:3.0:1784950348.882331:0:453516:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.882335:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950348.882342:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000001:0.0:1784950348.882348:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950348.882349:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ab8b25f9 x1871652369175040/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:499/0 lens 224/0 e 0 to 0 dl 1784950359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950348.882357:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000020:00000010:0.0:1784950348.882370:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6626e10. 00000020:00000010:0.0:1784950348.882379:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000020:00000010:0.0:1784950348.882389:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cc2653d2. 00000100:00000001:0.0:1784950348.882399:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950348.882400:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950348.882403:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950348.882407:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950348.882409:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:0.0:1784950348.882412:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.882416:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950348.882422:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00000001:0.0:1784950348.882428:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950348.882437:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ab8b25f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369175040:12345-192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950348.882446:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1784950348.882448:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369175040 00000100:00000001:0.0:1784950348.882452:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1784950348.882457:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00100000:0.0:1784950348.882465:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2618 00000020:00000001:2.0:1784950348.882466:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:0.0:1784950348.882475:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000001:2.0:1784950348.882477:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.882479:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866146048 : -120287843405568 : ffff92994dd2b100) 00000020:00000001:2.0:1784950348.882489:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1784950348.882492:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000038a482f9 x1871652369175168/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:499/0 lens 224/0 e 0 to 0 dl 1784950359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950348.882496:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:2.0:1784950348.882511:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950348.882517:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000001:00000001:2.0:1784950348.882519:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369175040, found 0 last_xid 1871652369175039 00000020:00000010:0.0:1784950348.882525:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000020:00000001:2.0:1784950348.882528:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.882532:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950348.882540:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1784950348.882541:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000020:00000001:2.0:1784950348.882549:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1784950348.882556:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000038a482f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369175168:12345-192.168.203.114@tcp:41: 00000020:00000001:2.0:1784950348.882557:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950348.882569:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369175168 00000100:00000001:2.0:1784950348.882570:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1784950348.882574:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:2.0:1784950348.882576:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1784950348.882581:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000010:2.0:1784950348.882584:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000079e51db. 00000020:00000001:0.0:1784950348.882587:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950348.882591:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950348.882594:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950348.882597:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950348.882599:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:0.0:1784950348.882606:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000004:00000001:2.0:1784950348.882610:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000001:00000001:0.0:1784950348.882611:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369175168, found 0 last_xid 1871652369175167 00000004:00000001:2.0:1784950348.882618:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000020:00000001:0.0:1784950348.882619:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950348.882624:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950348.882626:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950348.882633:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950348.882635:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.882639:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950348.882642:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000024:2.0:1784950348.882645:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 02000000:00000010:0.0:1784950348.882650:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000043a0c01c. 00000020:00000020:2.0:1784950348.882653:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 02000000:00000001:0.0:1784950348.882658:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1784950348.882661:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000100:00000001:0.0:1784950348.882663:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1784950348.882672:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000004:00000001:0.0:1784950348.882675:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000020:2.0:1784950348.882679:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000004:00000001:0.0:1784950348.882681:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1784950348.882689:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1784950348.882690:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000001:00000001:2.0:1784950348.882702:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000004:00000024:0.0:1784950348.882704:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000001:00000001:2.0:1784950348.882705:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950348.882716:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1784950348.882747:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:0.0:1784950348.882753:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000004:00000020:0.0:1784950348.882758:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00010000:00000040:2.0:1784950348.882765:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369175040 00000001:00000001:0.0:1784950348.882766:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1784950348.882770:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950348.882778:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950348.882778:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000040:0.0:1784950348.882786:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369175168 00010000:00000001:0.0:1784950348.882790:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:2.0:1784950348.882795:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000ab8b25f9 x1871652369175040/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:499/0 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1784950348.882801:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000038a482f9 x1871652369175168/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:499/0 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950348.882856:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950348.882856:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950348.882863:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950348.882864:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950348.882874:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=131 v=5 (1 1 1 1) 00000100:00001000:0.0:1784950348.882875:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=131 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950348.882893:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950348.882894:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950348.882905:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000040:0.0:1784950348.882906:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950348.882916:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950348.882917:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950348.882928:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950348.882929:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950348.882933:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950348.882935:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.882942:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950348.882944:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950348.882954:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950348.882956:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950348.882965:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072272f0d. 00000400:00000010:0.0:1784950348.882967:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000093998741. 00000100:00000200:2.0:1784950348.882976:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369175040, offset 224 00000100:00000200:0.0:1784950348.882977:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369175168, offset 224 00000400:00000200:2.0:1784950348.882995:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950348.883006:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950348.883013:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950348.883022:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10649:10649:239:4294967295] 192.168.203.114@tcp LPNI seq info [9444:9444:8:4294967295] 00000400:00000200:2.0:1784950348.883061:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950348.883068:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950348.883075:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d62b3518. 00000400:00000200:0.0:1784950348.883081:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:2.0:1784950348.883091:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950348.883099:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10650:10650:238:4294967295] 192.168.203.114@tcp LPNI seq info [9445:9445:7:4294967295] 00000800:00000200:2.0:1784950348.883109:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950348.883116:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d62b3518 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:0.0:1784950348.883130:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950348.883139:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950348.883141:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950348.883146:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00000100:00000040:2.0:1784950348.883152:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950348.883160:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:0.0:1784950348.883161:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:2.0:1784950348.883164:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950348.883171:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1784950348.883175:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:2.0:1784950348.883183:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ab8b25f9 x1871652369175040/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:499/0 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950348.883185:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 464 niov 1 nkiov 1 00000100:00100000:2.0:1784950348.883208:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ab8b25f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369175040:12345-192.168.203.114@tcp:41: Request processed in 806us (1227us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950348.883218:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950348.883227:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2617 00000100:00000040:0.0:1784950348.883231:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950348.883238:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000040:2.0:1784950348.883240:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000020:00000001:0.0:1784950348.883242:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950348.883250:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950348.883252:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1784950348.883261:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038a482f9 x1871652369175168/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:499/0 lens 224/368 e 0 to 0 dl 1784950359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950348.883263:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950348.883273:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfcc75a7. 00000100:00100000:0.0:1784950348.883283:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000038a482f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369175168:12345-192.168.203.114@tcp:41: Request processed in 759us (1121us total) trans 0 rc 0/0 00000020:00000010:2.0:1784950348.883288:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bd30cf65. 00000800:00000001:1.0:1784950348.883295:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950348.883299:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e70c759. 00000800:00000200:3.0:1784950348.883301:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1784950348.883304:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2618 00000800:00000001:1.0:1784950348.883312:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950348.883313:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d62b3518. 00000100:00000040:0.0:1784950348.883314:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000020:00000040:2.0:1784950348.883316:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000001:1.0:1784950348.883324:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950348.883326:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1784950348.883329:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950348.883330:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950348.883331:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.883332:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950348.883341:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00000020:00000010:0.0:1784950348.883350:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cc2653d2. 00000400:00000200:3.0:1784950348.883355:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950348.883360:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6626e10. 00000400:00000200:1.0:1784950348.883364:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950348.883365:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072272f0d 00000020:00000040:0.0:1784950348.883370:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000010:3.0:1784950348.883373:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000072272f0d. 00000100:00000001:0.0:1784950348.883380:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950348.883384:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950348.883389:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1784950348.883397:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b9200 00000400:00000200:1.0:1784950348.883413:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15431 [1] + 224 00000800:00000001:1.0:1784950348.883424:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950348.883490:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950348.883497:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000400:00000200:2.0:1784950348.883508:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950348.883508:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950348.883522:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950348.883523:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950348.883533:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950348.883536:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093998741 00000800:00000001:3.0:1784950348.883539:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950348.883546:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000093998741. 00000800:00000001:1.0:1784950348.883549:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950348.883556:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950348.883557:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950348.883564:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1784950348.883565:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950348.883573:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950348.883593:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b9280 00000100:00000001:1.0:1784950348.883596:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950348.883610:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075738190 x1871652369175040/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950348.883615:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15435 [1] + 224 00000800:00000001:3.0:1784950348.883638:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950348.883649:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000075738190 x1871652369175040/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950348.883653:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950348.883665:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950348.883677:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950348.883683:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950348.883686:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950348.883696:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb6069c6 x1871652369175168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950348.883701:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950348.883714:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950348.883754:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000eb6069c6 x1871652369175168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950348.883760:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950348.883767:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950348.883778:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950348.883783:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950348.883787:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041e9cd30. 00000100:00000001:3.0:1784950348.883788:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784950348.883798:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014170e3d 00000400:00000010:2.0:1784950348.883803:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000014170e3d. 00000100:00000001:2.0:1784950348.883808:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950348.883818:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075738190 x1871652369175040/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950348.883819:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950348.883827:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950348.883841:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075738190 x1871652369175040/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950348.883854:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950348.883857:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950348.883860:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950348.883862:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950348.883864:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950348.883866:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950348.883869:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950348.883875:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=131 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950348.883879:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=131 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950348.883883:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950348.883885:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950348.883888:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950348.883890:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.883894:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950348.883894:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950348.883902:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950348.883903:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950348.883910:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950348.883914:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950348.883916:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1784950348.883921:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075738190 x1871652369175040/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784950348.883923:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950348.883928:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057797c15. 00000400:00000200:0.0:1784950348.883939:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c923ef1 00000100:00000001:2.0:1784950348.883941:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784950348.883946:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008c923ef1. 00000100:00000001:2.0:1784950348.883947:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950348.883954:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.883955:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:2.0:1784950348.883958:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1784950348.883965:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000200:0.0:1784950348.883968:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb6069c6 x1871652369175168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:2.0:1784950348.883979:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:2.0:1784950348.884002:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950348.884007:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb6069c6 x1871652369175168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950348.884015:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075738190 x1871652369175040/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950348.884058:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950348.884064:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950348.884067:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000075738190 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369175040:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950348.884069:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950348.884075:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950348.884079:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950348.884080:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.884082:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950348.884088:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1784950348.884090:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950348.884097:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075738190 x1871652369175040/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950348.884100:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=126 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950348.884113:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=126 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950348.884129:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950348.884130:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950348.884137:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950348.884138:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1784950348.884142:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1784950348.884144:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000015cf3922. 00010000:00000001:0.0:1784950348.884147:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950348.884151:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950348.884153:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1784950348.884157:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:0.0:1784950348.884159:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000020:00000040:2.0:1784950348.884163:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1784950348.884165:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950348.884174:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950348.884175:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950348.884182:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007158160. 00000100:00000040:0.0:1784950348.884188:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb6069c6 x1871652369175168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950348.884191:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950348.884196:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950348.884200:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075738190. 00000100:00000001:2.0:1784950348.884207:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950348.884212:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.884214:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950348.884217:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.884219:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950348.884224:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950348.884226:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:0.0:1784950348.884228:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1784950348.884231:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1784950348.884235:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00000001:2.0:1784950348.884237:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950348.884242:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1784950348.884251:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:0.0:1784950348.884259:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950348.884266:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb6069c6 x1871652369175168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950348.884284:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000eb6069c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369175168:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950348.884290:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.884293:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950348.884295:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb6069c6 x1871652369175168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950348.884303:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950348.884305:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950348.884307:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009df979dc. 02000000:00000001:0.0:1784950348.884312:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950348.884314:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950348.884315:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1784950348.884318:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950348.884320:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000031cff90d. 02000000:00000001:0.0:1784950348.884324:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950348.884326:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950348.884328:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb6069c6. 00000100:00000001:0.0:1784950348.884335:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950348.884337:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.884339:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950348.884344:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950348.884346:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950348.884349:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950348.884351:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950349.136825:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950349.136835:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950349.136843:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950349.136846:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950349.136911:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950349.136916:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950349.136921:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950349.776839:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950349.776849:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950349.776852:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950349.776857:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950349.776860:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950349.776864:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950349.776867:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950350.160832:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950350.160838:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950350.160842:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950350.160844:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950350.160947:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950350.160953:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950350.160957:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950350.800791:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950350.800796:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950350.800798:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950350.800801:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950350.800802:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950350.800804:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950350.800805:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950351.184846:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307289340, at 4307289344 00000100:00000040:0.0:1784950351.184857:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307289340, at 4307289344 00000100:00000010:3.0:1784950351.184863:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005fb7a54d. 00000100:00000010:0.0:1784950351.184872:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bfa50f9. 00000100:00000040:1.0:1784950351.184879:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307289340, at 4307289344 00010000:00000001:2.0:1784950351.184890:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950351.184896:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950351.184898:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b031a71. 00010000:00000001:2.0:1784950351.184905:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950351.184908:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950351.184934:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307289340, at 4307289344 00000100:00000010:2.0:1784950351.184943:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8b05ef1. 00000020:00000001:1.0:1784950351.184964:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950351.184968:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950351.184972:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950351.824875:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950351.824884:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950351.824886:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950351.824891:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950351.824893:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950351.824896:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950351.824898:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950352.208846:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950352.208853:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950352.208859:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950352.208863:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950352.208867:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950352.208871:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950352.208874:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950352.208877:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950352.208880:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950352.208882:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950352.208992:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950352.208997:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950352.209024:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950352.848786:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950352.848798:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950352.848800:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950352.848804:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950352.848806:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950352.848809:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950352.848810:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950353.232854:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950353.232864:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950353.232873:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950353.232876:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950353.232963:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950353.232970:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950353.232974:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950353.872844:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950353.872854:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1784950353.872870:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950328/real 1784950328] req@000000000a12a109 x1871652369170304/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950353 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784950353.872896:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950353.872899:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950353.872904:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3b4a514. 00000400:00000200:2.0:1784950353.872914:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c90d20 00000400:00000010:2.0:1784950353.872917:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e0c90d20. 00000100:00000001:2.0:1784950353.872925:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950353.872929:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a12a109 x1871652369170304/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950353 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950353.872940:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a12a109 x1871652369170304/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950353 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950353.872949:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950353.872951:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950353.872955:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950353.872957:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950353.872960:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a12a109 x1871652369170304/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950353 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950353.872969:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950353.872979:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950353.872980:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950353.872984:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950353.872988:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950353.873019:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950353.873024:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a12a109 x1871652369170304/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950353 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950353.873034:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1784950353.873037:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950353.873039:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950353.873042:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950353.873045:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1784950353.873048:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1784950353.873051:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784950353.873078:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:2.0:1784950353.873082:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1784950353.873086:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a12a109 x1871652369170304/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950353 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950353.873096:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000a12a109 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369170304:192.168.203.114@tcp:8: 00000100:00000001:2.0:1784950353.873102:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950353.873105:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950353.873108:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a12a109 x1871652369170304/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950353 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950353.873117:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950353.873120:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950353.873125:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000eeff47fd. 02000000:00000001:2.0:1784950353.873133:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950353.873137:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950353.873139:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:2.0:1784950353.873143:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950353.873146:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d453d906. 02000000:00000001:2.0:1784950353.873153:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950353.873156:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950353.873158:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a12a109. 00000100:00000040:3.0:1784950353.873159:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950353.873165:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950353.873171:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950353.873173:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784950353.873175:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950353.873185:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057b2ed91. 00000020:00000040:3.0:1784950353.873194:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:3.0:1784950353.873200:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950353.873204:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950353.873211:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950353.873219:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000002c68df2. 00000100:00000001:3.0:1784950353.873227:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950353.873235:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@0000000057b2ed91 x1871652369175296/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950353.873258:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950353.873261:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950353.873267:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057b2ed91] to pc [ptlrpcd_00_03+3] req@0000000057b2ed91 x1871652369175296/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950353.873302:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950353.873305:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950353.873310:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950353.873313:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbdbe660. 00000020:00000040:3.0:1784950353.873316:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950353.873319:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950353.873320:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950353.873322:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950353.873326:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c1815a5. 00000100:00000001:3.0:1784950353.873330:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950353.873336:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000dbdbe660 x1871652369175424/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950353.873347:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950353.873348:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950353.873349:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950353.873357:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:3.0:1784950353.873359:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbdbe660] to pc [ptlrpcd_00_00+0] req@00000000dbdbe660 x1871652369175424/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950353.873365:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950353.873377:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950353.873382:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950353.873387:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950353.873390:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950353.873393:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950353.873403:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950353.873405:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057b2ed91 x1871652369175296/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950353.873407:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.873412:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1784950353.873416:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784950353.873430:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1784950353.873441:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950353.873455:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950353.873456:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784950353.873459:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1784950353.873465:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1775566. 00000100:00100000:0.0:1784950353.873466:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1784950353.873467:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950353.873469:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1784950353.873474:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1784950353.873478:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950353.873480:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950353.873481:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950353.873483:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950353.873490:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950353.873490:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950353.873492:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784950353.873498:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.873499:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950353.873503:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950353.873510:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008bb5297c. 00000100:00000001:0.0:1784950353.873511:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950353.873518:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000057b2ed91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369175296:0@lo:400: 00000100:00000001:3.0:1784950353.873519:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.873520:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950353.873528:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950353.873534:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000e1775566 x1871652369175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950353.873539:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784950353.873544:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dbdbe660 x1871652369175424/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950353.873553:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950353.873562:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950353.873574:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950353.873575:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950353.873581:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.873583:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1784950353.873585:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a506608. 00000100:00000001:0.0:1784950353.873589:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950353.873594:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1775566] to pc [ptlrpcd_00_01+1] req@00000000e1775566 x1871652369175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950353.873596:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950353.873599:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950353.873604:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950353.873611:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041e9cd30. 02000000:00000001:0.0:1784950353.873614:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950353.873626:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014170e3d. 00000100:00100000:0.0:1784950353.873629:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000dbdbe660 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369175424:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950353.873639:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1784950353.873642:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369175296, portal 25 00000100:00000001:3.0:1784950353.873643:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950353.873645:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950353.873650:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950353.873654:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950353.873657:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1784950353.873658:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950353.873661:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784950353.873667:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798850688 : -120287910700928 : ffff929949cfd880) 02000000:00000010:0.0:1784950353.873669:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000238477e3. 00000100:00000010:3.0:1784950353.873671:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc9ccb62. 02000000:00000001:0.0:1784950353.873681:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950353.873683:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950353.873688:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950353.873689:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1784950353.873691:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000057b2ed91 x1871652369175296/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950353.873692:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057797c15. 02000000:00000001:3.0:1784950353.873696:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1784950353.873699:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:3.0:1784950353.873704:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950353.873706:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c923ef1. 00000100:00000001:1.0:1784950353.873707:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950353.873759:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369175424, portal 4 00000100:00000001:0.0:1784950353.873768:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950353.873771:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950353.873771:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950353.873772:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798853376 : -120287910698240 : ffff929949cfe300) 00000100:00000001:1.0:1784950353.873779:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950353.873783:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1784950353.873787:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784950353.873790:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000033e9f3f3. 00000400:00000010:2.0:1784950353.873791:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ff3966. 00000100:00000040:0.0:1784950353.873792:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dbdbe660 x1871652369175424/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950353.873794:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950353.873801:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950353.873806:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950353.873807:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369175296, offset 0 00000100:00000040:1.0:1784950353.873816:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e1775566 x1871652369175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950353.873829:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950353.873830:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000bc9ccb62 x1871652369175680/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1784950353.873831:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1784950353.873845:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950353.873857:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7101df3. 00000400:00000200:2.0:1784950353.873865:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1784950353.873869:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369175424, offset 0 00000100:00000001:1.0:1784950353.873872:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950353.873879:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950353.873889:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784950353.873892:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950353.873898:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950353.873900:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1784950353.873903:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069b9300 00000100:00000001:3.0:1784950353.873906:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950353.873908:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950353.873916:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950353.873927:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc9ccb62] to pc [ptlrpcd_00_02+2] req@00000000bc9ccb62 x1871652369175680/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950353.873928:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e1775566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369175552:192.168.203.114@tcp:400: 00000400:00000200:2.0:1784950353.873928:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13d3d [2] + 0 00000400:00000200:0.0:1784950353.873933:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950353.873948:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950353.873950:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1784950353.873950:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a039ee60. 02000000:00000001:1.0:1784950353.873959:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784950353.873960:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950353.873964:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e114d539 02000000:00000001:1.0:1784950353.873965:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950353.873974:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:1.0:1784950353.873977:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784950353.873983:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1784950353.874013:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb064e97. 00000400:00000200:0.0:1784950353.874018:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10651:10651:239:4294967295] 192.168.203.114@tcp LPNI seq info [9446:9446:8:4294967295] 02000000:00000001:1.0:1784950353.874020:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950353.874026:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1784950353.874029:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950353.874034:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5d8cf49. 00000100:00080000:3.0:1784950353.874040:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000010:1.0:1784950353.874048:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 00000100:00080000:3.0:1784950353.874050:0:437703:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1784950353.874059:0:437703:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1784950353.874064:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:1.0:1784950353.874065:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369175552, portal 10 00000100:00080000:3.0:1784950353.874065:0:437703:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1784950353.874076:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950353.874080:0:437703:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1784950353.874085:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798849792 : -120287910701824 : ffff929949cfd500) 00000400:00000200:2.0:1784950353.874089:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e114d539 00000100:00080000:3.0:1784950353.874092:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12599 00000800:00000200:0.0:1784950353.874095:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950353.874099:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000e114d539. 00000100:00000040:1.0:1784950353.874107:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e1775566 x1871652369175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950353.874110:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcd4257c. 00000100:00000001:2.0:1784950353.874113:0:441643:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1784950353.874114:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000200:2.0:1784950353.874122:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1784950353.874131:0:441643:0:(events.c:337:request_in_callback()) incoming req@000000004417728c x1871652369175296 msgsize 224 00000100:00080000:3.0:1784950353.874131:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12598 00000800:00000200:0.0:1784950353.874138:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950353.874144:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950353.874150:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000100:00100000:2.0:1784950353.874154:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1784950353.874159:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950353.874162:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:2.0:1784950353.874165:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1784950353.874168:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2b35e6e. 00000100:00000040:3.0:1784950353.874169:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000800:00000200:0.0:1784950353.874174:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcd4257c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950353.874182:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1784950353.874183:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369175552, offset 0 00000100:00000001:2.0:1784950353.874191:0:441643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1784950353.874194:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000001:0.0:1784950353.874200:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.874201:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000400:00000200:1.0:1784950353.874204:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950353.874215:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13960 usecs (14 jiffies) 00000020:00000001:3.0:1784950353.874216:0:437703:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:2.0:1784950353.874217:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ff3966 00000020:00000040:3.0:1784950353.874222:0:437703:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 00000100:00000001:0.0:1784950353.874228:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307292047 00000400:00000010:2.0:1784950353.874228:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ff3966. 00000400:00000200:1.0:1784950353.874229:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:3.0:1784950353.874230:0:437703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950353.874238:0:437703:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000100:00000001:2.0:1784950353.874242:0:441643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1784950353.874245:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ffae0f5. 00000020:00000001:3.0:1784950353.874246:0:437703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000400:00000200:1.0:1784950353.874247:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1784950353.874253:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057b2ed91 x1871652369175296/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950353.874258:0:437703:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00000001:0.0:1784950353.874262:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784950353.874263:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:3.0:1784950353.874274:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950353.874280:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307292047 00000400:00000200:1.0:1784950353.874281:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950353.874287:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950353.874292:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1784950353.874295:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006895627d. 00000400:00000200:1.0:1784950353.874295:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:3.0:1784950353.874298:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 00000100:00000040:2.0:1784950353.874301:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057b2ed91 x1871652369175296/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950353.874307:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784950353.874309:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000400:00000200:1.0:1784950353.874314:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10652:10652:238:4294967295] 192.168.203.114@tcp LPNI seq info [9447:9447:7:4294967295] 00000100:00000001:0.0:1784950353.874317:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307292047 00000020:00000040:3.0:1784950353.874322:0:437703:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000100:00000010:0.0:1784950353.874328:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017ef8a28. 00000100:00080000:3.0:1784950353.874339:0:437703:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 00000100:00000001:0.0:1784950353.874342:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1784950353.874352:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.874357:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307292047 00000100:00000001:2.0:1784950353.874360:0:441643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1784950353.874361:0:437703:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000100:00000010:0.0:1784950353.874367:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004783f8fc. 00000400:00000200:1.0:1784950353.874369:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950353.874372:0:437703:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.874378:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 02000000:00000001:3.0:1784950353.874382:0:437703:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1784950353.874388:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950353.874394:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950353.874395:0:437703:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784950353.874397:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950353.874397:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.874403:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950353.874408:0:437703:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950353.874410:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307294459 00000100:00000001:0.0:1784950353.874412:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950353.874415:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd72e494. 00000100:00000001:3.0:1784950353.874415:0:437703:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1784950353.874424:0:437703:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.874425:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950353.874429:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307292047 00000100:00000001:0.0:1784950353.874432:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784950353.874434:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000010:3.0:1784950353.874436:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000848ff4cb. 00000100:00000001:0.0:1784950353.874439:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950353.874443:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307294459 00000020:00000040:3.0:1784950353.874448:0:437703:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1784950353.874450:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950353.874458:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950353.874458:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307292047 02000000:00000001:3.0:1784950353.874464:0:437703:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000800:00000200:1.0:1784950353.874467:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fd72e494 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784950353.874469:0:437703:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950353.874471:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307294459 00000100:00000001:0.0:1784950353.874476:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950353.874480:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1784950353.874484:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:3.0:1784950353.874487:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950353.874488:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307292047 00000100:00000001:0.0:1784950353.874490:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950353.874494:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950353.874499:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.874505:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950353.874506:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307294459 02000000:00000010:3.0:1784950353.874507:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000aa191811. 00000100:00000040:1.0:1784950353.874509:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5571 usecs (6 jiffies) 00000100:00000001:0.0:1784950353.874512:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950353.874523:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307292039 00000100:00000001:0.0:1784950353.874524:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950353.874525:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950353.874527:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307292047 00000100:00000001:0.0:1784950353.874530:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950353.874533:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307294459 00000100:00000001:0.0:1784950353.874539:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950353.874541:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307292039 00000100:00000001:2.0:1784950353.874543:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784950353.874545:0:437703:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000848ff4cb x1871652369175808/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950353.874550:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307294459 00000100:00000001:2.0:1784950353.874551:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950353.874555:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc9ccb62 x1871652369175680/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950353.874564:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307292039 00000100:00000001:2.0:1784950353.874565:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950353.874576:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307294459 00000100:00000001:2.0:1784950353.874578:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950353.874587:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307292039 00000100:00000001:2.0:1784950353.874590:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950353.874598:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950353.874599:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950353.874601:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307294459 00000100:00000001:2.0:1784950353.874605:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.874607:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950353.874615:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950353.874616:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950353.874620:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.874622:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950353.874625:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950353.874627:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000848ff4cb] to pc [ptlrpcd_rcv+-1] req@00000000848ff4cb x1871652369175808/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950353.874634:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950353.874637:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950353.874641:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950353.874650:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950353.874652:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950353.874668:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000bc9ccb62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369175680:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950353.874674:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950353.874677:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950353.874679:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.874680:0:437703:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950353.874682:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784950353.874690:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1784950353.874693:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de33f78e. 00000100:00000001:3.0:1784950353.874696:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1784950353.874700:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950353.874705:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f0c386d. 00000400:00000010:0.0:1784950353.874708:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c8e087d. 00000020:00000040:3.0:1784950353.874712:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1784950353.874717:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1784950353.874746:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077541c23. 00000100:00000200:0.0:1784950353.874753:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369175680, portal 4 00000100:00000001:3.0:1784950353.874758:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950353.874759:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784950353.874766:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950353.874767:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798856960 : -120287910694656 : ffff929949cff100) 00000100:00100000:1.0:1784950353.874769:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369175296 02000000:00000001:3.0:1784950353.874774:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950353.874780:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1784950353.874783:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bc9ccb62 x1871652369175680/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950353.874785:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007aa401b2. 00000100:00000001:1.0:1784950353.874787:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950353.874796:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.874800:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950353.874811:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.874815:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950353.874822:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@000000007f0c386d x1871652369175936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784950353.874824:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369175296 00000100:00000040:0.0:1784950353.874834:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950353.874834:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000200:2.0:1784950353.874838:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1784950353.874843:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000400:00000010:0.0:1784950353.874845:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0c90d20. 00000800:00000010:2.0:1784950353.874849:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcd4257c. 00000020:00000001:1.0:1784950353.874852:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:0.0:1784950353.874856:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369175680, offset 0 00000020:00000040:1.0:1784950353.874860:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000400:00000200:2.0:1784950353.874863:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950353.874872:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:0.0:1784950353.874879:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950353.874884:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950353.874885:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:3.0:1784950353.874887:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1784950353.874896:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950353.874896:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950353.874896:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950353.874908:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000400:00000200:0.0:1784950353.874914:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784950353.874918:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f0c386d] to pc [ptlrpcd_00_03+3] req@000000007f0c386d x1871652369175936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950353.874920:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950353.874926:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000010:1.0:1784950353.874933:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000400:00000200:0.0:1784950353.874937:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950353.874950:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000010:1.0:1784950353.874956:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000230b9376. 00000400:00000200:0.0:1784950353.874962:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10653:10653:237:4294967295] 192.168.203.114@tcp LPNI seq info [9448:9448:6:4294967295] 00000020:00000010:1.0:1784950353.874969:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d4109e7. 00000100:00000001:3.0:1784950353.874970:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950353.874984:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000100:00000040:3.0:1784950353.874986:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12629) 00000400:00000200:0.0:1784950353.874987:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:2.0:1784950353.875031:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7101df3 00000800:00000200:0.0:1784950353.875033:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950353.875034:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:2.0:1784950353.875039:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c7101df3. 00000100:00000001:1.0:1784950353.875045:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950353.875047:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1784950353.875048:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000100:00000001:1.0:1784950353.875049:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950353.875049:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950353.875057:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950353.875059:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.875063:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1784950353.875068:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:2.0:1784950353.875068:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dbdbe660 x1871652369175424/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950353.875078:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000848ff4cb x1871652369175808/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950353.875082:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950353.875089:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950353.875100:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950353.875106:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950353.875116:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950353.875128:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4713 usecs (5 jiffies) 00000100:00000001:2.0:1784950353.875133:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950353.875135:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950353.875136:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950353.875138:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307292039 00000100:00000001:1.0:1784950353.875144:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950353.875145:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950353.875148:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dbdbe660 x1871652369175424/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950353.875149:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307294459 02000000:00000001:3.0:1784950353.875154:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1784950353.875158:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00000001:0.0:1784950353.875160:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307292039 02000000:00000001:3.0:1784950353.875161:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950353.875173:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307294459 00000100:00000040:1.0:1784950353.875173:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 02000000:00000001:3.0:1784950353.875174:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950353.875186:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785835785296 : -120287873766320 : ffff92994c036c50) 00000100:00000001:0.0:1784950353.875188:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307292039 00000100:00000001:2.0:1784950353.875190:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950353.875193:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000848ff4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369175808:1.2.3.4@tcp:8: 00000100:00000001:0.0:1784950353.875199:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307294459 00000100:00000001:2.0:1784950353.875202:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1784950353.875203:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004417728c x1871652369175296/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:504/0 lens 224/0 e 0 to 0 dl 1784950364 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950353.875211:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950353.875212:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307292039 00000100:00000001:3.0:1784950353.875219:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950353.875221:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950353.875223:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307294459 00000100:00000001:3.0:1784950353.875229:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.875235:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950353.875239:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950353.875243:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950353.875245:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.875248:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950353.875254:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950353.875257:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.875264:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950353.875265:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950353.875265:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950353.875266:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950353.875271:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950353.875276:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000100:00000001:0.0:1784950353.875279:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950353.875281:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950353.875288:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950353.875288:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950353.875289:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950353.875293:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950353.875297:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950353.875303:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000100:00000001:0.0:1784950353.875304:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950353.875308:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.875311:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950353.875318:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784950353.875319:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b9380 00000100:00100000:1.0:1784950353.875324:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004417728c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369175296:12345-0@lo:400: 00000100:00000040:0.0:1784950353.875330:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f0c386d x1871652369175936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950353.875338:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369175296 00000400:00000200:2.0:1784950353.875340:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 18592 00000020:00000001:1.0:1784950353.875350:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000200:3.0:1784950353.875356:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1784950353.875359:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000001:2.0:1784950353.875360:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:3.0:1784950353.875367:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd72e494. 00000020:00000001:1.0:1784950353.875370:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.875371:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784950353.875377:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950353.875379:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950353.875379:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950353.875380:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950353.875389:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 02000000:00000001:0.0:1784950353.875391:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784950353.875392:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950353.875395:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:0.0:1784950353.875399:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950353.875403:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1784950353.875408:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2b35e6e 02000000:00000001:0.0:1784950353.875413:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950353.875413:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950353.875414:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:3.0:1784950353.875416:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c2b35e6e. 00000020:00000001:1.0:1784950353.875428:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950353.875432:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1784950353.875433:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000007f0c386d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369175936:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950353.875434:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1784950353.875435:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1784950353.875442:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:1.0:1784950353.875444:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950353.875449:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e1775566 x1871652369175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950353.875450:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1784950353.875453:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1784950353.875456:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1784950353.875456:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095bf3843. 00000100:00000001:1.0:1784950353.875463:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950353.875464:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950353.875468:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000095bf3843 x1871652369175424 msgsize 224 02000000:00000001:1.0:1784950353.875471:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1784950353.875473:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950353.875482:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006939ec85. 02000000:00000010:0.0:1784950353.875484:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d0624bd. 00000100:00000001:3.0:1784950353.875491:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784950353.875492:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950353.875494:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950353.875497:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:3.0:1784950353.875504:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e1775566 x1871652369175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950353.875505:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950353.875507:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000626b1f50. 00000020:00000001:1.0:1784950353.875519:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950353.875521:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000093998741. 00000100:00000001:2.0:1784950353.875522:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950353.875532:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950353.875535:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369175936, portal 10 00010000:00000040:1.0:1784950353.875536:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369175296 00000100:00000001:3.0:1784950353.875538:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1784950353.875540:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950353.875546:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1784950353.875548:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950353.875550:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798858752 : -120287910692864 : ffff929949cff800) 00000800:00000001:2.0:1784950353.875552:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1784950353.875562:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000004417728c x1871652369175296/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:504/0 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950353.875568:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007f0c386d x1871652369175936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950353.875580:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950353.875588:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950353.875594:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950353.875603:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.875618:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1784950353.875620:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1784950353.875626:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000001:1.0:1784950353.875628:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950353.875633:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8429f61. 00000100:00001000:1.0:1784950353.875637:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=141 v=5 (1 1 1 1) 00000100:00000200:0.0:1784950353.875640:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369175936, offset 0 00000800:00000001:2.0:1784950353.875640:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950353.875650:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950353.875655:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:2.0:1784950353.875655:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950353.875656:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 00000400:00000200:0.0:1784950353.875659:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950353.875667:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000800:00000001:2.0:1784950353.875669:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950353.875670:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950353.875675:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000400:00000200:0.0:1784950353.875678:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000001:2.0:1784950353.875678:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950353.875687:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1784950353.875689:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950353.875697:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950353.875698:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950353.875704:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950353.875706:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950353.875712:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:1.0:1784950353.875714:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1784950353.875748:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950353.875753:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950353.875756:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10654:10654:238:4294967295] 192.168.203.114@tcp LPNI seq info [9449:9449:7:4294967295] 00000400:00000010:1.0:1784950353.875766:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bb87e26. 00000400:00000200:0.0:1784950353.875776:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:1.0:1784950353.875779:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369175296, offset 224 00000400:00000200:3.0:1784950353.875789:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c90d20 00000800:00000200:0.0:1784950353.875790:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950353.875800:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e0c90d20. 00000400:00000200:2.0:1784950353.875802:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b9400 00000800:00000010:0.0:1784950353.875803:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a721ffc. 00000100:00000001:3.0:1784950353.875814:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1784950353.875822:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950353.875822:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1784950353.875831:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc9ccb62 x1871652369175680/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950353.875841:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:2.0:1784950353.875846:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 148736 00000400:00000200:1.0:1784950353.875849:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:0.0:1784950353.875852:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001a721ffc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950353.875871:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950353.875872:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950353.875879:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069b9300 00000100:00000001:3.0:1784950353.875880:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950353.875882:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5052 usecs (6 jiffies) 00000800:00000001:2.0:1784950353.875888:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950353.875895:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307292041 00000100:00000040:3.0:1784950353.875897:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc9ccb62 x1871652369175680/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950353.875898:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950353.875906:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15449 [1] + 224 00000100:00000001:0.0:1784950353.875907:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307294459 00000400:00000200:2.0:1784950353.875920:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950353.875921:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307292041 00000400:00000200:1.0:1784950353.875930:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950353.875933:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307294459 00000100:00000001:2.0:1784950353.875941:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950353.875945:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307292041 00000400:00000200:1.0:1784950353.875948:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1784950353.875948:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1784950353.875953:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.875956:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307294459 00000100:00000010:2.0:1784950353.875960:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e444e120. 00000100:00000001:1.0:1784950353.875961:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950353.875962:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950353.875966:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307292041 00000100:00000040:2.0:1784950353.875972:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000e444e120 x1871652369175552 msgsize 224 00000100:00000001:0.0:1784950353.875973:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307294459 00000100:00000200:1.0:1784950353.875975:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057b2ed91 x1871652369175296/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950353.875983:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950353.876009:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.876013:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950353.876015:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950353.876023:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950353.876036:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950353.876039:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1784950353.876040:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057b2ed91 x1871652369175296/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950353.876041:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1784950353.876051:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950353.876052:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1784950353.876055:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950353.876058:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1784950353.876062:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a721ffc. 00000100:00000001:0.0:1784950353.876066:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950353.876070:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950353.876075:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950353.876077:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950353.876078:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950353.876088:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950353.876095:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950353.876103:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1784950353.876106:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8429f61 00000400:00000200:2.0:1784950353.876108:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:3.0:1784950353.876114:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b8429f61. 00000100:00000001:3.0:1784950353.876124:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1784950353.876125:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950353.876131:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bb87e26 00000400:00000200:2.0:1784950353.876132:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b9580 00000400:00000010:1.0:1784950353.876140:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005bb87e26. 00000100:00000200:3.0:1784950353.876140:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f0c386d x1871652369175936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950353.876142:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950353.876153:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:0.0:1784950353.876154:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950353.876163:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950353.876164:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 148960 00000800:00000001:0.0:1784950353.876165:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950353.876175:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.876182:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1784950353.876188:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950353.876190:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:1.0:1784950353.876190:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000040:3.0:1784950353.876194:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f0c386d x1871652369175936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950353.876203:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000001:2.0:1784950353.876204:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950353.876210:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950353.876214:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950353.876222:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1784950353.876224:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b9480 00000100:00000040:1.0:1784950353.876236:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004417728c x1871652369175296/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:504/0 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950353.876238:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950353.876245:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950353.876251:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 18816 00000100:00000001:3.0:1784950353.876257:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950353.876273:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:0.0:1784950353.876274:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950353.876278:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1784950353.876281:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004417728c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369175296:12345-0@lo:400: Request processed in 1011us (2145us total) trans 0 rc 0/0 00000100:00000010:2.0:1784950353.876287:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000722eec82. 00000100:00000040:2.0:1784950353.876292:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000722eec82 x1871652369175936 msgsize 224 00000100:00000001:3.0:1784950353.876293:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1784950353.876295:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950353.876301:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1784950353.876302:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369175424 00000400:00000200:0.0:1784950353.876305:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950353.876311:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1784950353.876314:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00100000:2.0:1784950353.876316:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950353.876318:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950353.876325:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950353.876327:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1784950353.876328:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:3.0:1784950353.876334:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950353.876339:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1784950353.876341:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369175424 00000100:00000001:2.0:1784950353.876342:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950353.876343:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1784950353.876351:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000200:0.0:1784950353.876352:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000010:1.0:1784950353.876352:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d4109e7. 00000020:00000040:3.0:1784950353.876358:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000800:00000001:2.0:1784950353.876360:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:0.0:1784950353.876366:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7e51bf3. 00000020:00000001:3.0:1784950353.876367:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000010:1.0:1784950353.876370:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000800:00000001:2.0:1784950353.876371:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784950353.876374:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000040:0.0:1784950353.876377:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000a7e51bf3 x1871652369175680 msgsize 224 00000020:00000010:1.0:1784950353.876381:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000230b9376. 00000020:00000001:3.0:1784950353.876383:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:3.0:1784950353.876394:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000040:1.0:1784950353.876398:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00100000:0.0:1784950353.876405:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950353.876406:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950353.876406:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1784950353.876410:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:3.0:1784950353.876416:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000100:00100000:2.0:1784950353.876417:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369175552 02000000:00000010:1.0:1784950353.876418:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006939ec85. 00000100:00000001:3.0:1784950353.876428:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950353.876429:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950353.876430:0:441636:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1784950353.876431:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1784950353.876438:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1784950353.876440:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000100:00000001:1.0:1784950353.876442:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950353.876443:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950353.876448:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950353.876451:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c36d7da. 02000000:00000001:2.0:1784950353.876453:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950353.876454:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000001:0.0:1784950353.876457:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950353.876462:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000100:00100000:2.0:1784950353.876465:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369175552 00000400:00000010:1.0:1784950353.876467:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e312dd2. 00000020:00000010:3.0:1784950353.876472:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000020:00000001:2.0:1784950353.876473:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000010:1.0:1784950353.876479:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004973a94. 00000020:00000040:2.0:1784950353.876481:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:0.0:1784950353.876486:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1784950353.876487:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:3.0:1784950353.876490:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00100000:0.0:1784950353.876493:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369175936 00000020:00000040:2.0:1784950353.876496:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:3.0:1784950353.876497:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1784950353.876500:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950353.876503:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950353.876508:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950353.876511:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950353.876512:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:0.0:1784950353.876513:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.876525:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950353.876527:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950353.876527:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:1.0:1784950353.876530:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950353.876540:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369175680 00000100:00100000:0.0:1784950353.876541:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369175936 00000100:00000001:2.0:1784950353.876543:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1784950353.876546:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1784950353.876550:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950353.876551:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950353.876553:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1784950353.876554:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000020:00000040:0.0:1784950353.876556:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000001:1.0:1784950353.876560:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950353.876566:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950353.876567:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950353.876570:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950353.876575:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000001:3.0:1784950353.876577:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1784950353.876578:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369175680 00000020:00000010:2.0:1784950353.876578:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000020:00000001:0.0:1784950353.876584:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:3.0:1784950353.876585:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950353.876588:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:2.0:1784950353.876592:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2c38d8a. 00000020:00000001:0.0:1784950353.876595:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000040:1.0:1784950353.876596:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00100000:3.0:1784950353.876604:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2619 00000020:00000001:1.0:1784950353.876606:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000010:2.0:1784950353.876606:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000100:00000001:0.0:1784950353.876608:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1784950353.876613:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000040:1.0:1784950353.876615:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000010:0.0:1784950353.876618:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000020:00000010:2.0:1784950353.876622:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000100:00000001:3.0:1784950353.876622:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683769472 : -120288025782144 : ffff929942f3d880) 00000020:00000001:1.0:1784950353.876628:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950353.876629:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950353.876641:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000040:3.0:1784950353.876642:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000095bf3843 x1871652369175424/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:504/0 lens 224/0 e 0 to 0 dl 1784950364 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950353.876643:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000100:00000040:2.0:1784950353.876646:0:453511:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1784950353.876657:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950353.876659:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950353.876664:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1784950353.876666:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9a863bd. 00000020:00000010:1.0:1784950353.876669:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000100:00000001:3.0:1784950353.876669:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950353.876673:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950353.876678:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950353.876680:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000020:00000010:3.0:1784950353.876681:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000020:00000010:1.0:1784950353.876684:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000100:00000001:2.0:1784950353.876684:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1784950353.876694:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950353.876696:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cc2653d2. 00000100:00000001:2.0:1784950353.876696:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:1.0:1784950353.876700:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000230b9376. 00000020:00000010:3.0:1784950353.876702:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000100:00000001:2.0:1784950353.876706:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.876709:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1784950353.876713:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d4109e7. 00000100:00100000:3.0:1784950353.876759:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000095bf3843 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369175424:12345-192.168.203.114@tcp:400: 00000020:00000010:1.0:1784950353.876763:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000100:00000001:0.0:1784950353.876764:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950353.876771:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950353.876773:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369175424 00000100:00000001:2.0:1784950353.876775:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950353.876780:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950353.876782:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1784950353.876782:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1784950353.876789:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950353.876791:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950353.876792:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950353.876800:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950353.876801:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.876802:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950353.876803:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950353.876805:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950353.876810:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950353.876817:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1784950353.876823:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950353.876825:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1526 00000020:00000001:3.0:1784950353.876826:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950353.876832:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950353.876839:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000001:3.0:1784950353.876842:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1784950353.876844:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683765888 : -120288025785728 : ffff929942f3ca80) 00000100:00000001:0.0:1784950353.876845:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950353.876852:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000001:00000001:3.0:1784950353.876852:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369175424, found 0 last_xid 1871652369175423 00000100:00000001:1.0:1784950353.876858:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1784950353.876860:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e444e120 x1871652369175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:504/0 lens 224/0 e 0 to 0 dl 1784950364 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950353.876867:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950353.876869:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950353.876870:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1527 00000020:00000001:3.0:1784950353.876882:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1784950353.876884:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2620 00000100:00000040:0.0:1784950353.876885:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000020:00000001:3.0:1784950353.876891:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1784950353.876894:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683764992 : -120288025786624 : ffff929942f3c700) 00000100:00000040:1.0:1784950353.876897:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:2.0:1784950353.876898:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1784950353.876899:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950353.876906:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822337024 : -120287887214592 : ffff92994b363800) 00000020:00000010:2.0:1784950353.876906:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000020:00000001:3.0:1784950353.876908:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1784950353.876910:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000722eec82 x1871652369175936/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:504/0 lens 224/0 e 0 to 0 dl 1784950364 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950353.876918:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950353.876919:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950353.876926:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1784950353.876927:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a7e51bf3 x1871652369175680/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:504/0 lens 224/0 e 0 to 0 dl 1784950364 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950353.876933:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 02000000:00000010:3.0:1784950353.876936:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ac0fca43. 02000000:00000001:3.0:1784950353.876947:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950353.876954:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e444e120 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369175552:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950353.876957:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.876961:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1784950353.876970:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950353.876973:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000200:2.0:1784950353.876973:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369175552 00010000:00000040:3.0:1784950353.876979:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369175424 00000020:00000001:2.0:1784950353.876983:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950353.876984:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950353.877011:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00010000:00000001:3.0:1784950353.877012:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:2.0:1784950353.877019:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950353.877029:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1784950353.877029:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000095bf3843 x1871652369175424/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:504/0 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950353.877030:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000722eec82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369175936:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950353.877041:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1784950353.877041:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950353.877049:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000200:0.0:1784950353.877052:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369175936 00000020:00000010:1.0:1784950353.877054:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000020:00000001:2.0:1784950353.877063:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1784950353.877064:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950353.877066:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950353.877072:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784950353.877073:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1784950353.877074:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:1.0:1784950353.877075:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000020:00000001:2.0:1784950353.877078:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1784950353.877080:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950353.877082:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950353.877084:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00001000:3.0:1784950353.877088:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=136 v=5 (1 1 1 1) 00000020:00000001:0.0:1784950353.877095:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950353.877095:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950353.877097:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a7e51bf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369175680:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950353.877099:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1784950353.877102:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:2.0:1784950353.877105:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1784950353.877112:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000020:00000001:0.0:1784950353.877114:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1784950353.877115:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369175680 00000100:00000001:2.0:1784950353.877115:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950353.877120:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:0.0:1784950353.877121:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950353.877124:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:2.0:1784950353.877124:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1784950353.877128:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1784950353.877135:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950353.877136:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:3.0:1784950353.877136:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950353.877137:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d7b74585. 00000020:00000001:0.0:1784950353.877142:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950353.877146:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.877150:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784950353.877151:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950353.877152:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950353.877154:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950353.877162:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:0.0:1784950353.877165:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950353.877166:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950353.877166:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950353.877171:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950353.877175:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1784950353.877177:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1784950353.877178:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369175680, found 0 last_xid 1871652369175679 00000400:00000010:3.0:1784950353.877179:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a7aa0e6. 02000000:00000001:0.0:1784950353.877180:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:2.0:1784950353.877186:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369175552 00000020:00000001:1.0:1784950353.877191:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950353.877192:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369175424, offset 224 02000000:00000010:0.0:1784950353.877194:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ef78a0c8. 00010000:00000001:2.0:1784950353.877194:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:1.0:1784950353.877199:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1784950353.877205:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950353.877207:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000200:2.0:1784950353.877207:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000e444e120 x1871652369175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:504/0 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950353.877214:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950353.877215:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950353.877219:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950353.877226:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950353.877228:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950353.877236:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000040:0.0:1784950353.877237:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369175936 00000400:00000200:3.0:1784950353.877244:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:1.0:1784950353.877245:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1784950353.877248:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000010:1.0:1784950353.877256:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006939ec85. 00010000:00000001:2.0:1784950353.877258:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000200:0.0:1784950353.877263:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000722eec82 x1871652369175936/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:504/0 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950353.877267:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950353.877267:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950353.877268:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10655:10655:239:4294967295] 192.168.203.114@tcp LPNI seq info [9450:9450:8:4294967295] 00000100:00000001:1.0:1784950353.877279:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950353.877279:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=136 v=5 (1 1 1 1) 00000020:00000001:1.0:1784950353.877291:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950353.877297:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1784950353.877301:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369175680 00010000:00000001:1.0:1784950353.877311:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:2.0:1784950353.877311:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950353.877321:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:0.0:1784950353.877323:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000200:1.0:1784950353.877325:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000a7e51bf3 x1871652369175680/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:504/0 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950353.877325:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00010000:00000001:0.0:1784950353.877332:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950353.877338:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:0.0:1784950353.877343:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=136 v=5 (1 1 1 1) 02000000:00000001:2.0:1784950353.877346:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950353.877347:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950353.877360:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950353.877363:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:3.0:1784950353.877364:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9722aa. 00010000:00000001:1.0:1784950353.877368:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1784950353.877375:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950353.877376:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950353.877377:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950353.877387:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:2.0:1784950353.877389:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ff3966. 00000100:00000001:0.0:1784950353.877390:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00001000:1.0:1784950353.877391:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=136 v=5 (1 1 1 1) 02000000:00000001:0.0:1784950353.877402:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1784950353.877404:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369175552, offset 224 00000100:00000001:1.0:1784950353.877406:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1784950353.877410:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950353.877411:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:1.0:1784950353.877418:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950353.877421:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784950353.877424:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005c9722aa type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950353.877426:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950353.877429:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:0.0:1784950353.877437:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950353.877441:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1784950353.877445:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007db34483. 02000000:00000001:1.0:1784950353.877446:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.877450:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950353.877454:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000200:0.0:1784950353.877456:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369175936, offset 224 00000100:00000001:1.0:1784950353.877459:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950353.877465:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950353.877473:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000040:1.0:1784950353.877479:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950353.877480:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950353.877481:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950353.877483:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10656:10656:238:4294967295] 192.168.203.114@tcp LPNI seq info [9451:9451:7:4294967295] 00000400:00000010:1.0:1784950353.877491:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bb87e26. 00000020:00000001:3.0:1784950353.877492:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1784950353.877504:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369175680, offset 224 00000100:00000040:3.0:1784950353.877506:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095bf3843 x1871652369175424/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:504/0 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950353.877520:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950353.877525:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950353.877551:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00100000:3.0:1784950353.877559:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000095bf3843 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369175424:12345-192.168.203.114@tcp:400: Request processed in 882us (2081us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950353.877562:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:2.0:1784950353.877567:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ebc2a5d. 00000400:00000200:0.0:1784950353.877585:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10657:10657:237:4294967295] 192.168.203.114@tcp LPNI seq info [9452:9452:6:4294967295] 00000800:00000200:2.0:1784950353.877592:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:3.0:1784950353.877594:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2619 00000100:00000040:3.0:1784950353.877607:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:3.0:1784950353.877613:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950353.877620:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1784950353.877621:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000010:3.0:1784950353.877627:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000800:00000200:2.0:1784950353.877633:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ebc2a5d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950353.877638:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:3.0:1784950353.877639:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000100:00000001:2.0:1784950353.877646:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950353.877650:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c36d7da. 00000020:00000040:3.0:1784950353.877663:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000040:2.0:1784950353.877665:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000800:00000200:0.0:1784950353.877668:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950353.877672:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950353.877675:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000001:2.0:1784950353.877678:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000010:0.0:1784950353.877681:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309cba23. 00000020:00000001:2.0:1784950353.877685:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950353.877694:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10658:10658:236:4294967295] 192.168.203.114@tcp LPNI seq info [9453:9453:5:4294967295] 00000020:00000001:2.0:1784950353.877694:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1784950353.877702:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:2.0:1784950353.877710:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e444e120 x1871652369175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:504/0 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950353.877748:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950353.877753:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000309cba23 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784950353.877765:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950353.877769:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950353.877774:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9722aa. 00000100:00100000:2.0:1784950353.877780:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e444e120 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369175552:12345-192.168.203.114@tcp:400: Request processed in 877us (1802us total) trans 0 rc 0/0 00000400:00000200:1.0:1784950353.877784:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950353.877785:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950353.877787:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1784950353.877798:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950353.877805:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950353.877811:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950353.877814:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950353.877815:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1784950353.877816:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1526 00000800:00000010:1.0:1784950353.877821:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec44ac7. 00000100:00000040:0.0:1784950353.877831:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000722eec82 x1871652369175936/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:504/0 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950353.877831:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000400:00000200:3.0:1784950353.877834:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7aa0e6 00000100:00000001:2.0:1784950353.877841:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1784950353.877842:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:3.0:1784950353.877845:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001a7aa0e6. 00000100:00000001:2.0:1784950353.877850:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950353.877861:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000100:00000001:3.0:1784950353.877861:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000200:1.0:1784950353.877865:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:3.0:1784950353.877871:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1784950353.877874:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000800:00000200:1.0:1784950353.877877:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eec44ac7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950353.877887:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950353.877887:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2c38d8a. 00000100:00100000:0.0:1784950353.877888:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000722eec82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369175936:12345-192.168.203.114@tcp:400: Request processed in 922us (1589us total) trans 0 rc 0/0 00000020:00000040:2.0:1784950353.877898:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000040:1.0:1784950353.877901:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000800:00000200:3.0:1784950353.877906:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950353.877907:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950353.877908:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00100000:0.0:1784950353.877912:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1527 00000020:00000001:1.0:1784950353.877915:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950353.877916:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309cba23. 00000100:00000040:0.0:1784950353.877924:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000020:00000001:1.0:1784950353.877927:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1784950353.877930:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950353.877931:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950353.877939:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1784950353.877945:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7e51bf3 x1871652369175680/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:504/0 lens 224/224 e 0 to 0 dl 1784950364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950353.877947:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950353.877948:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00000100:00000001:2.0:1784950353.877952:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950353.877960:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1784950353.877961:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cc2653d2. 00000400:00000200:3.0:1784950353.877963:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007db34483 00000400:00000010:3.0:1784950353.877971:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007db34483. 00000020:00000010:0.0:1784950353.877974:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9a863bd. 00000100:00000001:3.0:1784950353.877980:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1784950353.877982:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1784950353.877985:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:3.0:1784950353.877987:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1784950353.878012:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784950353.878014:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1784950353.878021:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a7e51bf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369175680:12345-192.168.203.114@tcp:400: Request processed in 947us (1610us total) trans 0 rc 0/0 00000400:00000010:2.0:1784950353.878022:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041e9cd30. 00000400:00000200:2.0:1784950353.878030:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014170e3d 00000400:00000010:2.0:1784950353.878033:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000014170e3d. 00000100:00100000:1.0:1784950353.878035:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2620 00000100:00000040:1.0:1784950353.878041:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:2.0:1784950353.878041:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950353.878046:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1784950353.878048:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057b2ed91 x1871652369175296/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950353.878052:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950353.878059:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d4109e7. 00000100:00000200:2.0:1784950353.878064:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057b2ed91 x1871652369175296/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950353.878067:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000020:00000010:1.0:1784950353.878076:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000230b9376. 00000100:00000001:2.0:1784950353.878079:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950353.878083:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950353.878086:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:2.0:1784950353.878088:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950353.878093:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950353.878094:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784950353.878096:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950353.878099:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950353.878105:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950353.878110:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950353.878112:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950353.878117:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784950353.878118:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784950353.878125:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=141 v=5 (5 5 5 5) 00000800:00000010:3.0:1784950353.878126:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ebc2a5d. 00000800:00000001:0.0:1784950353.878130:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950353.878138:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1784950353.878145:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=141 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950353.878153:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:1.0:1784950353.878153:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950353.878158:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950353.878162:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784950353.878171:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950353.878171:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950353.878173:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ff3966 00000800:00000001:1.0:1784950353.878181:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784950353.878181:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1784950353.878182:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ff3966. 00000400:00000200:0.0:1784950353.878183:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b9380 00010000:00000001:2.0:1784950353.878190:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.878194:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:1.0:1784950353.878195:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950353.878197:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.878201:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1784950353.878203:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x1544d [1] + 224 00000100:00000040:2.0:1784950353.878213:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057b2ed91 x1871652369175296/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950353.878218:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:0.0:1784950353.878219:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950353.878231:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950353.878236:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784950353.878239:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b9580 00000100:00000001:2.0:1784950353.878240:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950353.878249:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057b2ed91 x1871652369175296/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950353.878254:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15469 [1] + 224 00000800:00000200:3.0:1784950353.878261:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784950353.878266:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950353.878267:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000057b2ed91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369175296:0@lo:400: 00000800:00000010:3.0:1784950353.878268:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec44ac7. 00000800:00000001:1.0:1784950353.878279:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950353.878280:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950353.878284:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950353.878290:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950353.878291:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950353.878293:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950353.878301:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950353.878304:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950353.878307:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057b2ed91 x1871652369175296/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950353.878312:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950353.878318:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bb87e26 00000400:00000010:3.0:1784950353.878326:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005bb87e26. 00000400:00000200:0.0:1784950353.878327:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950353.878335:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950353.878338:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950353.878341:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1784950353.878343:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950353.878345:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1784950353.878350:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f0c386d x1871652369175936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950353.878353:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1784950353.878359:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dbdbe660 x1871652369175424/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950353.878359:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a506608. 02000000:00000001:2.0:1784950353.878373:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950353.878379:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950353.878385:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000001:2.0:1784950353.878395:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:1.0:1784950353.878398:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007f0c386d x1871652369175936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950353.878402:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000002c68df2. 00000100:00000040:0.0:1784950353.878408:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dbdbe660 x1871652369175424/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950353.878410:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950353.878416:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950353.878420:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057b2ed91. 00000100:00000001:2.0:1784950353.878429:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950353.878432:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950353.878442:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950353.878458:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950353.878460:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950353.878464:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950353.878466:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950353.878471:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784950353.878473:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950353.878479:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950353.878480:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950353.878486:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950353.878493:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950353.878494:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950353.878500:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950353.878507:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950353.878512:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950353.878512:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950353.878520:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950353.878529:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1784950353.878531:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784950353.878532:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950353.878538:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000001:3.0:1784950353.878539:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784950353.878540:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784950353.878549:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000626b1f50. 00000400:00000200:3.0:1784950353.878557:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093998741 00000400:00000200:1.0:1784950353.878560:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b9480 00000400:00000010:3.0:1784950353.878564:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000093998741. 00000400:00000200:0.0:1784950353.878566:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b9400 00000100:00000001:3.0:1784950353.878577:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1784950353.878578:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950353.878586:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1784950353.878589:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f0c386d x1871652369175936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950353.878592:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057797c15. 00000400:00000200:2.0:1784950353.878604:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c923ef1 00000400:00000010:2.0:1784950353.878612:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008c923ef1. 00000100:00000200:3.0:1784950353.878615:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f0c386d x1871652369175936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950353.878622:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950353.878632:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15461 [1] + 224 00000100:00000200:2.0:1784950353.878634:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dbdbe660 x1871652369175424/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950353.878640:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950353.878646:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950353.878647:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950353.878655:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15459 [1] + 224 00000100:00000001:3.0:1784950353.878658:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950353.878664:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950353.878671:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784950353.878675:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950353.878677:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950353.878684:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950353.878692:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dbdbe660 x1871652369175424/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784950353.878692:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=136 v=5 (5 5 5 5) 00000800:00000001:1.0:1784950353.878697:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950353.878709:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1784950353.878710:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=136 v=5 (1 1 1 1) 00000800:00000001:0.0:1784950353.878712:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950353.878759:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950353.878763:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950353.878768:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950353.878776:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1784950353.878777:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784950353.878778:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950353.878779:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950353.878784:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1784950353.878795:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007f0c386d x1871652369175936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950353.878796:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950353.878802:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950353.878804:0:441636:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784950353.878804:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950353.878811:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1784950353.878814:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e1775566 x1871652369175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950353.878817:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950353.878820:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc9ccb62 x1871652369175680/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950353.878829:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950353.878843:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=131 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950353.878859:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=131 v=5 (1 1 1 1) 00010000:00000001:3.0:1784950353.878861:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950353.878878:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950353.878878:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784950353.878886:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950353.878888:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000040:0.0:1784950353.878893:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e1775566 x1871652369175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950353.878895:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc9ccb62 x1871652369175680/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950353.878896:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950353.878899:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1784950353.878903:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.878906:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950353.878916:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950353.878922:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000040:3.0:1784950353.878926:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f0c386d x1871652369175936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950353.878932:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950353.878938:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950353.878956:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dbdbe660 x1871652369175424/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950353.878971:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950353.878983:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950353.878984:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950353.879014:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950353.879017:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950353.879023:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950353.879023:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950353.879024:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950353.879026:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950353.879031:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950353.879037:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1784950353.879039:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950353.879042:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f0c386d x1871652369175936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950353.879043:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950353.879044:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950353.879046:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784950353.879052:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950353.879061:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5d8cf49. 00000100:00000040:2.0:1784950353.879066:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbdbe660 x1871652369175424/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950353.879073:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000400:00000010:1.0:1784950353.879080:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 00000100:00000001:1.0:1784950353.879089:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1784950353.879090:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000007f0c386d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369175936:192.168.203.114@tcp:400: 00000100:00000200:1.0:1784950353.879103:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e1775566 x1871652369175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950353.879104:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000dbdbe660 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369175424:192.168.203.114@tcp:400: 00000400:00000001:3.0:1784950353.879112:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950353.879116:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784950353.879120:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784950353.879122:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1784950353.879126:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e1775566 x1871652369175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950353.879127:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c8e087d. 00000100:00000040:2.0:1784950353.879132:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dbdbe660 x1871652369175424/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950353.879138:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077541c23 00000400:00000010:3.0:1784950353.879146:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077541c23. 00000100:00000001:3.0:1784950353.879155:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950353.879158:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950353.879162:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784950353.879163:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950353.879165:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1784950353.879168:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc9ccb62 x1871652369175680/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950353.879171:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000238477e3. 00000100:00000001:1.0:1784950353.879172:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950353.879178:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950353.879182:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784950353.879183:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950353.879187:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950353.879188:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950353.879193:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:1.0:1784950353.879195:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950353.879201:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:3.0:1784950353.879202:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc9ccb62 x1871652369175680/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784950353.879205:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=136 v=5 (5 5 5 5) 02000000:00000010:2.0:1784950353.879207:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c1815a5. 02000000:00000001:2.0:1784950353.879217:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1784950353.879220:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=136 v=5 (1 1 1 1) 02000000:00000001:2.0:1784950353.879222:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950353.879228:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dbdbe660. 00000100:00000001:1.0:1784950353.879233:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950353.879237:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950353.879238:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950353.879242:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950353.879249:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950353.879250:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950353.879250:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950353.879258:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950353.879261:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:1.0:1784950353.879263:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e1775566 x1871652369175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950353.879264:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950353.879267:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950353.879270:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950353.879275:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950353.879276:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950353.879284:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.879285:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950353.879296:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950353.879307:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=136 v=5 (5 5 5 5) 00010000:00000001:1.0:1784950353.879315:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950353.879317:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=136 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950353.879328:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950353.879330:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784950353.879331:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950353.879340:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00010000:00000001:3.0:1784950353.879341:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950353.879345:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950353.879351:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950353.879353:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950353.879358:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950353.879360:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.879362:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950353.879366:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950353.879376:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc9ccb62 x1871652369175680/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950353.879381:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e1775566 x1871652369175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950353.879413:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950353.879419:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950353.879421:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950353.879426:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950353.879429:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950353.879434:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950353.879438:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc9ccb62 x1871652369175680/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950353.879447:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1775566 x1871652369175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950353.879502:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e1775566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369175552:192.168.203.114@tcp:400: 00000100:00100000:3.0:1784950353.879516:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000bc9ccb62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369175680:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950353.879518:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950353.879528:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950353.879530:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950353.879537:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e1775566 x1871652369175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950353.879538:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950353.879549:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f0c386d x1871652369175936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950353.879576:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950353.879582:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950353.879583:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784950353.879588:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950353.879590:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb064e97. 02000000:00000010:3.0:1784950353.879594:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d0624bd. 02000000:00000001:1.0:1784950353.879599:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784950353.879603:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950353.879604:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1784950353.879609:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950353.879610:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:3.0:1784950353.879615:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1784950353.879618:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:3.0:1784950353.879624:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950353.879625:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008bb5297c. 02000000:00000010:3.0:1784950353.879629:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007aa401b2. 02000000:00000001:1.0:1784950353.879634:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950353.879637:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950353.879639:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1784950353.879642:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950353.879644:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e1775566. 00000100:00000010:3.0:1784950353.879647:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f0c386d. 00000100:00000001:1.0:1784950353.879653:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950353.879655:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950353.879658:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950353.879660:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950353.879663:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950353.879666:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950353.879673:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784950353.879674:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc9ccb62 x1871652369175680/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950353.879680:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950353.879688:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950353.879693:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.879695:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950353.879701:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950353.879703:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de33f78e. 02000000:00000001:3.0:1784950353.879706:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950353.879708:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950353.879710:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1784950353.879712:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950353.879714:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000033e9f3f3. 02000000:00000001:3.0:1784950353.879717:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950353.879719:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950353.879747:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc9ccb62. 00000100:00000001:3.0:1784950353.879752:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950353.879754:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950353.879757:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950353.879762:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950353.879764:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950353.879767:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950353.879769:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950354.000823:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1784950354.000828:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1784950354.000834:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000441e1f9e. 00000004:00000001:1.0:1784950354.000838:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000020:00000040:0.0:1784950354.000839:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000004:00000020:1.0:1784950354.000846:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:0.0:1784950354.000847:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950354.000851:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950354.000855:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950354.000855:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000678e61e8. 02000000:00000010:0.0:1784950354.000864:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000309cba23. 00000020:00000040:1.0:1784950354.000864:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950354.000873:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.000874:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950354.000881:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950354.000883:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950354.000886:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950354.000887:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950354.000894:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000441e1f9e] to pc [ptlrpcd_00_00+0] req@00000000441e1f9e x1871652369176064/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950354.000898:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a891b017. 00000100:00000001:1.0:1784950354.000911:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.000920:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950354.000922:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950354.000927:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950354.000933:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000678e61e8] to pc [ptlrpcd_00_01+1] req@00000000678e61e8 x1871652369176192/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950354.000950:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:1.0:1784950354.000953:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.000954:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950354.000958:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950354.000965:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000441e1f9e x1871652369176064/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950354.000975:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950354.000977:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950354.000980:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950354.000982:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950354.000984:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.001004:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784950354.001010:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000441e1f9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369176064:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950354.001010:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950354.001016:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950354.001019:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950354.001024:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784950354.001028:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000678e61e8 x1871652369176192/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950354.001029:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950354.001035:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950354.001041:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c95b74e5. 02000000:00000001:0.0:1784950354.001047:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.001052:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1784950354.001054:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa075283. 00000100:00000001:1.0:1784950354.001056:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950354.001060:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060846b5f. 02000000:00000001:1.0:1784950354.001063:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1784950354.001067:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369176064, portal 4 02000000:00000001:1.0:1784950354.001069:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950354.001071:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950354.001077:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785822325376 : -120287887226240 : ffff92994b360a80) 02000000:00000001:1.0:1784950354.001078:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950354.001087:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000678e61e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369176192:192.168.203.114@tcp:41: 00000100:00000040:0.0:1784950354.001090:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000441e1f9e x1871652369176064/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950354.001100:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950354.001106:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784950354.001106:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950354.001111:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950354.001113:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950354.001117:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aab6dd5c. 02000000:00000001:1.0:1784950354.001119:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1784950354.001120:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369176064, offset 0 02000000:00000010:1.0:1784950354.001127:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000629dde9a. 00000400:00000200:0.0:1784950354.001130:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950354.001135:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950354.001142:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:1.0:1784950354.001145:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5d8cf49. 00000400:00000200:0.0:1784950354.001148:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950354.001154:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950354.001157:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1784950354.001157:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 00000400:00000200:0.0:1784950354.001165:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000200:1.0:1784950354.001166:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369176192, portal 4 00000400:00000200:0.0:1784950354.001169:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10659:10659:239:4294967295] 192.168.203.114@tcp LPNI seq info [9454:9454:8:4294967295] 00000100:00000001:1.0:1784950354.001173:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950354.001177:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785866142464 : -120287843409152 : ffff92994dd2a300) 00000400:00000200:0.0:1784950354.001186:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950354.001190:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000678e61e8 x1871652369176192/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950354.001200:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950354.001209:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a721ffc. 00000100:00000001:1.0:1784950354.001210:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950354.001222:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950354.001223:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:1.0:1784950354.001227:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043abe6c8. 00000800:00000200:0.0:1784950354.001233:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000200:1.0:1784950354.001234:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369176192, offset 0 00000800:00000200:0.0:1784950354.001239:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001a721ffc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950354.001247:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950354.001256:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950354.001262:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950354.001262:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1784950354.001270:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4715 usecs (5 jiffies) 00000400:00000200:1.0:1784950354.001273:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950354.001275:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307292165 00000100:00000001:0.0:1784950354.001281:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307294459 00000400:00000200:1.0:1784950354.001284:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950354.001285:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307292165 00000100:00000001:0.0:1784950354.001290:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307294459 00000400:00000200:1.0:1784950354.001293:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950354.001295:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307292165 00000100:00000001:0.0:1784950354.001301:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307294459 00000100:00000001:0.0:1784950354.001305:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307292165 00000400:00000200:1.0:1784950354.001307:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10660:10660:238:4294967295] 192.168.203.114@tcp LPNI seq info [9455:9455:7:4294967295] 00000100:00000001:0.0:1784950354.001308:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307294459 00000100:00000001:0.0:1784950354.001313:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950354.001319:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.001323:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.001325:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950354.001332:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950354.001335:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784950354.001336:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950354.001342:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950354.001345:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950354.001347:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.001352:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950354.001353:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950354.001361:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b35b6916. 00000800:00000200:1.0:1784950354.001368:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950354.001368:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950354.001373:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a721ffc. 00000800:00000200:1.0:1784950354.001377:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:2.0:1784950354.001379:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1784950354.001382:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b35b6916 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950354.001386:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950354.001392:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aab6dd5c 00000400:00000010:2.0:1784950354.001394:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aab6dd5c. 00000100:00000001:1.0:1784950354.001398:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950354.001401:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1784950354.001402:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950354.001404:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13953 usecs (14 jiffies) 00000100:00000200:2.0:1784950354.001407:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000441e1f9e x1871652369176064/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950354.001410:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307292174 00000100:00000001:1.0:1784950354.001415:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307294459 00000800:00000001:3.0:1784950354.001415:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950354.001424:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307292174 00000800:00000001:3.0:1784950354.001424:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950354.001431:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307294459 00000800:00000001:3.0:1784950354.001431:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950354.001435:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950354.001439:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307292174 00000100:00000040:2.0:1784950354.001442:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000441e1f9e x1871652369176064/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950354.001443:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307294459 00000100:00000001:1.0:1784950354.001447:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307292174 00000100:00000001:1.0:1784950354.001450:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307294459 00000100:00000001:2.0:1784950354.001452:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.001453:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950354.001454:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950354.001456:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.001459:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.001462:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950354.001469:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950354.001471:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950354.001475:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950354.001478:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950354.001480:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.001483:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950354.001493:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950354.001498:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b35b6916. 00000800:00000001:2.0:1784950354.001500:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950354.001504:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950354.001511:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950354.001513:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950354.001516:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043abe6c8 00000800:00000001:2.0:1784950354.001519:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:0.0:1784950354.001520:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043abe6c8. 00000100:00000001:0.0:1784950354.001527:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1784950354.001529:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950354.001532:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000678e61e8 x1871652369176192/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950354.001547:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950354.001550:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950354.001558:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000678e61e8 x1871652369176192/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950354.001560:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950354.001573:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b9680 00000100:00000001:0.0:1784950354.001578:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950354.001584:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b9600 00000100:00000001:0.0:1784950354.001585:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784950354.001591:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 19040 00000800:00000001:2.0:1784950354.001600:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950354.001608:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950354.001612:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950354.001619:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950354.001626:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950354.001629:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1784950354.001638:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000285b838d. 00000400:00000200:3.0:1784950354.001642:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 19264 00000100:00000040:2.0:1784950354.001645:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000285b838d x1871652369176192 msgsize 224 00000800:00000001:3.0:1784950354.001651:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950354.001658:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:3.0:1784950354.001665:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950354.001670:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950354.001674:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950354.001679:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1784950354.001697:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950354.001703:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950354.001741:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784950354.001745:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369176192 02000000:00000001:0.0:1784950354.001748:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950354.001751:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950354.001753:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.001755:0:441634:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1784950354.001757:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950354.001759:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00100000:0.0:1784950354.001763:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369176192 00000100:00000010:3.0:1784950354.001765:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc9ccb62. 00000020:00000001:0.0:1784950354.001767:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950354.001771:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000040:3.0:1784950354.001773:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000bc9ccb62 x1871652369176064 msgsize 224 00000020:00000001:0.0:1784950354.001776:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950354.001780:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:0.0:1784950354.001785:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00100000:3.0:1784950354.001786:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:0.0:1784950354.001790:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:0.0:1784950354.001795:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950354.001798:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000001:0.0:1784950354.001803:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950354.001803:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1784950354.001809:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000020:00000010:0.0:1784950354.001815:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9a863bd. 00000800:00000001:3.0:1784950354.001816:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950354.001819:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000100:00000001:2.0:1784950354.001821:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1784950354.001824:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950354.001826:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369176064 00000020:00000010:0.0:1784950354.001827:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cc2653d2. 02000000:00000001:2.0:1784950354.001834:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950354.001837:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784950354.001838:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1784950354.001841:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.001843:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950354.001847:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1784950354.001848:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.001849:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950354.001854:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369176064 00000100:00000001:0.0:1784950354.001857:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950354.001858:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950354.001863:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:2.0:1784950354.001865:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950354.001867:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:2.0:1784950354.001870:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:2.0:1784950354.001872:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950354.001875:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950354.001877:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950354.001884:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000100:00000001:0.0:1784950354.001887:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950354.001889:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950354.001891:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1784950354.001897:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000100:00100000:0.0:1784950354.001899:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2621 00000100:00000040:0.0:1784950354.001906:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:0.0:1784950354.001909:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683767680 : -120288025783936 : ffff929942f3d180) 00000020:00000010:2.0:1784950354.001909:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2c38d8a. 00000100:00000040:0.0:1784950354.001919:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000285b838d x1871652369176192/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:505/0 lens 224/0 e 0 to 0 dl 1784950365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950354.001920:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000020:00000010:2.0:1784950354.001929:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000100:00000001:0.0:1784950354.001935:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950354.001940:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1784950354.001941:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000001:2.0:1784950354.001945:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950354.001946:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950354.001951:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950354.001952:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000100:00100000:0.0:1784950354.001963:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000285b838d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369176192:12345-192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950354.001964:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950354.001968:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369176192 00000020:00000001:0.0:1784950354.001972:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950354.001974:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950354.001977:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950354.001978:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950354.001980:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000001:2.0:1784950354.001982:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950354.001983:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1784950354.001987:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369176192, found 0 last_xid 1871652369176191 00000020:00000001:0.0:1784950354.002005:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950354.002008:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950354.002010:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950354.002013:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1784950354.002014:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.002019:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950354.002019:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950354.002021:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950354.002024:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1784950354.002025:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1784950354.002031:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2622 02000000:00000010:0.0:1784950354.002032:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000042a7343f. 02000000:00000001:0.0:1784950354.002037:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.002041:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.002042:0:453517:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950354.002042:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000004:00000001:0.0:1784950354.002047:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00000001:1.0:1784950354.002048:0:453517:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950354.002048:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798856960 : -120287910694656 : ffff929949cff100) 00000004:00000001:0.0:1784950354.002053:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1784950354.002056:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950354.002059:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc9ccb62 x1871652369176064/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:505/0 lens 224/0 e 0 to 0 dl 1784950365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000024:0.0:1784950354.002070:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000100:00000001:2.0:1784950354.002074:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000020:0.0:1784950354.002076:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:0.0:1784950354.002080:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000020:00000010:2.0:1784950354.002082:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000004:00000020:0.0:1784950354.002085:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000100:00000001:2.0:1784950354.002088:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950354.002094:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000001:00000001:0.0:1784950354.002095:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1784950354.002099:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950354.002105:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000bc9ccb62 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369176064:12345-192.168.203.114@tcp:41: 00000004:00000001:0.0:1784950354.002106:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950354.002113:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369176192 00000100:00000200:2.0:1784950354.002118:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369176064 00010000:00000001:0.0:1784950354.002119:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:2.0:1784950354.002124:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000200:0.0:1784950354.002126:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000285b838d x1871652369176192/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:505/0 lens 224/368 e 0 to 0 dl 1784950365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950354.002131:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950354.002137:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950354.002138:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950354.002142:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950354.002143:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00001000:0.0:1784950354.002146:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=137 v=5 (1 1 1 1) 00000020:00000001:2.0:1784950354.002148:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000001:0.0:1784950354.002151:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1784950354.002154:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1784950354.002155:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950354.002161:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000001:00000001:2.0:1784950354.002162:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369176064, found 0 last_xid 1871652369176063 02000000:00000001:0.0:1784950354.002164:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950354.002166:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.002171:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1784950354.002171:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950354.002177:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1784950354.002179:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950354.002181:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1784950354.002184:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c6a3f6. 00000020:00000001:2.0:1784950354.002185:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950354.002192:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369176192, offset 224 00000100:00000001:2.0:1784950354.002193:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950354.002197:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1784950354.002202:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000010:2.0:1784950354.002203:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000893291b8. 02000000:00000001:2.0:1784950354.002207:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950354.002210:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950354.002214:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000004:00000001:2.0:1784950354.002216:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:2.0:1784950354.002220:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000400:00000200:0.0:1784950354.002222:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10661:10661:239:4294967295] 192.168.203.114@tcp LPNI seq info [9456:9456:8:4294967295] 00000004:00000001:2.0:1784950354.002223:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950354.002241:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000004:00000024:2.0:1784950354.002241:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000020:2.0:1784950354.002251:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000800:00000200:0.0:1784950354.002255:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000020:2.0:1784950354.002256:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000800:00000010:0.0:1784950354.002261:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000020:00000020:2.0:1784950354.002262:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000020:2.0:1784950354.002268:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000800:00000200:0.0:1784950354.002272:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000004:00000020:2.0:1784950354.002274:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000800:00000200:0.0:1784950354.002283:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000001:00000001:2.0:1784950354.002283:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1784950354.002288:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950354.002289:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 464 niov 1 nkiov 1 00000004:00000001:2.0:1784950354.002292:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1784950354.002297:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369176064 00010000:00000001:2.0:1784950354.002299:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:2.0:1784950354.002304:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000bc9ccb62 x1871652369176064/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:505/0 lens 224/368 e 0 to 0 dl 1784950365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950354.002306:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950354.002314:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950354.002320:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950354.002324:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950354.002329:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1784950354.002333:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1784950354.002336:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b838d x1871652369176192/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:505/0 lens 224/368 e 0 to 0 dl 1784950365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950354.002338:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950354.002347:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=137 v=5 (1 1 1 1) 00000100:00100000:0.0:1784950354.002356:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000285b838d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369176192:12345-192.168.203.114@tcp:41: Request processed in 417us (706us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950354.002359:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1784950354.002365:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2621 00000100:00000040:2.0:1784950354.002369:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000040:0.0:1784950354.002371:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:2.0:1784950354.002378:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950354.002379:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950354.002382:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950354.002385:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 02000000:00000001:2.0:1784950354.002387:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1784950354.002391:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cc2653d2. 02000000:00000001:2.0:1784950354.002392:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950354.002396:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9a863bd. 00000100:00000001:2.0:1784950354.002399:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1784950354.002401:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1784950354.002402:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000800:00000010:1.0:1784950354.002406:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 00000100:00000040:2.0:1784950354.002407:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950354.002409:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950354.002414:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784950354.002414:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014170e3d. 00000100:00000200:2.0:1784950354.002420:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369176064, offset 224 00000400:00000200:1.0:1784950354.002423:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950354.002429:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950354.002435:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c6a3f6 00000400:00000010:1.0:1784950354.002438:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000018c6a3f6. 00000400:00000200:2.0:1784950354.002439:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950354.002443:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950354.002445:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950354.002445:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10662:10662:238:4294967295] 192.168.203.114@tcp LPNI seq info [9457:9457:7:4294967295] 00000400:00000200:2.0:1784950354.002460:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950354.002470:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:3.0:1784950354.002470:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:2.0:1784950354.002480:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3b91a8d. 00000800:00000001:3.0:1784950354.002481:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950354.002486:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950354.002489:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950354.002491:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950354.002501:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:2.0:1784950354.002507:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950354.002513:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b3b91a8d type 1, nob 464 niov 1 nkiov 1 00000400:00000200:3.0:1784950354.002516:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b9680 00000400:00000200:3.0:1784950354.002525:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15491 [1] + 224 00000100:00000001:2.0:1784950354.002535:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950354.002541:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950354.002543:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950354.002548:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000001:3.0:1784950354.002549:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950354.002551:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950354.002555:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1784950354.002556:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1784950354.002562:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950354.002566:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc9ccb62 x1871652369176064/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:505/0 lens 224/368 e 0 to 0 dl 1784950365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950354.002570:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950354.002579:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000678e61e8 x1871652369176192/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950354.002584:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000bc9ccb62 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369176064:12345-192.168.203.114@tcp:41: Request processed in 505us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1784950354.002606:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2622 00000100:00000040:3.0:1784950354.002607:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000678e61e8 x1871652369176192/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950354.002615:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784950354.002616:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000800:00000010:0.0:1784950354.002622:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3b91a8d. 00000100:00000001:2.0:1784950354.002627:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1784950354.002629:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950354.002632:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1784950354.002635:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784950354.002640:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950354.002642:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000100:00000001:1.0:1784950354.002644:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1784950354.002646:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950354.002647:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014170e3d 00000100:00000001:1.0:1784950354.002648:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1784950354.002649:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000400:00000010:0.0:1784950354.002654:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000014170e3d. 00000800:00000001:3.0:1784950354.002655:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950354.002656:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2c38d8a. 00000800:00000001:3.0:1784950354.002662:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950354.002663:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1784950354.002665:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1784950354.002666:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:0.0:1784950354.002668:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1784950354.002669:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784950354.002670:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784950354.002671:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950354.002677:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5d8cf49. 00000800:00000001:0.0:1784950354.002678:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950354.002684:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:0.0:1784950354.002687:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950354.002688:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000400:00000010:1.0:1784950354.002694:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 00000400:00000200:3.0:1784950354.002698:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b9600 00000100:00000001:1.0:1784950354.002703:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950354.002708:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15489 [1] + 224 00000100:00000200:1.0:1784950354.002715:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000678e61e8 x1871652369176192/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950354.002716:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950354.002752:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950354.002758:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950354.002767:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:1.0:1784950354.002772:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000678e61e8 x1871652369176192/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950354.002774:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950354.002781:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000441e1f9e x1871652369176064/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950354.002804:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950354.002810:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950354.002813:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:3.0:1784950354.002815:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000441e1f9e x1871652369176064/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950354.002817:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950354.002820:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950354.002825:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950354.002831:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950354.002838:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950354.002844:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=132 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950354.002846:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950354.002847:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950354.002849:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950354.002851:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.002853:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950354.002855:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950354.002856:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950354.002858:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950354.002862:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950354.002868:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000678e61e8 x1871652369176192/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950354.002868:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950354.002877:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950354.002878:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950354.002881:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950354.002885:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950354.002886:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950354.002889:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784950354.002893:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000004:00000001:1.0:1784950354.002894:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000400:00000001:0.0:1784950354.002897:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000004:00000040:1.0:1784950354.002900:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000400:00000010:0.0:1784950354.002901:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa075283. 00000400:00000200:0.0:1784950354.002909:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846b5f 00000400:00000010:0.0:1784950354.002912:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000060846b5f. 00000004:00000020:1.0:1784950354.002913:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00000001:0.0:1784950354.002916:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:1.0:1784950354.002923:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950354.002924:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000441e1f9e x1871652369176064/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950354.002932:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000678e61e8 x1871652369176192/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950354.002947:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000441e1f9e x1871652369176064/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950354.002977:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950354.002981:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950354.002985:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000678e61e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369176192:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950354.002986:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950354.003003:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950354.003006:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950354.003010:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.003011:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950354.003012:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.003016:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1784950354.003019:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=137 v=5 (5 5 5 5) 00000100:00000040:1.0:1784950354.003022:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000678e61e8 x1871652369176192/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950354.003028:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=137 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950354.003036:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950354.003040:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.003043:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1784950354.003044:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950354.003049:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950354.003049:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950354.003054:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000629dde9a. 00000100:00000001:0.0:1784950354.003055:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950354.003059:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 02000000:00000001:1.0:1784950354.003060:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950354.003061:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1784950354.003065:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950354.003066:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950354.003070:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000040:0.0:1784950354.003076:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000441e1f9e x1871652369176064/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950354.003077:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950354.003081:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a891b017. 02000000:00000001:1.0:1784950354.003087:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950354.003090:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950354.003093:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000678e61e8. 00000100:00000001:0.0:1784950354.003103:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950354.003106:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950354.003107:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950354.003110:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950354.003111:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950354.003118:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1784950354.003119:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1784950354.003125:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000001:1.0:1784950354.003127:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950354.003131:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1784950354.003134:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000100:00000001:1.0:1784950354.003135:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950354.003139:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950354.003146:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950354.003150:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000441e1f9e x1871652369176064/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950354.003158:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000441e1f9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369176064:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950354.003162:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950354.003163:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950354.003165:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000441e1f9e x1871652369176064/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950354.003170:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950354.003172:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950354.003174:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c95b74e5. 02000000:00000001:0.0:1784950354.003177:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950354.003179:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950354.003180:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1784950354.003182:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950354.003183:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000309cba23. 02000000:00000001:0.0:1784950354.003185:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950354.003187:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950354.003188:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000441e1f9e. 00000100:00000001:0.0:1784950354.003191:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950354.003192:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950354.003194:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950354.003197:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950354.003199:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.003201:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950354.003203:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950354.256843:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950354.256847:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950354.256852:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950354.256853:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950354.256942:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950354.256946:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950354.256949:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784950354.704901:0:441633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b93012f1] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1784950354.704913:0:441633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1021 00000800:00000200:1.0:1784950354.704920:0:441633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdd44bf5 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784950354.705134:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950354.896856:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950354.896865:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1784950354.896883:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950353/real 0] req@00000000848ff4cb x1871652369175808/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950354 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950354.896902:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950354.896906:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950354.896909:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950354.896915:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000848ff4cb x1871652369175808/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950354 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950354.896925:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950354.896938:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950354.896941:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950354.896944:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950354.896947:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950354.896950:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950354.896954:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000848ff4cb x1871652369175808/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950354 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950354.896963:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1784950354.896967:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950354.896969:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950354.896970:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950354.896973:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1784950354.896975:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1784950354.896979:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784950354.897037:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:3.0:1784950354.897041:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1784950354.897046:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000848ff4cb x1871652369175808/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950354 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950354.897056:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000848ff4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369175808:1.2.3.4@tcp:8: 00000100:00000001:3.0:1784950354.897063:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.897066:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950354.897070:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000848ff4cb x1871652369175808/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950354 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950354.897079:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1784950354.897083:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950354.897085:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:3.0:1784950354.897089:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950354.897094:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000aa191811. 02000000:00000001:3.0:1784950354.897103:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950354.897105:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950354.897107:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000848ff4cb. 00000100:00000001:3.0:1784950354.897112:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950354.897114:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950354.897117:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950354.897157:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950354.897167:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950354.897177:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000678e61e8. 00000020:00000040:1.0:1784950354.897184:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950354.897189:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950354.897192:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950354.897199:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950354.897208:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a891b017. 00000100:00000001:1.0:1784950354.897216:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950354.897223:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000678e61e8 x1871652369176320/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950354.897237:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950354.897240:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950354.897246:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000678e61e8] to pc [ptlrpcd_00_02+2] req@00000000678e61e8 x1871652369176320/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950354.897287:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950354.897292:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950354.897298:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950354.897304:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001284434f. 00000020:00000040:1.0:1784950354.897309:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950354.897314:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950354.897317:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950354.897322:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950354.897329:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d66491d6. 00000100:00000001:3.0:1784950354.897335:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950354.897337:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950354.897343:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1784950354.897349:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950354.897350:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950354.897351:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@000000001284434f x1871652369176448/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950354.897357:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950354.897360:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.897364:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950354.897373:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950354.897378:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950354.897381:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950354.897383:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950354.897390:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950354.897396:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000678e61e8 x1871652369176320/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950354.897406:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001284434f] to pc [ptlrpcd_00_03+3] req@000000001284434f x1871652369176448/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950354.897421:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950354.897426:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950354.897436:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950354.897442:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950354.897448:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950354.897451:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000678e61e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369176320:0@lo:400: 00000100:00000001:1.0:1784950354.897458:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.897458:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1784950354.897469:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:3.0:1784950354.897469:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950354.897476:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950354.897484:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:3.0:1784950354.897484:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950354.897495:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c36d7da. 00000100:00000040:1.0:1784950354.897496:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950354.897498:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950354.897502:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.897505:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1784950354.897505:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1784950354.897510:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950354.897513:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de8516e0. 00000100:00000010:1.0:1784950354.897516:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb6069c6. 00000100:00000001:2.0:1784950354.897520:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1784950354.897525:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1784950354.897525:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950354.897526:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a7aa0e6. 00000100:00000001:1.0:1784950354.897531:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950354.897531:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950354.897537:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950354.897537:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1784950354.897539:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369176320, portal 25 02000000:00000001:1.0:1784950354.897542:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950354.897542:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950354.897546:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950354.897550:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785866142464 : -120287843409152 : ffff92994dd2a300) 02000000:00000010:1.0:1784950354.897554:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b35b6916. 00000100:00000040:2.0:1784950354.897557:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001284434f x1871652369176448/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950354.897563:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000678e61e8 x1871652369176320/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950354.897565:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950354.897580:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000eb6069c6 x1871652369176576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950354.897599:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950354.897604:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950354.897613:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950354.897615:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950354.897618:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784950354.897618:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950354.897624:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950354.897628:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1784950354.897629:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950354.897635:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb6069c6] to pc [ptlrpcd_00_00+0] req@00000000eb6069c6 x1871652369176576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950354.897637:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000100:00100000:2.0:1784950354.897639:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000001284434f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369176448:192.168.203.114@tcp:400: 00000100:00000200:3.0:1784950354.897649:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369176320, offset 0 00000100:00000001:2.0:1784950354.897654:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950354.897662:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950354.897665:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950354.897667:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1784950354.897676:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784950354.897685:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a506608. 00000100:00000001:1.0:1784950354.897693:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950354.897694:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950354.897696:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1784950354.897702:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1784950354.897705:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041e9cd30. 00000100:00000001:1.0:1784950354.897710:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950354.897716:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000994a10b0. 00000400:00000010:2.0:1784950354.897716:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000901b1d00. 00000400:00000200:3.0:1784950354.897749:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069b9700 00000400:00000200:3.0:1784950354.897761:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13d89 [2] + 0 00000400:00000010:3.0:1784950354.897772:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002740b042. 00000020:00000040:1.0:1784950354.897775:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:3.0:1784950354.897781:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000079f93bdf 00000100:00000001:1.0:1784950354.897784:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950354.897786:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950354.897791:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950354.897795:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1784950354.897796:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369176448, portal 4 00000400:00000200:3.0:1784950354.897797:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950354.897799:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.897803:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950354.897809:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950354.897814:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785866136192 : -120287843415424 : ffff92994dd28a80) 02000000:00000010:1.0:1784950354.897815:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eec44ac7. 00000400:00000200:3.0:1784950354.897820:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1784950354.897822:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb6069c6 x1871652369176576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950354.897825:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950354.897836:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f93bdf 00000100:00000040:2.0:1784950354.897838:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001284434f x1871652369176448/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950354.897843:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000994a10b0 x1871652369176704/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1784950354.897845:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 0000000079f93bdf. 00000100:00000001:3.0:1784950354.897859:0:441644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950354.897864:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1784950354.897875:0:441644:0:(events.c:337:request_in_callback()) incoming req@00000000dbb0732a x1871652369176320 msgsize 224 00000100:00000001:0.0:1784950354.897884:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950354.897891:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950354.897896:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1784950354.897901:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1784950354.897902:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950354.897904:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1784950354.897909:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1784950354.897911:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950354.897911:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950354.897912:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950354.897921:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 02000000:00000001:0.0:1784950354.897923:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.897929:0:441644:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1784950354.897930:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000994a10b0] to pc [ptlrpcd_00_01+1] req@00000000994a10b0 x1871652369176704/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950354.897935:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369176448, offset 0 00000100:00100000:0.0:1784950354.897938:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000eb6069c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369176576:192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950354.897943:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000400:00000010:3.0:1784950354.897951:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000100:00000001:0.0:1784950354.897955:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950354.897965:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950354.897965:0:441644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950354.897971:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950354.897975:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950354.897975:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00080000:1.0:1784950354.897978:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000200:3.0:1784950354.897980:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000678e61e8 x1871652369176320/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950354.898011:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950354.898022:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9a863bd. 00000100:00000001:3.0:1784950354.898023:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1784950354.898027:0:437703:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:2.0:1784950354.898028:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:0.0:1784950354.898032:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950354.898035:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000678e61e8 x1871652369176320/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950354.898038:0:437703:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:0.0:1784950354.898045:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa075283. 00000400:00000200:2.0:1784950354.898046:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:1.0:1784950354.898047:0:437703:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1784950354.898061:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060846b5f. 00000100:00000001:1.0:1784950354.898065:0:437703:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:2.0:1784950354.898065:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000200:0.0:1784950354.898072:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369176576, portal 10 00000100:00080000:1.0:1784950354.898078:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12599 00000400:00000200:2.0:1784950354.898079:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950354.898085:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950354.898091:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785866137984 : -120287843413632 : ffff92994dd29180) 00000400:00000200:2.0:1784950354.898094:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950354.898110:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950354.898112:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eb6069c6 x1871652369176576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950354.898114:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10663:10663:239:4294967295] 192.168.203.114@tcp LPNI seq info [9458:9458:8:4294967295] 00000100:00000001:3.0:1784950354.898118:0:441644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950354.898139:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950354.898151:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950354.898156:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda7acfb. 00000400:00000200:2.0:1784950354.898162:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:0.0:1784950354.898164:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369176576, offset 0 00000400:00000200:0.0:1784950354.898178:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950354.898185:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000800:00000200:2.0:1784950354.898187:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950354.898188:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950354.898196:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12624 00000400:00000200:0.0:1784950354.898198:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950354.898203:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307295483 00000800:00000010:2.0:1784950354.898207:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3b91a8d. 00000400:00000200:0.0:1784950354.898214:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950354.898220:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307294459 00000400:00000200:0.0:1784950354.898226:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:2.0:1784950354.898233:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950354.898235:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307295483 00000400:00000200:0.0:1784950354.898239:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950354.898250:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950354.898251:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307294459 00000800:00000200:2.0:1784950354.898263:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:3.0:1784950354.898264:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307295483 00000400:00000200:0.0:1784950354.898265:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10664:10664:238:4294967295] 192.168.203.114@tcp LPNI seq info [9459:9459:7:4294967295] 00000100:00000001:3.0:1784950354.898277:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307294459 00000800:00000200:2.0:1784950354.898278:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b3b91a8d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950354.898288:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307295483 00000100:00000001:3.0:1784950354.898299:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307294459 00000400:00000200:0.0:1784950354.898300:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950354.898306:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950354.898313:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.898313:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950354.898315:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950354.898320:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000100:00000001:3.0:1784950354.898327:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950354.898330:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13945 usecs (14 jiffies) 00000800:00000010:0.0:1784950354.898332:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309cba23. 00000100:00080000:1.0:1784950354.898333:0:437703:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1784950354.898335:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950354.898343:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307293071 00000100:00000001:3.0:1784950354.898346:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950354.898352:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000001:2.0:1784950354.898354:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307295483 00000100:00000001:3.0:1784950354.898355:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784950354.898356:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950354.898362:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.898364:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950354.898365:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307293071 00000100:00000001:3.0:1784950354.898374:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950354.898376:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950354.898376:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307295483 00000800:00000200:0.0:1784950354.898385:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950354.898388:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950354.898388:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307293071 00000800:00000200:0.0:1784950354.898394:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000309cba23 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1784950354.898397:0:437703:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950354.898397:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307295483 00000020:00000040:1.0:1784950354.898404:0:437703:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 00000100:00000001:2.0:1784950354.898405:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307293071 00000020:00000001:1.0:1784950354.898408:0:437703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950354.898408:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307295483 00000020:00000040:1.0:1784950354.898413:0:437703:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000100:00000001:2.0:1784950354.898413:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950354.898418:0:437703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00000001:2.0:1784950354.898418:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.898423:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950354.898424:0:437703:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00000001:2.0:1784950354.898424:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950354.898437:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5572 usecs (6 jiffies) 00000100:00000001:2.0:1784950354.898438:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950354.898439:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 00000100:00000001:3.0:1784950354.898439:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950354.898448:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369176320 00000100:00000001:0.0:1784950354.898449:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307293063 00000100:00000001:1.0:1784950354.898450:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1784950354.898457:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950354.898460:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307295483 00000100:00000001:3.0:1784950354.898462:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784950354.898465:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950354.898470:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.898471:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307293063 00000100:00000001:1.0:1784950354.898474:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950354.898481:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307295483 02000000:00000001:3.0:1784950354.898482:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950354.898486:0:437703:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000100:00000001:0.0:1784950354.898493:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307293063 00000100:00100000:3.0:1784950354.898495:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369176320 00000100:00080000:1.0:1784950354.898501:0:437703:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 00000100:00000001:0.0:1784950354.898502:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307295483 00000020:00000001:3.0:1784950354.898504:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950354.898509:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:0.0:1784950354.898512:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307293063 00000020:00000001:3.0:1784950354.898518:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950354.898521:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307295483 00000100:00080000:1.0:1784950354.898523:0:437703:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 192.168.203.114@tcp/192.168.203.114@tcp 00000020:00000040:3.0:1784950354.898526:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:0.0:1784950354.898530:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950354.898535:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:1.0:1784950354.898539:0:437703:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.898540:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950354.898542:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 02000000:00000001:1.0:1784950354.898553:0:437703:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1784950354.898554:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.898555:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950354.898563:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950354.898566:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 02000000:00000001:1.0:1784950354.898569:0:437703:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950354.898572:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950354.898573:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950354.898578:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1784950354.898583:0:437703:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950354.898584:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000100:00000001:0.0:1784950354.898586:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950354.898592:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950354.898596:0:437703:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1784950354.898597:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950354.898599:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fc8ce9c. 00000100:00000001:1.0:1784950354.898606:0:437703:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950354.898607:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000010:3.0:1784950354.898610:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000100:00000001:0.0:1784950354.898619:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784950354.898623:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f50d17ab. 00000020:00000010:3.0:1784950354.898624:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000100:00000001:0.0:1784950354.898626:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1784950354.898631:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950354.898633:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950354.898637:0:437703:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000800:00000010:2.0:1784950354.898643:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3b91a8d. 00000100:00000001:0.0:1784950354.898644:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950354.898648:0:437703:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000100:00000040:3.0:1784950354.898649:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1784950354.898650:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950354.898653:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950354.898655:0:437703:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.898658:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950354.898660:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950354.898662:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950354.898667:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1784950354.898669:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000994a10b0 x1871652369176704/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950354.898671:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1784950354.898673:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950354.898674:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950354.898679:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950354.898688:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000100:00000001:3.0:1784950354.898694:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950354.898696:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000629dde9a. 00000400:00000010:2.0:1784950354.898697:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000100:00000001:0.0:1784950354.898711:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950354.898712:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950354.898712:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950354.898714:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.898718:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950354.898756:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1784950354.898764:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001284434f x1871652369176448/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950354.898765:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950354.898774:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1784950354.898775:0:437703:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f50d17ab x1871652369176832/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1784950354.898776:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.898783:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1784950354.898792:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000994a10b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369176704:192.168.203.114@tcp:400: 00000100:00100000:3.0:1784950354.898801:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00000001:0.0:1784950354.898814:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784950354.898815:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:2.0:1784950354.898818:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1784950354.898824:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950354.898824:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950354.898826:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785835779152 : -120287873772464 : ffff92994c035450) 02000000:00000001:0.0:1784950354.898833:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.898833:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950354.898835:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001284434f x1871652369176448/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950354.898843:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dbb0732a x1871652369176320/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:505/0 lens 224/0 e 0 to 0 dl 1784950365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950354.898845:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784950354.898853:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f50d17ab] to pc [ptlrpcd_rcv+-1] req@00000000f50d17ab x1871652369176832/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950354.898856:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb427ed8. 02000000:00000001:0.0:1784950354.898867:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950354.898878:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7b199f3. 00000400:00000010:0.0:1784950354.898889:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d7177c6. 00000100:00000001:2.0:1784950354.898893:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950354.898900:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369176704, portal 4 00000100:00000001:2.0:1784950354.898904:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950354.898913:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950354.898915:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950354.898917:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785866138880 : -120287843412736 : ffff92994dd29500) 00000020:00000010:3.0:1784950354.898925:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000800:00000001:2.0:1784950354.898926:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950354.898930:0:437703:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950354.898934:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000994a10b0 x1871652369176704/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950354.898935:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950354.898940:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000001:2.0:1784950354.898944:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950354.898948:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000800:00000001:2.0:1784950354.898955:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950354.898961:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000001:2.0:1784950354.898964:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950354.898970:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000dbb0732a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369176320:12345-0@lo:400: 00000100:00000010:1.0:1784950354.898972:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005512dd85. 00000100:00000001:0.0:1784950354.898975:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950354.899007:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000040:1.0:1784950354.899009:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:0.0:1784950354.899017:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c18e6a7. 00000400:00000200:2.0:1784950354.899018:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:3.0:1784950354.899018:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369176320 00000100:00000001:1.0:1784950354.899019:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950354.899025:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1784950354.899031:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369176704, offset 0 00000020:00000001:3.0:1784950354.899032:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:1.0:1784950354.899033:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950354.899042:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:2.0:1784950354.899045:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b9780 00000020:00000001:3.0:1784950354.899048:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950354.899049:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fd72e494. 00000400:00000200:0.0:1784950354.899054:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950354.899060:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950354.899063:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950354.899066:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000400:00000200:0.0:1784950354.899072:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950354.899075:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 19488 00000020:00000001:3.0:1784950354.899079:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1784950354.899081:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@000000005512dd85 x1871652369176960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1784950354.899087:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950354.899091:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000001:2.0:1784950354.899096:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950354.899100:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950354.899107:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1784950354.899109:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000001:2.0:1784950354.899113:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950354.899115:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950354.899121:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950354.899124:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950354.899126:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950354.899133:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1784950354.899134:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950354.899135:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950354.899140:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950354.899144:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1784950354.899146:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950354.899157:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10665:10665:238:4294967295] 192.168.203.114@tcp LPNI seq info [9460:9460:7:4294967295] 02000000:00000010:3.0:1784950354.899157:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aa191811. 00000100:00000040:1.0:1784950354.899158:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005512dd85] to pc [ptlrpcd_00_02+2] req@000000005512dd85 x1871652369176960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950354.899169:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.899179:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950354.899189:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950354.899199:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369176320 00000400:00000200:0.0:1784950354.899200:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:3.0:1784950354.899210:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:3.0:1784950354.899226:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000dbb0732a x1871652369176320/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:505/0 lens 224/224 e 0 to 0 dl 1784950365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950354.899228:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950354.899228:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950354.899240:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000010:0.0:1784950354.899242:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcd4257c. 00000100:00000001:1.0:1784950354.899246:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950354.899256:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000074c34413. 00010000:00000001:3.0:1784950354.899259:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000200:0.0:1784950354.899261:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:1.0:1784950354.899264:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12630) 00010000:00000001:3.0:1784950354.899268:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950354.899269:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000074c34413 x1871652369176448 msgsize 224 00000100:00001000:3.0:1784950354.899279:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=142 v=5 (1 1 1 1) 00000800:00000200:0.0:1784950354.899281:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950354.899294:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcd4257c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950354.899297:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950354.899303:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950354.899303:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950354.899306:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950354.899308:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:1.0:1784950354.899312:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950354.899316:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4713 usecs (5 jiffies) 00000100:00000001:3.0:1784950354.899317:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000001:0.0:1784950354.899328:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307293063 00000100:00000001:2.0:1784950354.899329:0:441636:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1784950354.899329:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950354.899339:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.899340:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307295483 00000100:00000001:0.0:1784950354.899350:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307293063 00000100:00000001:3.0:1784950354.899350:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1784950354.899351:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950354.899359:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307295483 00000100:00000001:2.0:1784950354.899363:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784950354.899364:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950354.899366:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1784950354.899370:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307293063 00000100:00000001:2.0:1784950354.899373:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784950354.899377:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000100:00000001:0.0:1784950354.899378:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307295483 00000100:00000001:2.0:1784950354.899380:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784950354.899386:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369176320, offset 224 00000100:00000001:0.0:1784950354.899389:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307293063 00000100:00000040:2.0:1784950354.899398:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005512dd85 x1871652369176960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950354.899399:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307295483 00000400:00000200:3.0:1784950354.899400:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1784950354.899408:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950354.899419:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950354.899427:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1784950354.899431:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.899431:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950354.899443:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369176448 00000100:00000001:0.0:1784950354.899444:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950354.899449:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1784950354.899450:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1784950354.899456:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069b9700 00000100:00000001:1.0:1784950354.899458:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950354.899458:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.899464:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950354.899470:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950354.899470:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784950354.899472:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x154a1 [1] + 224 02000000:00000001:2.0:1784950354.899476:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1784950354.899478:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369176448 00000020:00000001:1.0:1784950354.899485:0:455339:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:2.0:1784950354.899485:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950354.899486:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1784950354.899489:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00100000:2.0:1784950354.899494:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005512dd85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369176960:192.168.203.114@tcp:400: 00000020:00000001:1.0:1784950354.899496:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950354.899498:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950354.899503:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1784950354.899505:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:0.0:1784950354.899506:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950354.899511:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950354.899514:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1784950354.899518:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 02000000:00000001:2.0:1784950354.899521:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950354.899522:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950354.899530:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f50d17ab x1871652369176832/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950354.899530:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 02000000:00000001:2.0:1784950354.899530:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950354.899536:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000678e61e8 x1871652369176320/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950354.899541:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950354.899542:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950354.899552:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 02000000:00000010:2.0:1784950354.899552:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2c38d8a. 02000000:00000001:2.0:1784950354.899562:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.899563:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950354.899575:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007083289f. 00000020:00000010:1.0:1784950354.899576:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000400:00000010:2.0:1784950354.899588:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000020:00000010:1.0:1784950354.899589:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000230b9376. 00000020:00000010:1.0:1784950354.899601:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d4109e7. 00000100:00000200:2.0:1784950354.899601:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369176960, portal 10 00000100:00000040:3.0:1784950354.899609:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000678e61e8 x1871652369176320/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950354.899612:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1784950354.899613:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000100:00000001:2.0:1784950354.899618:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032828800 : -120287676722816 : ffff929957c21180) 00000100:00000001:0.0:1784950354.899622:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950354.899628:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950354.899633:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 02000000:00000001:0.0:1784950354.899638:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784950354.899641:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005512dd85 x1871652369176960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950354.899645:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1784950354.899646:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950354.899652:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950354.899660:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950354.899661:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.899673:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950354.899677:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950354.899678:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f50d17ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369176832:192.168.203.114@tcp:8: 00000100:00000001:2.0:1784950354.899683:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950354.899686:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000400:00000010:3.0:1784950354.899694:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000100:00000001:0.0:1784950354.899695:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950354.899700:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950354.899702:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950354.899705:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950354.899705:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:2.0:1784950354.899708:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f45ac6d2. 02000000:00000001:0.0:1784950354.899712:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.899713:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:2.0:1784950354.899718:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369176960, offset 0 02000000:00000001:0.0:1784950354.899748:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950354.899755:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950354.899756:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000767b940. 00000100:00000001:1.0:1784950354.899764:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1784950354.899765:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950354.899770:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:1.0:1784950354.899776:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1784950354.899777:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000010:0.0:1784950354.899778:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bad3b2f8. 00000400:00000200:2.0:1784950354.899783:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950354.899785:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950354.899789:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2623 00000020:00000001:3.0:1784950354.899793:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1784950354.899801:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f39d0e. 00000100:00000040:1.0:1784950354.899801:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000400:00000200:2.0:1784950354.899805:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950354.899807:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbb0732a x1871652369176320/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:505/0 lens 224/224 e 0 to 0 dl 1784950365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950354.899812:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683778432 : -120288025773184 : ffff929942f3fb80) 00000100:00000200:0.0:1784950354.899813:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369176832, portal 4 00000400:00000200:2.0:1784950354.899821:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950354.899826:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950354.899832:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032837760 : -120287676713856 : ffff929957c23480) 00000100:00000040:1.0:1784950354.899836:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000074c34413 x1871652369176448/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:505/0 lens 224/0 e 0 to 0 dl 1784950365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950354.899836:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950354.899851:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1784950354.899854:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f50d17ab x1871652369176832/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950354.899868:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00100000:3.0:1784950354.899877:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000dbb0732a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369176320:12345-0@lo:400: Request processed in 953us (1992us total) trans 0 rc 0/0 00000400:00000200:2.0:1784950354.899887:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10666:10666:237:4294967295] 192.168.203.114@tcp LPNI seq info [9461:9461:6:4294967295] 00000100:00000001:1.0:1784950354.899905:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950354.899913:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000100:00100000:3.0:1784950354.899915:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00000001:0.0:1784950354.899917:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950354.899927:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950354.899928:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000040:0.0:1784950354.899936:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950354.899940:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1784950354.899943:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000400:00000200:2.0:1784950354.899943:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000010:0.0:1784950354.899947:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a2a777d. 00000100:00000001:3.0:1784950354.899948:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1784950354.899957:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369176832, offset 0 00000100:00100000:1.0:1784950354.899959:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000074c34413 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369176448:12345-192.168.203.114@tcp:400: 00000800:00000200:2.0:1784950354.899960:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:3.0:1784950354.899960:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000020:00000010:3.0:1784950354.899972:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000800:00000010:2.0:1784950354.899974:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3b91a8d. 00000400:00000200:0.0:1784950354.899976:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950354.899982:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369176448 00000020:00000010:3.0:1784950354.900001:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fc8ce9c. 00000020:00000040:3.0:1784950354.900010:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000400:00000200:0.0:1784950354.900011:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:1.0:1784950354.900018:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:3.0:1784950354.900022:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:2.0:1784950354.900024:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000010:3.0:1784950354.900027:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000aa191811. 00000400:00000200:0.0:1784950354.900030:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1784950354.900030:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:3.0:1784950354.900040:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1784950354.900043:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950354.900043:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950354.900047:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950354.900048:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:1.0:1784950354.900051:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000200:2.0:1784950354.900053:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b3b91a8d type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1784950354.900059:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:0.0:1784950354.900062:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1784950354.900062:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1784950354.900065:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950354.900068:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000010:3.0:1784950354.900075:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9d97996. 00000400:00000200:0.0:1784950354.900077:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000001:00000001:1.0:1784950354.900078:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369176448, found 0 last_xid 1871652369176447 00000100:00000040:2.0:1784950354.900078:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5051 usecs (6 jiffies) 00000020:00000001:1.0:1784950354.900089:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950354.900090:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307293065 00000400:00000010:3.0:1784950354.900091:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006179aa71. 00000400:00000200:0.0:1784950354.900092:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10667:10667:236:4294967295] 192.168.203.114@tcp LPNI seq info [9462:9462:5:4294967295] 00000020:00000001:1.0:1784950354.900099:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950354.900104:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307295483 00000020:00000001:1.0:1784950354.900106:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950354.900111:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307293065 00000020:00000001:1.0:1784950354.900112:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950354.900120:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950354.900120:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307295483 00000100:00000001:1.0:1784950354.900129:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950354.900129:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307293065 00000400:00000200:0.0:1784950354.900130:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:1.0:1784950354.900137:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950354.900137:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307295483 00000100:00000001:2.0:1784950354.900145:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307293065 02000000:00000010:1.0:1784950354.900149:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f5385f66. 00000800:00000200:0.0:1784950354.900152:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950354.900156:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950354.900156:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307295483 00000800:00000200:3.0:1784950354.900157:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950354.900160:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007158160. 00000100:00000001:1.0:1784950354.900164:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950354.900164:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1784950354.900167:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309cba23. 00000020:00000001:1.0:1784950354.900172:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950354.900173:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950354.900177:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950354.900180:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1784950354.900182:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369176448 00000100:00000001:2.0:1784950354.900182:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950354.900194:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00010000:00000001:1.0:1784950354.900196:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950354.900196:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950354.900201:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000200:0.0:1784950354.900207:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000007158160 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1784950354.900210:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda7acfb 00000100:00000001:2.0:1784950354.900211:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000200:1.0:1784950354.900212:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000074c34413 x1871652369176448/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:505/0 lens 224/224 e 0 to 0 dl 1784950365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950354.900220:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dda7acfb. 00000100:00000001:2.0:1784950354.900221:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950354.900231:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950354.900235:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950354.900235:0:441636:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1784950354.900238:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1784950354.900240:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:2.0:1784950354.900244:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1784950354.900247:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.900251:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307295485 00000100:00000200:3.0:1784950354.900251:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb6069c6 x1871652369176576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950354.900253:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950354.900254:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=137 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950354.900265:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.900267:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307295483 00000100:00000001:1.0:1784950354.900272:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950354.900284:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307295485 00000100:00000040:1.0:1784950354.900287:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950354.900287:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950354.900292:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307295483 00000100:00000040:3.0:1784950354.900300:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb6069c6 x1871652369176576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950354.900301:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950354.900303:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307295485 02000000:00000001:1.0:1784950354.900317:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950354.900320:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307295483 02000000:00000001:1.0:1784950354.900325:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.900326:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.900328:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307295485 00000100:00000001:3.0:1784950354.900338:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950354.900340:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950354.900342:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307295483 00000100:00000001:0.0:1784950354.900351:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950354.900357:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950354.900359:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:3.0:1784950354.900365:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950354.900366:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950354.900370:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 00000800:00000010:3.0:1784950354.900376:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcd4257c. 00000100:00000001:0.0:1784950354.900377:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950354.900381:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369176448, offset 224 00000400:00000200:3.0:1784950354.900388:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950354.900390:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950354.900395:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950354.900402:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950354.900404:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950354.900406:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950354.900407:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950354.900413:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1784950354.900415:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007158160. 00000400:00000200:3.0:1784950354.900421:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c18e6a7 00000100:00000001:0.0:1784950354.900423:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950354.900427:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784950354.900428:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c18e6a7. 00000100:00000001:0.0:1784950354.900429:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950354.900437:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950354.900442:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784950354.900449:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:3.0:1784950354.900454:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000994a10b0 x1871652369176704/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950354.900455:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10668:10668:236:4294967295] 192.168.203.114@tcp LPNI seq info [9463:9463:5:4294967295] 00000100:00000001:3.0:1784950354.900482:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950354.900494:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784950354.900495:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000994a10b0 x1871652369176704/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950354.900500:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950354.900506:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000001:0.0:1784950354.900510:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950354.900516:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950354.900522:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de8516e0. 00000100:00000001:3.0:1784950354.900536:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950354.900537:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7aa0e6 00000800:00000200:1.0:1784950354.900540:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950354.900548:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001a7aa0e6. 00000100:00000001:3.0:1784950354.900549:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:1.0:1784950354.900552:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031cff90d. 00000100:00000001:0.0:1784950354.900560:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1784950354.900561:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a2a777d 00000800:00000001:3.0:1784950354.900563:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950354.900571:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:2.0:1784950354.900572:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a2a777d. 00000100:00000200:0.0:1784950354.900575:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000678e61e8 x1871652369176320/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950354.900578:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950354.900583:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1784950354.900590:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950354.900592:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000200:2.0:1784950354.900598:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f50d17ab x1871652369176832/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950354.900599:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950354.900606:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031cff90d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950354.900623:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950354.900626:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:0.0:1784950354.900635:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000678e61e8 x1871652369176320/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950354.900639:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950354.900652:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:3.0:1784950354.900657:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069b9900 00000020:00000001:1.0:1784950354.900659:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950354.900665:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1784950354.900671:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1784950354.900682:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f50d17ab x1871652369176832/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950354.900683:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000100:3.0:1784950354.900683:0:441636:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369176832 offset 0 length 520: 4 00000100:00000040:1.0:1784950354.900684:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074c34413 x1871652369176448/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:505/0 lens 224/224 e 0 to 0 dl 1784950365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950354.900691:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950354.900701:0:441644:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:3.0:1784950354.900703:0:441636:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 00000000c683844d is in inconsistent state, don't perform health checking (-2, 0) 02000000:00000001:0.0:1784950354.900708:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950354.900714:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1784950354.900716:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:0.0:1784950354.900752:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950354.900757:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950354.900770:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=142 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950354.900771:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950354.900771:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950354.900775:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000074c34413 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369176448:12345-192.168.203.114@tcp:400: Request processed in 865us (1500us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950354.900782:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00001000:0.0:1784950354.900788:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=142 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950354.900796:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950354.900802:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950354.900803:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2623 00010000:00000001:0.0:1784950354.900811:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1784950354.900815:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00010000:00000001:0.0:1784950354.900816:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.900826:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950354.900827:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.900838:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:3.0:1784950354.900839:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950354.900841:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000678e61e8 x1871652369176320/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950354.900850:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d4109e7. 00000800:00000001:3.0:1784950354.900851:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950354.900860:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950354.900865:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000100:00000001:0.0:1784950354.900876:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950354.900881:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000230b9376. 00000800:00000200:2.0:1784950354.900881:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950354.900882:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950354.900890:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950354.900890:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3b91a8d. 00000020:00000040:1.0:1784950354.900894:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000040:0.0:1784950354.900900:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000678e61e8 x1871652369176320/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950354.900903:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950354.900903:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950354.900923:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950354.900931:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000678e61e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369176320:0@lo:400: 00000400:00000200:2.0:1784950354.900936:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f45ac6d2 00000100:00000001:0.0:1784950354.900943:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950354.900944:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f45ac6d2. 00000100:00000001:0.0:1784950354.900950:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950354.900956:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1784950354.900958:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000678e61e8 x1871652369176320/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950354.900972:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005512dd85 x1871652369176960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950354.900974:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950354.900979:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950354.901006:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c36d7da. 02000000:00000001:0.0:1784950354.901016:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950354.901021:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950354.901025:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000001:0.0:1784950354.901030:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784950354.901032:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1784950354.901034:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a891b017. 02000000:00000001:0.0:1784950354.901041:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1784950354.901042:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005512dd85 x1871652369176960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950354.901044:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950354.901049:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000678e61e8. 00000100:00000001:2.0:1784950354.901062:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950354.901066:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950354.901067:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950354.901072:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950354.901075:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950354.901081:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950354.901083:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.901086:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950354.901089:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950354.901163:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950354.901170:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031cff90d. 00000400:00000200:2.0:1784950354.901176:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950354.901184:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950354.901190:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000400:00000010:2.0:1784950354.901193:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 00000100:00000001:2.0:1784950354.901198:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950354.901200:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1784950354.901201:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950354.901212:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950354.901217:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950354.901222:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950354.901232:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950354.901246:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b9800 00000400:00000200:1.0:1784950354.901257:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 149184 00000800:00000001:1.0:1784950354.901267:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950354.901274:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950354.901277:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950354.901283:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950354.901289:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950354.901291:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1784950354.901298:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baa6afc3. 00000100:00000040:1.0:1784950354.901301:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000baa6afc3 x1871652369176576 msgsize 224 00000100:00100000:1.0:1784950354.901306:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950354.901323:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1784950354.901331:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950354.901335:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950354.901337:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950354.901340:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950354.901345:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950354.901352:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b9880 00000400:00000200:1.0:1784950354.901358:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 19712 00000800:00000001:1.0:1784950354.901362:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950354.901366:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950354.901368:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950354.901371:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950354.901375:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950354.901376:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1784950354.901380:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46522e1. 00000100:00000040:1.0:1784950354.901382:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000c46522e1 x1871652369176704 msgsize 224 00000100:00100000:1.0:1784950354.901386:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950354.901397:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1784950354.901402:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950354.901407:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950354.901411:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950354.901415:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950354.901420:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950354.901428:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b9980 00000400:00000200:1.0:1784950354.901435:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 149408 00000800:00000001:1.0:1784950354.901440:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950354.901444:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950354.901447:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1784950354.901448:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784950354.901455:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369176576 00000400:00000200:1.0:1784950354.901460:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:3.0:1784950354.901463:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950354.901466:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950354.901468:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1784950354.901471:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1784950354.901474:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950354.901478:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ee5366e. 02000000:00000001:3.0:1784950354.901482:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950354.901484:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000000ee5366e x1871652369176960 msgsize 224 00000100:00100000:3.0:1784950354.901489:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369176576 00000020:00000001:3.0:1784950354.901497:0:453541:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:1.0:1784950354.901498:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000040:3.0:1784950354.901501:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:3.0:1784950354.901505:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950354.901510:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:0.0:1784950354.901515:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950354.901516:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1784950354.901516:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00100000:0.0:1784950354.901525:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369176704 00000020:00000001:3.0:1784950354.901525:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000800:00000001:1.0:1784950354.901531:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950354.901534:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950354.901536:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950354.901540:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784950354.901545:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950354.901546:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950354.901547:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000800:00000001:1.0:1784950354.901562:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950354.901563:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.901563:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950354.901574:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369176704 00000020:00000010:3.0:1784950354.901575:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000800:00000001:1.0:1784950354.901576:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950354.901581:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950354.901588:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000010:3.0:1784950354.901589:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fc8ce9c. 00000100:00000001:2.0:1784950354.901595:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1784950354.901596:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000010:3.0:1784950354.901599:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000020:00000040:0.0:1784950354.901606:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000400:00000200:1.0:1784950354.901607:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00100000:2.0:1784950354.901607:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369176960 00000020:00000010:3.0:1784950354.901609:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 02000000:00000001:2.0:1784950354.901618:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1784950354.901619:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:2.0:1784950354.901623:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1784950354.901626:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:2.0:1784950354.901630:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950354.901631:0:453541:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1784950354.901633:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950354.901641:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b9780 00000100:00000001:3.0:1784950354.901642:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1784950354.901644:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950354.901645:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000001:3.0:1784950354.901648:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1784950354.901653:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369176960 00000100:00000001:0.0:1784950354.901658:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950354.901659:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950354.901660:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x154a9 [1] + 224 00000020:00000001:2.0:1784950354.901660:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950354.901666:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000020:00000010:0.0:1784950354.901672:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000020:00000001:2.0:1784950354.901674:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950354.901676:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000001:1.0:1784950354.901677:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950354.901683:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000186ac1a7. 00000020:00000040:2.0:1784950354.901683:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000001:3.0:1784950354.901685:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1784950354.901693:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950354.901696:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000020:00000001:2.0:1784950354.901696:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000800:00000001:1.0:1784950354.901697:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950354.901708:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1784950354.901708:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000010:0.0:1784950354.901710:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cc2653d2. 00000100:00000001:3.0:1784950354.901712:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950354.901716:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950354.901765:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950354.901772:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000100:00000040:0.0:1784950354.901773:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1784950354.901776:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950354.901778:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950354.901780:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950354.901783:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950354.901784:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1784950354.901789:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000100:00000001:0.0:1784950354.901791:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1784950354.901792:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001284434f x1871652369176448/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950354.901800:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950354.901801:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1528 00000020:00000010:2.0:1784950354.901803:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031bfa75f. 00000100:00000001:0.0:1784950354.901815:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950354.901816:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000010:2.0:1784950354.901817:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000100:00000001:3.0:1784950354.901829:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785999304448 : -120287710247168 : ffff929955c28700) 00000020:00000010:2.0:1784950354.901833:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000100:00000040:1.0:1784950354.901836:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001284434f x1871652369176448/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950354.901841:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950354.901844:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1784950354.901845:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000baa6afc3 x1871652369176576/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:505/0 lens 224/0 e 0 to 0 dl 1784950365 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950354.901854:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950354.901862:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950354.901866:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950354.901873:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950354.901876:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1784950354.901885:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:0.0:1784950354.901889:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2624 00000100:00000001:2.0:1784950354.901893:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.901896:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950354.901899:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1784950354.901902:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000020:00000010:3.0:1784950354.901907:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000800:00000001:1.0:1784950354.901909:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950354.901910:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785999302656 : -120287710248960 : ffff929955c28000) 00000100:00000001:2.0:1784950354.901913:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950354.901921:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950354.901923:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950354.901929:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c46522e1 x1871652369176704/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:505/0 lens 224/0 e 0 to 0 dl 1784950365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950354.901932:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000100:00000001:2.0:1784950354.901939:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950354.901946:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1784950354.901956:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000baa6afc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369176576:12345-192.168.203.114@tcp:400: 00000100:00100000:2.0:1784950354.901965:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1529 00000100:00000001:1.0:1784950354.901969:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950354.901973:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950354.901976:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1784950354.901977:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000200:3.0:1784950354.901978:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369176576 00000100:00000001:1.0:1784950354.902009:0:455357:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950354.902012:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000020:00000001:3.0:1784950354.902012:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950354.902015:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785741852544 : -120287967699072 : ffff9299466a1f80) 00000100:00000001:1.0:1784950354.902016:0:455357:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950354.902021:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950354.902023:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950354.902027:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950354.902029:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000100:00000040:2.0:1784950354.902033:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000ee5366e x1871652369176960/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:505/0 lens 224/0 e 0 to 0 dl 1784950365 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950354.902037:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950354.902042:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00100000:0.0:1784950354.902050:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c46522e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369176704:12345-192.168.203.114@tcp:400: 00000020:00000001:3.0:1784950354.902054:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950354.902061:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950354.902067:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784950354.902069:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369176704 00000020:00000001:3.0:1784950354.902071:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1784950354.902074:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1784950354.902081:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950354.902082:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950354.902084:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000001:1.0:1784950354.902085:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1784950354.902089:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950354.902092:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000001:1.0:1784950354.902092:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1784950354.902094:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1784950354.902095:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000400:00000010:1.0:1784950354.902102:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041e9cd30. 00000020:00000001:0.0:1784950354.902103:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950354.902104:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950354.902105:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950354.902113:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1784950354.902114:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000901b1d00 00000020:00000001:0.0:1784950354.902115:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1784950354.902116:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000020:00000001:0.0:1784950354.902123:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000010:1.0:1784950354.902124:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000901b1d00. 02000000:00000010:3.0:1784950354.902125:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004c0fc08b. 00000100:00100000:2.0:1784950354.902136:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000ee5366e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369176960:12345-192.168.203.114@tcp:400: 00000020:00000001:0.0:1784950354.902137:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1784950354.902138:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.902139:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:0.0:1784950354.902146:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369176704, found 0 last_xid 1871652369176703 00000100:00000001:3.0:1784950354.902149:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950354.902152:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001284434f x1871652369176448/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950354.902159:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369176960 00000020:00000001:0.0:1784950354.902160:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950354.902161:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950354.902166:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950354.902171:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00010000:00000040:3.0:1784950354.902174:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369176576 00000020:00000001:2.0:1784950354.902177:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950354.902178:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950354.902186:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950354.902187:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:0.0:1784950354.902188:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950354.902194:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1784950354.902196:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001284434f x1871652369176448/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950354.902199:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1784950354.902201:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00010000:00000200:3.0:1784950354.902205:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000baa6afc3 x1871652369176576/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:505/0 lens 224/224 e 0 to 0 dl 1784950365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950354.902208:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1784950354.902211:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1784950354.902215:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1784950354.902219:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950354.902226:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c95b74e5. 00000020:00000001:2.0:1784950354.902230:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950354.902236:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1784950354.902238:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.902242:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784950354.902243:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950354.902248:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.902251:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950354.902253:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1784950354.902260:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.902262:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950354.902262:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1784950354.902265:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000040:0.0:1784950354.902270:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369176704 02000000:00000001:1.0:1784950354.902272:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1784950354.902273:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1784950354.902273:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950354.902275:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950354.902282:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1784950354.902283:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=137 v=5 (1 1 1 1) 02000000:00000010:2.0:1784950354.902286:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000034f17b14. 00000100:00000001:1.0:1784950354.902289:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1784950354.902291:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c46522e1 x1871652369176704/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:505/0 lens 224/224 e 0 to 0 dl 1784950365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950354.902298:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950354.902300:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.902301:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950354.902311:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950354.902315:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=132 v=5 (5 5 5 5) 00000100:00000040:3.0:1784950354.902315:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:2.0:1784950354.902322:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.902328:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00010000:00000001:0.0:1784950354.902334:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1784950354.902335:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=132 v=5 (1 1 1 1) 00010000:00000040:2.0:1784950354.902336:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369176960 02000000:00000001:3.0:1784950354.902336:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1784950354.902341:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950354.902343:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950354.902346:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950354.902350:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00001000:0.0:1784950354.902355:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950354.902356:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.902357:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:2.0:1784950354.902365:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000000ee5366e x1871652369176960/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:505/0 lens 224/224 e 0 to 0 dl 1784950365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950354.902367:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950354.902372:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1784950354.902373:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000001:1.0:1784950354.902374:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950354.902384:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000400:00000010:3.0:1784950354.902386:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000100:00000001:1.0:1784950354.902387:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950354.902394:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950354.902395:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000200:3.0:1784950354.902399:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369176576, offset 224 00000100:00000001:1.0:1784950354.902402:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1784950354.902408:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1784950354.902409:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950354.902413:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1784950354.902415:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950354.902418:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950354.902424:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950354.902426:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001284434f x1871652369176448/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950354.902429:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:2.0:1784950354.902430:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=137 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950354.902441:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950354.902445:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950354.902448:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:2.0:1784950354.902454:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 29 to 192.168.203.114@tcp 00000400:00000010:0.0:1784950354.902458:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef1d74eb. 00000100:00000001:2.0:1784950354.902465:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000200:0.0:1784950354.902471:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369176704, offset 224 00000400:00000200:3.0:1784950354.902473:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10669:10669:239:4294967295] 192.168.203.114@tcp LPNI seq info [9464:9464:8:4294967295] 00000100:00000001:1.0:1784950354.902475:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950354.902475:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950354.902482:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.902487:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950354.902492:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950354.902494:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950354.902495:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950354.902509:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950354.902510:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001284434f x1871652369176448/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950354.902519:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f45ac6d2. 00000400:00000200:3.0:1784950354.902525:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:2.0:1784950354.902530:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369176960, offset 224 00000400:00000200:2.0:1784950354.902547:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:3.0:1784950354.902557:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00100000:1.0:1784950354.902559:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000001284434f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369176448:192.168.203.114@tcp:400: 00000400:00000200:0.0:1784950354.902563:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:3.0:1784950354.902570:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033e9f3f3. 00000400:00000200:0.0:1784950354.902582:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10670:10670:238:4294967295] 192.168.203.114@tcp LPNI seq info [9465:9465:7:4294967295] 00000100:00000001:1.0:1784950354.902586:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950354.902592:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950354.902599:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950354.902612:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001284434f x1871652369176448/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950354.902615:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950354.902626:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000033e9f3f3 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950354.902631:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950354.902651:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.902658:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000200:0.0:1784950354.902661:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950354.902665:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1784950354.902668:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950354.902671:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000010:1.0:1784950354.902672:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a506608. 00000800:00000010:0.0:1784950354.902676:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00010000:00000001:3.0:1784950354.902679:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:1.0:1784950354.902684:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950354.902686:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950354.902692:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:2.0:1784950354.902696:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10671:10671:237:4294967295] 192.168.203.114@tcp LPNI seq info [9466:9466:6:4294967295] 00000020:00000001:3.0:1784950354.902697:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1784950354.902698:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000040:1.0:1784950354.902700:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1784950354.902712:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:3.0:1784950354.902713:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baa6afc3 x1871652369176576/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:505/0 lens 224/224 e 0 to 0 dl 1784950365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950354.902750:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000010:1.0:1784950354.902759:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d66491d6. 00000800:00000200:0.0:1784950354.902762:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1784950354.902771:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950354.902779:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1784950354.902779:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000010:1.0:1784950354.902784:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001284434f. 00000100:00000001:0.0:1784950354.902789:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.902799:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950354.902806:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950354.902807:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000200:2.0:1784950354.902811:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00100000:3.0:1784950354.902817:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000baa6afc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369176576:12345-192.168.203.114@tcp:400: Request processed in 908us (1503us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950354.902819:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950354.902821:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000010:2.0:1784950354.902826:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3b91a8d. 00000020:00000001:0.0:1784950354.902828:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.902833:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1784950354.902840:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950354.902842:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950354.902850:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950354.902850:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:3.0:1784950354.902853:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1528 00000100:00000040:0.0:1784950354.902854:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46522e1 x1871652369176704/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:505/0 lens 224/224 e 0 to 0 dl 1784950365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950354.902856:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950354.902867:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000800:00000200:2.0:1784950354.902872:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:3.0:1784950354.902877:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950354.902885:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1784950354.902887:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b3b91a8d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1784950354.902894:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000100:00000001:2.0:1784950354.902901:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950354.902903:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c46522e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369176704:12345-192.168.203.114@tcp:400: Request processed in 921us (1510us total) trans 0 rc 0/0 00000020:00000010:3.0:1784950354.902906:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000100:00000040:2.0:1784950354.902919:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000010:3.0:1784950354.902920:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fc8ce9c. 00000100:00100000:0.0:1784950354.902931:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2624 00000020:00000040:3.0:1784950354.902932:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00010000:00000001:2.0:1784950354.902934:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:1.0:1784950354.902937:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784950354.902943:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000020:00000001:2.0:1784950354.902944:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950354.902945:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950354.902947:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033e9f3f3. 00000100:00000001:0.0:1784950354.902955:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1784950354.902957:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950354.902961:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1784950354.902962:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1784950354.902968:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00000100:00000040:2.0:1784950354.902970:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ee5366e x1871652369176960/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:505/0 lens 224/224 e 0 to 0 dl 1784950365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950354.902978:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950354.902981:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cc2653d2. 00000020:00000010:0.0:1784950354.903011:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000186ac1a7. 00000400:00000200:1.0:1784950354.903011:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000400:00000010:1.0:1784950354.903022:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000020:00000040:0.0:1784950354.903024:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00100000:2.0:1784950354.903024:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000ee5366e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369176960:12345-192.168.203.114@tcp:400: Request processed in 935us (1532us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950354.903030:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950354.903034:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950354.903036:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1784950354.903054:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1529 00000100:00000040:2.0:1784950354.903061:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:2.0:1784950354.903066:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950354.903071:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950354.903078:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000020:00000010:2.0:1784950354.903086:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000800:00000001:0.0:1784950354.903087:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950354.903093:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1784950354.903095:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031bfa75f. 00000800:00000010:3.0:1784950354.903102:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000020:00000040:2.0:1784950354.903110:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000400:00000200:3.0:1784950354.903113:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950354.903120:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950354.903129:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950354.903137:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef1d74eb 00000400:00000010:3.0:1784950354.903140:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ef1d74eb. 00000100:00000001:3.0:1784950354.903146:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000200:1.0:1784950354.903149:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950354.903149:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000010:1.0:1784950354.903159:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3b91a8d. 00000800:00000001:3.0:1784950354.903162:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950354.903169:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950354.903175:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950354.903183:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950354.903189:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950354.903192:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950354.903202:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950354.903204:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f45ac6d2 00000400:00000200:3.0:1784950354.903211:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:0.0:1784950354.903213:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:1.0:1784950354.903215:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f45ac6d2. 00000800:00000001:0.0:1784950354.903227:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950354.903228:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950354.903235:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1784950354.903237:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b9800 00000400:00000200:0.0:1784950354.903250:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950354.903258:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x154b1 [1] + 224 00000800:00000001:3.0:1784950354.903269:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950354.903275:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b9880 00000800:00000001:3.0:1784950354.903281:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950354.903289:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x154b9 [1] + 224 00000400:00000200:3.0:1784950354.903291:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950354.903303:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950354.903305:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950354.903312:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950354.903319:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb6069c6 x1871652369176576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950354.903320:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950354.903329:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950354.903346:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950354.903353:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb6069c6 x1871652369176576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950354.903355:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950354.903367:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000994a10b0 x1871652369176704/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950354.903387:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000994a10b0 x1871652369176704/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950354.903396:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950354.903402:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950354.903410:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950354.903416:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950354.903424:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950354.903425:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950354.903435:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950354.903445:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1784950354.903446:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950354.903452:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950354.903461:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000001:1.0:1784950354.903463:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950354.903469:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950354.903472:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7b199f3. 00000400:00000200:3.0:1784950354.903480:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b9980 00000400:00000200:1.0:1784950354.903482:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d7177c6 00000400:00000010:1.0:1784950354.903488:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001d7177c6. 00000100:00000001:1.0:1784950354.903492:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950354.903501:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000994a10b0 x1871652369176704/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950354.903504:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x154c5 [1] + 224 00000800:00000001:3.0:1784950354.903522:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784950354.903532:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000994a10b0 x1871652369176704/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950354.903532:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950354.903540:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950354.903556:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950354.903558:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950354.903563:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950354.903564:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950354.903570:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950354.903573:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1784950354.903574:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005512dd85 x1871652369176960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950354.903576:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950354.903581:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950354.903589:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950354.903599:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=137 v=5 (5 5 5 5) 00000100:00000040:3.0:1784950354.903606:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005512dd85 x1871652369176960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784950354.903609:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950354.903623:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950354.903627:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950354.903635:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950354.903640:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.903644:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950354.903646:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950354.903648:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950354.903651:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950354.903652:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950354.903662:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950354.903668:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000994a10b0 x1871652369176704/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950354.903671:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950354.903689:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950354.903695:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950354.903698:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950354.903704:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000994a10b0 x1871652369176704/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950354.903749:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950354.903754:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1784950354.903755:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000994a10b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369176704:192.168.203.114@tcp:400: 00000400:00000001:2.0:1784950354.903760:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950354.903763:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950354.903766:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007083289f. 00000400:00000200:2.0:1784950354.903772:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000400:00000010:2.0:1784950354.903775:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000100:00000001:2.0:1784950354.903779:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1784950354.903780:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950354.903782:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950354.903785:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa075283. 00000100:00000200:2.0:1784950354.903787:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005512dd85 x1871652369176960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950354.903790:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846b5f 00000400:00000010:1.0:1784950354.903793:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000060846b5f. 00000100:00000001:1.0:1784950354.903798:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950354.903802:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb6069c6 x1871652369176576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950354.903804:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005512dd85 x1871652369176960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950354.903821:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb6069c6 x1871652369176576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950354.903821:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950354.903824:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950354.903829:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950354.903832:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950354.903835:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950354.903835:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950354.903839:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950354.903839:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.903843:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950354.903843:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950354.903847:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950354.903849:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1784950354.903850:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=137 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950354.903851:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950354.903855:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950354.903856:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=137 v=5 (1 1 1 1) 00000100:00001000:1.0:1784950354.903860:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=137 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950354.903860:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950354.903863:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950354.903865:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=137 v=5 (1 1 1 1) 00010000:00000001:2.0:1784950354.903867:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784950354.903870:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950354.903872:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1784950354.903873:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005512dd85 x1871652369176960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950354.903875:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1784950354.903880:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000eb6069c6 x1871652369176576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950354.903889:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950354.903894:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1784950354.903895:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950354.903896:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950354.903899:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784950354.903900:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1784950354.903901:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950354.903902:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.903904:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950354.903906:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950354.903907:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005512dd85 x1871652369176960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950354.903911:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb6069c6 x1871652369176576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950354.903922:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950354.903925:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950354.903926:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950354.903929:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950354.903929:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950354.903931:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950354.903934:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005512dd85 x1871652369176960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950354.903936:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb6069c6 x1871652369176576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950354.903950:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005512dd85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369176960:192.168.203.114@tcp:400: 00000100:00100000:1.0:1784950354.903952:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000eb6069c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369176576:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950354.903957:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950354.903959:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950354.903961:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950354.903964:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950354.903966:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005512dd85 x1871652369176960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950354.903968:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000994a10b0 x1871652369176704/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950354.903980:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784950354.904005:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950354.904010:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1784950354.904010:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950354.904014:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb427ed8. 02000000:00000010:2.0:1784950354.904014:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2c38d8a. 02000000:00000001:2.0:1784950354.904019:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1784950354.904020:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950354.904023:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1784950354.904023:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950354.904025:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000040:1.0:1784950354.904026:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1784950354.904029:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:2.0:1784950354.904029:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950354.904032:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eec44ac7. 02000000:00000010:2.0:1784950354.904033:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fd72e494. 02000000:00000001:1.0:1784950354.904037:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950354.904037:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950354.904040:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1784950354.904040:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950354.904042:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000994a10b0. 00000100:00000010:2.0:1784950354.904042:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005512dd85. 00000100:00000001:2.0:1784950354.904048:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950354.904050:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950354.904051:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950354.904053:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950354.904055:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950354.904056:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950354.904061:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb6069c6 x1871652369176576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950354.904062:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950354.904064:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950354.904068:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950354.904071:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.904075:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950354.904078:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950354.904080:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9a863bd. 02000000:00000001:1.0:1784950354.904085:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950354.904087:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950354.904089:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1784950354.904093:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950354.904095:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b35b6916. 02000000:00000001:1.0:1784950354.904099:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950354.904101:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950354.904104:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb6069c6. 00000100:00000001:1.0:1784950354.904108:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950354.904110:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950354.904113:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950354.904119:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950354.904122:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950354.904125:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950354.904127:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950355.280856:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950355.280866:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950355.280874:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950355.280876:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950355.280961:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950355.280968:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950355.280973:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950355.920798:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950355.920808:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950355.920810:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950355.920813:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950355.920816:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950355.920819:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950355.920821:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950356.304851:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950356.304859:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950356.304867:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950356.304869:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950356.305024:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950356.305031:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950356.305036:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950356.944807:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950356.944819:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950356.944821:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950356.944824:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950356.944827:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950356.944829:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950356.944831:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950357.328842:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307295485, at 4307295488 00000100:00000040:1.0:1784950357.328843:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307295485, at 4307295488 00000100:00000040:0.0:1784950357.328849:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307295485, at 4307295488 00010000:00000001:2.0:1784950357.328857:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00000100:00000010:3.0:1784950357.328859:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004783f8fc. 00000100:00000010:1.0:1784950357.328861:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006895627d. 00000100:00000010:0.0:1784950357.328863:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ffae0f5. 00010000:00000001:2.0:1784950357.328863:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950357.328885:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950357.328889:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950357.328904:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307295485, at 4307295488 00000100:00000010:2.0:1784950357.328910:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017ef8a28. 00000020:00000001:1.0:1784950357.328916:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950357.328919:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950357.328923:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950357.968894:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950357.968911:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950357.968914:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950357.968921:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950357.968925:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950357.968929:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950357.968932:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950358.352867:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950358.352880:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950358.352891:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950358.352894:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950358.353009:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950358.353016:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950358.353020:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950358.992863:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950358.992884:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950358.992888:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950358.992896:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950358.992900:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950358.992906:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950358.992910:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950359.120854:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000001:0.0:1784950359.120856:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1784950359.120861:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000020:1.0:1784950359.120861:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1784950359.120890:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000441e1f9e. 00000100:00000010:1.0:1784950359.120890:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b6cfa48. 00000020:00000040:0.0:1784950359.120901:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000040:1.0:1784950359.120901:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950359.120909:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950359.120909:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950359.120913:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950359.120914:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950359.120922:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950359.120922:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950359.120934:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bea13e4c. 02000000:00000010:1.0:1784950359.120934:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b35b6916. 00000100:00000001:0.0:1784950359.120945:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950359.120945:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950359.120954:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950359.120954:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950359.121004:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950359.121004:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950359.121018:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000441e1f9e] to pc [ptlrpcd_00_03+3] req@00000000441e1f9e x1871652369177216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950359.121018:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b6cfa48] to pc [ptlrpcd_00_03+3] req@000000001b6cfa48 x1871652369177088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1784950359.121035:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950359.121057:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950359.121097:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950359.121104:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00000001:2.0:1784950359.121107:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950359.121107:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950359.121114:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950359.121116:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950359.121120:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950359.121123:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950359.121124:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950359.121128:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950359.121134:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001b6cfa48 x1871652369177088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950359.121143:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950359.121145:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950359.121148:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950359.121150:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950359.121153:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950359.121156:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000001b6cfa48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369177088:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950359.121161:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950359.121165:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950359.121167:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950359.121170:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784950359.121175:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d666926b. 02000000:00000001:2.0:1784950359.121177:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950359.121182:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007083289f. 00000400:00000010:2.0:1784950359.121188:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000100:00000200:2.0:1784950359.121193:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369177088, portal 4 00000100:00000001:2.0:1784950359.121195:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950359.121197:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785741844480 : -120287967707136 : ffff9299466a0000) 00000100:00000040:2.0:1784950359.121203:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001b6cfa48 x1871652369177088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950359.121211:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950359.121213:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950359.121215:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f99e6c8. 00000100:00000200:2.0:1784950359.121218:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369177088, offset 0 00000400:00000200:2.0:1784950359.121223:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950359.121237:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950359.121241:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950359.121245:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950359.121249:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950359.121252:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950359.121255:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10672:10672:239:4294967295] 192.168.203.114@tcp LPNI seq info [9467:9467:8:4294967295] 00000400:00000200:2.0:1784950359.121266:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950359.121271:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950359.121274:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ebc2a5d. 00000800:00000200:2.0:1784950359.121280:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950359.121288:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950359.121292:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ebc2a5d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950359.121307:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950359.121312:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13938 usecs (14 jiffies) 00000100:00000001:2.0:1784950359.121315:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307297294 00000100:00000010:2.0:1784950359.121319:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000adc4b460. 00000100:00000001:2.0:1784950359.121326:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784950359.121340:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307297294 00000100:00000010:2.0:1784950359.121344:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c874608d. 00000100:00000001:2.0:1784950359.121349:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784950359.121353:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307297294 00000100:00000010:2.0:1784950359.121357:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076fe874a. 00000100:00000001:2.0:1784950359.121361:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1784950359.121366:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307297294 00000100:00000010:2.0:1784950359.121370:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069f93401. 00000100:00000001:2.0:1784950359.121375:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1784950359.121385:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950359.121390:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950359.121394:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950359.121400:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000441e1f9e x1871652369177216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950359.121411:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950359.121414:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950359.121417:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950359.121419:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950359.121423:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950359.121428:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000441e1f9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369177216:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950359.121432:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950359.121435:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950359.121437:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950359.121440:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784950359.121446:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000df4efc59. 02000000:00000001:2.0:1784950359.121449:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950359.121453:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4b560a4. 00000400:00000010:2.0:1784950359.121458:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b78b0206. 00000100:00000200:2.0:1784950359.121462:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369177216, portal 4 00000100:00000001:2.0:1784950359.121464:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950359.121466:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785822325376 : -120287887226240 : ffff92994b360a80) 00000100:00000040:2.0:1784950359.121475:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000441e1f9e x1871652369177216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950359.121485:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950359.121489:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950359.121494:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004eff451. 00000800:00000001:0.0:1784950359.121499:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950359.121499:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369177216, offset 0 00000800:00000200:1.0:1784950359.121502:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950359.121509:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ebc2a5d. 00000400:00000200:2.0:1784950359.121514:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000001:0.0:1784950359.121515:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950359.121517:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950359.121522:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950359.121526:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950359.121529:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950359.121530:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950359.121540:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950359.121543:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950359.121550:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950359.121553:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950359.121556:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950359.121560:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10673:10673:238:4294967295] 192.168.203.114@tcp LPNI seq info [9468:9468:7:4294967295] 00000400:00000200:2.0:1784950359.121570:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950359.121576:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950359.121580:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f99e6c8 00000800:00000010:2.0:1784950359.121583:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d62b3518. 00000400:00000010:1.0:1784950359.121586:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005f99e6c8. 00000400:00000200:0.0:1784950359.121588:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b9a00 00000100:00000001:1.0:1784950359.121595:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1784950359.121597:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950359.121600:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 19936 00000100:00000200:1.0:1784950359.121603:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b6cfa48 x1871652369177088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950359.121612:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950359.121614:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950359.121621:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d62b3518 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:0.0:1784950359.121626:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950359.121626:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784950359.121630:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950359.121633:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001b6cfa48 x1871652369177088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950359.121634:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950359.121641:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950359.121642:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950359.121645:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1784950359.121651:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4715 usecs (5 jiffies) 00000100:00000010:0.0:1784950359.121653:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035f91209. 00000100:00000001:1.0:1784950359.121657:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950359.121661:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950359.121661:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307297285 00000100:00000040:0.0:1784950359.121662:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000035f91209 x1871652369177088 msgsize 224 00000100:00000001:2.0:1784950359.121670:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307297294 00000100:00000001:2.0:1784950359.121677:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307297285 00000100:00100000:0.0:1784950359.121678:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950359.121685:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307297294 00000100:00000001:2.0:1784950359.121690:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307297285 00000100:00000001:2.0:1784950359.121693:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307297294 00000100:00000001:0.0:1784950359.121694:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950359.121696:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307297285 00000100:00000001:2.0:1784950359.121701:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307297294 00000100:00000001:2.0:1784950359.121704:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950359.121705:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950359.121709:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950359.121715:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950359.121751:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950359.121757:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369177088 02000000:00000001:1.0:1784950359.121761:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950359.121761:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950359.121767:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784950359.121768:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950359.121772:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950359.121776:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950359.121778:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950359.121779:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950359.121783:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950359.121783:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369177088 00000800:00000200:3.0:1784950359.121785:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1784950359.121787:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950359.121791:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000400:00000200:0.0:1784950359.121793:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000010:3.0:1784950359.121794:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d62b3518. 00000020:00000001:1.0:1784950359.121796:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950359.121801:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000800:00000001:2.0:1784950359.121801:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950359.121804:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950359.121808:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b9a80 00000020:00000001:1.0:1784950359.121809:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:1.0:1784950359.121813:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000200:0.0:1784950359.121819:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 20160 00000100:00000001:1.0:1784950359.121821:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950359.121821:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:1.0:1784950359.121829:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000800:00000001:0.0:1784950359.121830:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950359.121831:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004eff451 00000100:00000001:1.0:1784950359.121835:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784950359.121836:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000004eff451. 00000800:00000001:0.0:1784950359.121838:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950359.121843:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1784950359.121843:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000100:00000001:3.0:1784950359.121844:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1784950359.121852:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000230b9376. 00000100:00000200:3.0:1784950359.121854:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000441e1f9e x1871652369177216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950359.121855:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:1.0:1784950359.121860:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d4109e7. 00000100:00000001:0.0:1784950359.121864:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950359.121868:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000010:1.0:1784950359.121869:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca72fbb1. 00000100:00000010:0.0:1784950359.121875:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ea3c1ebb. 00000100:00000001:3.0:1784950359.121877:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950359.121881:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000ea3c1ebb x1871652369177216 msgsize 224 00000100:00000040:1.0:1784950359.121882:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000040:3.0:1784950359.121885:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000441e1f9e x1871652369177216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950359.121888:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950359.121893:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950359.121897:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950359.121898:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950359.121907:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950359.121910:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950359.121911:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950359.121919:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950359.121927:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950359.121928:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950359.121933:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950359.121942:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950359.121946:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369177216 02000000:00000001:1.0:1784950359.121949:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950359.121951:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950359.121953:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950359.121976:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950359.121980:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369177216 00000020:00000001:1.0:1784950359.121983:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950359.121985:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:1.0:1784950359.121987:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950359.121989:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1784950359.121990:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:0.0:1784950359.121991:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950359.121995:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950359.121996:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950359.121996:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:1.0:1784950359.122001:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:1.0:1784950359.122005:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1784950359.122009:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2625 00000020:00000010:1.0:1784950359.122011:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000100:00000040:2.0:1784950359.122016:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:0.0:1784950359.122017:0:454245:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950359.122017:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950359.122023:0:454245:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950359.122023:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000100:00000001:2.0:1784950359.122024:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822324480 : -120287887227136 : ffff92994b360700) 00000020:00000010:1.0:1784950359.122032:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9a863bd. 00000100:00000040:2.0:1784950359.122037:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035f91209 x1871652369177088/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:510/0 lens 224/0 e 0 to 0 dl 1784950370 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950359.122040:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 00000020:00000010:1.0:1784950359.122048:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f321c0c7. 00000100:00000001:1.0:1784950359.122056:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950359.122061:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950359.122061:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950359.122067:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950359.122070:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000100:00000001:1.0:1784950359.122072:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950359.122076:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950359.122082:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000100:00000001:1.0:1784950359.122088:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950359.122088:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000035f91209 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369177088:12345-192.168.203.114@tcp:41: 00000100:00000200:2.0:1784950359.122097:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369177088 00000020:00000001:2.0:1784950359.122103:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950359.122104:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950359.122109:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1784950359.122109:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950359.122117:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950359.122120:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2626 00000100:00000001:0.0:1784950359.122122:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1784950359.122124:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1784950359.122126:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1784950359.122126:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:0.0:1784950359.122130:0:453516:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950359.122130:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822327168 : -120287887224448 : ffff92994b361180) 00000020:00000001:2.0:1784950359.122131:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000001:0.0:1784950359.122134:0:453516:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950359.122137:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ea3c1ebb x1871652369177216/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:510/0 lens 224/0 e 0 to 0 dl 1784950370 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950359.122138:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1784950359.122146:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369177088, found 0 last_xid 1871652369177087 00000020:00000001:2.0:1784950359.122156:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950359.122157:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1784950359.122163:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1784950359.122165:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000020:00000001:2.0:1784950359.122169:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950359.122170:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950359.122176:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000020:00000001:2.0:1784950359.122176:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950359.122187:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1784950359.122188:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ea3c1ebb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369177216:12345-192.168.203.114@tcp:41: 02000000:00000001:2.0:1784950359.122192:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1784950359.122199:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369177216 02000000:00000010:2.0:1784950359.122200:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000073ea6d6e. 00000020:00000001:1.0:1784950359.122203:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950359.122209:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:2.0:1784950359.122209:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950359.122215:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950359.122216:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950359.122219:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950359.122222:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:1.0:1784950359.122225:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000004:00000001:2.0:1784950359.122226:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000001:00000001:1.0:1784950359.122228:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369177216, found 0 last_xid 1871652369177215 00000020:00000001:1.0:1784950359.122232:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950359.122234:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000020:00000001:1.0:1784950359.122235:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000004:00000001:2.0:1784950359.122240:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950359.122241:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950359.122244:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950359.122248:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950359.122250:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784950359.122254:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000fc01c00. 02000000:00000001:1.0:1784950359.122256:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950359.122258:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:2.0:1784950359.122260:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000004:00000001:1.0:1784950359.122263:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:1.0:1784950359.122266:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1784950359.122269:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1784950359.122270:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:2.0:1784950359.122276:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000004:00000024:1.0:1784950359.122279:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000004:00000020:2.0:1784950359.122282:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000020:00000020:1.0:1784950359.122284:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1784950359.122290:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000020:1.0:1784950359.122294:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000020:1.0:1784950359.122297:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000001:00000001:2.0:1784950359.122298:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000004:00000020:1.0:1784950359.122300:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000001:00000001:2.0:1784950359.122304:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1784950359.122307:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1784950359.122311:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950359.122311:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950359.122317:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950359.122321:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369177216 00010000:00000040:2.0:1784950359.122321:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369177088 00010000:00000001:1.0:1784950359.122329:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000001:2.0:1784950359.122330:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:1.0:1784950359.122336:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000ea3c1ebb x1871652369177216/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:510/0 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1784950359.122357:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000035f91209 x1871652369177088/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:510/0 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950359.122386:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950359.122390:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950359.122391:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950359.122396:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950359.122398:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=142 v=5 (1 1 1 1) 00000100:00001000:2.0:1784950359.122402:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=142 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950359.122406:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950359.122411:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950359.122414:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000040:2.0:1784950359.122420:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950359.122422:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950359.122428:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950359.122429:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950359.122435:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950359.122437:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1784950359.122440:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784950359.122441:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950359.122447:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950359.122450:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950359.122457:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950359.122458:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000821c0ba2. 00000400:00000010:2.0:1784950359.122464:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008562deaf. 00000100:00000200:1.0:1784950359.122465:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369177216, offset 224 00000100:00000200:2.0:1784950359.122475:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369177088, offset 224 00000400:00000200:1.0:1784950359.122482:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950359.122492:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950359.122497:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950359.122505:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10674:10674:239:4294967295] 192.168.203.114@tcp LPNI seq info [9469:9469:8:4294967295] 00000400:00000200:1.0:1784950359.122515:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950359.122520:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950359.122525:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec44ac7. 00000400:00000200:2.0:1784950359.122531:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:1.0:1784950359.122539:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950359.122547:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10675:10675:238:4294967295] 192.168.203.114@tcp LPNI seq info [9470:9470:7:4294967295] 00000800:00000200:1.0:1784950359.122556:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:1.0:1784950359.122562:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eec44ac7 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:2.0:1784950359.122574:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950359.122581:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950359.122587:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b5272c8. 00000100:00000001:1.0:1784950359.122588:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950359.122597:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:1.0:1784950359.122601:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000200:2.0:1784950359.122610:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00010000:00000001:1.0:1784950359.122611:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950359.122618:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950359.122619:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009b5272c8 type 1, nob 464 niov 1 nkiov 1 00000020:00000001:1.0:1784950359.122627:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950359.122628:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950359.122636:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000040:1.0:1784950359.122641:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea3c1ebb x1871652369177216/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:510/0 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950359.122642:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950359.122647:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950359.122653:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1784950359.122660:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784950359.122665:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035f91209 x1871652369177088/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:510/0 lens 224/368 e 0 to 0 dl 1784950370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950359.122667:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec44ac7. 00000100:00100000:1.0:1784950359.122675:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ea3c1ebb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369177216:12345-192.168.203.114@tcp:41: Request processed in 511us (786us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950359.122677:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950359.122691:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950359.122704:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000821c0ba2 00000100:00100000:1.0:1784950359.122704:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2626 00000400:00000010:0.0:1784950359.122711:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000821c0ba2. 00000100:00100000:2.0:1784950359.122712:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000035f91209 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369177088:12345-192.168.203.114@tcp:41: Request processed in 643us (1040us total) trans 0 rc 0/0 00000100:00000040:1.0:1784950359.122714:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:1.0:1784950359.122752:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950359.122759:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1784950359.122761:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950359.122766:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1784950359.122768:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00000100:00100000:2.0:1784950359.122768:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2625 00000020:00000010:1.0:1784950359.122796:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f321c0c7. 00000100:00000040:2.0:1784950359.122796:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:2.0:1784950359.122804:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1784950359.122806:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9a863bd. 00000100:00000001:2.0:1784950359.122809:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1784950359.122816:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000020:00000010:2.0:1784950359.122816:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d4109e7. 00000100:00000001:1.0:1784950359.122822:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950359.122827:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca72fbb1. 00000020:00000010:2.0:1784950359.122834:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000230b9376. 00000020:00000040:2.0:1784950359.122840:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:2.0:1784950359.122846:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950359.122849:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950359.122854:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b5272c8. 00000400:00000200:0.0:1784950359.122860:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950359.122867:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950359.122872:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008562deaf 00000400:00000010:0.0:1784950359.122876:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008562deaf. 00000100:00000001:0.0:1784950359.122880:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950359.122882:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1784950359.122886:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950359.122916:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950359.122922:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950359.122927:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950359.122937:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950359.122950:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b9a80 00000400:00000200:3.0:1784950359.122978:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x154f1 [1] + 224 00000800:00000001:3.0:1784950359.122985:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950359.123007:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950359.123009:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950359.123012:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950359.123016:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950359.123020:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000441e1f9e x1871652369177216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950359.123029:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000441e1f9e x1871652369177216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950359.123046:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950359.123052:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950359.123055:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950359.123057:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950359.123059:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950359.123064:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950359.123071:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b9a00 00000400:00000200:3.0:1784950359.123076:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x154e9 [1] + 224 00000800:00000001:3.0:1784950359.123079:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950359.123080:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1784950359.123083:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950359.123084:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950359.123088:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1784950359.123093:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1784950359.123094:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000001:2.0:1784950359.123097:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950359.123101:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4b560a4. 00000400:00000200:2.0:1784950359.123105:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b78b0206 00000400:00000010:2.0:1784950359.123107:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b78b0206. 00000100:00000001:2.0:1784950359.123110:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950359.123111:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950359.123116:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000441e1f9e x1871652369177216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950359.123122:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b6cfa48 x1871652369177088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950359.123134:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000441e1f9e x1871652369177216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950359.123156:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950359.123159:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950359.123164:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:3.0:1784950359.123164:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001b6cfa48 x1871652369177088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950359.123168:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950359.123170:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950359.123173:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950359.123178:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950359.123185:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=142 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950359.123190:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784950359.123191:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=142 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950359.123196:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950359.123198:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950359.123201:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1784950359.123201:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784950359.123203:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950359.123208:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1784950359.123209:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950359.123210:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950359.123213:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950359.123216:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950359.123221:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000441e1f9e x1871652369177216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950359.123227:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950359.123230:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950359.123232:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950359.123235:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1784950359.123238:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000004:00000020:2.0:1784950359.123244:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:2.0:1784950359.123249:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950359.123251:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000441e1f9e x1871652369177216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950359.123257:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000441e1f9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369177216:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950359.123261:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950359.123262:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950359.123264:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000441e1f9e x1871652369177216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950359.123269:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950359.123271:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950359.123273:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000df4efc59. 02000000:00000001:2.0:1784950359.123276:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950359.123277:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950359.123279:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950359.123281:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950359.123284:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bea13e4c. 02000000:00000001:2.0:1784950359.123286:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950359.123288:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950359.123289:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000441e1f9e. 00000100:00000001:2.0:1784950359.123292:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950359.123293:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950359.123294:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950359.123296:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950359.123297:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950359.123299:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950359.123300:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950359.123301:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007083289f. 00000400:00000200:2.0:1784950359.123303:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000400:00000010:2.0:1784950359.123304:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000100:00000001:2.0:1784950359.123306:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950359.123308:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b6cfa48 x1871652369177088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950359.123314:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b6cfa48 x1871652369177088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950359.123320:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950359.123321:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950359.123322:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950359.123323:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950359.123324:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950359.123325:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950359.123326:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950359.123328:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=137 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950359.123330:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=137 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950359.123332:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950359.123333:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950359.123334:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950359.123335:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950359.123336:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950359.123338:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950359.123339:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950359.123340:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950359.123342:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001b6cfa48 x1871652369177088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950359.123347:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950359.123348:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950359.123349:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950359.123351:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1784950359.123352:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000020:2.0:1784950359.123355:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:2.0:1784950359.123358:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950359.123360:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b6cfa48 x1871652369177088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950359.123366:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000001b6cfa48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369177088:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950359.123369:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950359.123371:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950359.123372:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001b6cfa48 x1871652369177088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950359.123377:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950359.123379:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950359.123379:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d666926b. 02000000:00000001:2.0:1784950359.123381:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950359.123382:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950359.123383:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1784950359.123384:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950359.123385:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b35b6916. 02000000:00000001:2.0:1784950359.123387:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950359.123387:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950359.123388:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b6cfa48. 00000100:00000001:2.0:1784950359.123390:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950359.123391:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950359.123392:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950359.123395:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950359.123396:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950359.123397:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950359.123398:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950359.135839:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307297294, at 4307297295 00000100:00000010:3.0:1784950359.135852:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069f93401. 00000100:00000040:0.0:1784950359.135853:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307297294, at 4307297295 00000100:00000040:1.0:1784950359.135853:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307297294, at 4307297295 00000100:00000040:2.0:1784950359.135857:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307297294, at 4307297295 00000100:00000010:1.0:1784950359.135867:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c874608d. 00000100:00000010:0.0:1784950359.135868:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000adc4b460. 00000100:00000010:2.0:1784950359.135873:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076fe874a. 00010000:00000001:2.0:1784950359.376858:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950359.376866:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950359.376872:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950359.376873:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950359.376982:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950359.376987:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950359.376991:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950360.016995:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950360.017013:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950360.017015:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950360.017021:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950360.017025:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950360.017029:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950360.017033:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950360.144895:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950360.144906:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950360.144917:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000848ff4cb. 00000020:00000040:3.0:1784950360.144924:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:3.0:1784950360.144930:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950360.144933:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950360.144940:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950360.144969:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007aa401b2. 00000100:00000001:3.0:1784950360.144995:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950360.145006:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000848ff4cb x1871652369177344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950360.145019:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950360.145022:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950360.145038:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000848ff4cb] to pc [ptlrpcd_00_00+0] req@00000000848ff4cb x1871652369177344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950360.145074:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950360.145077:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950360.145081:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950360.145085:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f0c386d. 00000020:00000040:3.0:1784950360.145094:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950360.145097:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950360.145100:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950360.145102:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950360.145107:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c9722aa. 00000100:00000001:1.0:1784950360.145112:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950360.145112:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.145121:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950360.145126:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@000000007f0c386d x1871652369177472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950360.145128:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950360.145139:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000848ff4cb x1871652369177344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950360.145141:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950360.145145:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950360.145158:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f0c386d] to pc [ptlrpcd_00_01+1] req@000000007f0c386d x1871652369177472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950360.145161:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950360.145166:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.145174:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950360.145177:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950360.145183:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950360.145185:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950360.145186:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950360.145191:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.145195:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1784950360.145196:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1784950360.145200:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000848ff4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369177344:0@lo:400: 00000100:00000001:2.0:1784950360.145202:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950360.145209:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1784950360.145211:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1784950360.145215:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784950360.145218:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784950360.145223:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784950360.145223:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f0c386d x1871652369177472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950360.145225:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1784950360.145230:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950360.145232:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4dc2038. 02000000:00000001:1.0:1784950360.145238:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1784950360.145241:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000010:1.0:1784950360.145249:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9a863bd. 00000100:00000001:3.0:1784950360.145249:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950360.145255:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784950360.145256:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950360.145257:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.145260:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950360.145263:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950360.145268:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5d8cf49. 02000000:00000001:2.0:1784950360.145269:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1784950360.145272:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9f26aca. 02000000:00000001:2.0:1784950360.145276:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950360.145280:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950360.145281:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000553db85b. 02000000:00000001:2.0:1784950360.145282:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950360.145290:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000a4dc2038 x1871652369177600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1784950360.145294:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369177344, portal 25 00000100:00100000:2.0:1784950360.145296:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000007f0c386d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369177472:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950360.145306:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950360.145314:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798845312 : -120287910706304 : ffff929949cfc380) 00000100:00000001:2.0:1784950360.145314:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950360.145318:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784950360.145322:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950360.145323:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950360.145326:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950360.145327:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000848ff4cb x1871652369177344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950360.145334:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784950360.145338:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4dc2038] to pc [ptlrpcd_00_02+2] req@00000000a4dc2038 x1871652369177600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950360.145343:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2c38d8a. 02000000:00000001:2.0:1784950360.145353:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.145365:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784950360.145366:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007083289f. 00000100:00000040:1.0:1784950360.145374:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1784950360.145376:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000400:00000010:1.0:1784950360.145380:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8a23c93. 00000100:00000200:2.0:1784950360.145383:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369177472, portal 4 00000100:00000200:1.0:1784950360.145388:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369177344, offset 0 00000100:00000001:2.0:1784950360.145389:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950360.145392:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.145394:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798858752 : -120287910692864 : ffff929949cff800) 00000100:00000040:3.0:1784950360.145400:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784950360.145411:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007f0c386d x1871652369177472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950360.145412:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1784950360.145412:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950360.145420:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ff7d5f7. 00000020:00000040:3.0:1784950360.145427:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950360.145436:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950360.145437:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1784950360.145445:0:441641:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1784950360.145445:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1784950360.145446:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950360.145452:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950360.145456:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b78b0206. 00000100:00000001:0.0:1784950360.145459:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784950360.145462:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000033e9f3f3. 00000100:00000200:2.0:1784950360.145463:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369177472, offset 0 00000100:00000001:0.0:1784950360.145466:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950360.145474:0:441641:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069b9b00 00000100:00000001:3.0:1784950360.145475:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950360.145476:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784950360.145485:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950360.145493:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4dc2038 x1871652369177600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950360.145494:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000005ff7d5f7 x1871652369177728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1784950360.145504:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950360.145507:0:441641:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13ddd [2] + 0 00000400:00000200:2.0:1784950360.145520:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1784950360.145526:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c79a7083. 00000400:00000200:2.0:1784950360.145535:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950360.145540:0:441641:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d1ee89fa 00000400:00000200:2.0:1784950360.145547:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950360.145549:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950360.145556:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950360.145557:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784950360.145557:0:441641:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950360.145558:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950360.145565:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950360.145573:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ff7d5f7] to pc [ptlrpcd_00_03+3] req@000000005ff7d5f7 x1871652369177728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950360.145574:0:441641:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1784950360.145575:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784950360.145576:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10676:10676:239:4294967295] 192.168.203.114@tcp LPNI seq info [9471:9471:8:4294967295] 02000000:00000001:0.0:1784950360.145582:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950360.145594:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950360.145610:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000a4dc2038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369177600:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950360.145614:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950360.145617:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00080000:3.0:1784950360.145622:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:0.0:1784950360.145625:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950360.145633:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1784950360.145636:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:0.0:1784950360.145638:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950360.145639:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1ee89fa 00000800:00000200:2.0:1784950360.145643:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950360.145648:0:441641:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000d1ee89fa. 00000100:00000040:3.0:1784950360.145648:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784950360.145649:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1784950360.145653:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3e62659. 02000000:00000010:0.0:1784950360.145661:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000186ac1a7. 00000100:00000001:1.0:1784950360.145662:0:441641:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950360.145662:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1784950360.145669:0:441641:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:2.0:1784950360.145671:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000010:3.0:1784950360.145672:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031013d55. 02000000:00000001:0.0:1784950360.145673:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950360.145676:0:441641:0:(events.c:337:request_in_callback()) incoming req@00000000089907cf x1871652369177344 msgsize 224 00000020:00000040:3.0:1784950360.145684:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:0.0:1784950360.145688:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd19fea8. 00000100:00000001:3.0:1784950360.145693:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1784950360.145697:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:1.0:1784950360.145698:0:441641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1784950360.145699:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1784950360.145702:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e2aa9ca. 02000000:00000001:3.0:1784950360.145706:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950360.145707:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e3e62659 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1784950360.145708:0:441641:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:0.0:1784950360.145711:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369177600, portal 10 02000000:00000010:3.0:1784950360.145714:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008bb5297c. 00000100:00000001:1.0:1784950360.145755:0:441641:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1784950360.145767:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8a23c93 00000100:00000001:3.0:1784950360.145770:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950360.145772:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1784950360.145773:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f8a23c93. 00000100:00000001:2.0:1784950360.145775:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950360.145779:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798847104 : -120287910704512 : ffff929949cfca80) 00000100:00000001:1.0:1784950360.145782:0:441641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1784950360.145784:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13931 usecs (14 jiffies) 00000100:00000040:3.0:1784950360.145788:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@0000000031013d55 x1871652369177856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950360.145792:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307298319 00000100:00000200:1.0:1784950360.145794:0:441641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000848ff4cb x1871652369177344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950360.145796:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a4dc2038 x1871652369177600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784950360.145804:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076fe874a. 00000100:00000001:2.0:1784950360.145818:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784950360.145832:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307298319 00000100:00000010:2.0:1784950360.145839:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006aac1791. 00000100:00000001:2.0:1784950360.145847:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784950360.145850:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950360.145856:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950360.145856:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307298319 00000100:00000001:3.0:1784950360.145856:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950360.145862:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950360.145864:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000010:2.0:1784950360.145866:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000573d6120. 00000100:00000040:1.0:1784950360.145867:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000848ff4cb x1871652369177344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950360.145875:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048ab8f2a. 00000100:00000001:2.0:1784950360.145876:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:3.0:1784950360.145880:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031013d55] to pc [ptlrpcd_00_00+0] req@0000000031013d55 x1871652369177856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950360.145885:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369177600, offset 0 00000100:00000001:2.0:1784950360.145886:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307298319 00000100:00000010:2.0:1784950360.145898:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075341597. 00000100:00000001:2.0:1784950360.145908:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1784950360.145910:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950360.145916:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.145917:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950360.145925:0:441641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950360.145929:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950360.145930:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950360.145939:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.145940:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950360.145943:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950360.145973:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950360.145979:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:3.0:1784950360.145980:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12636) 00000100:00000001:2.0:1784950360.145987:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784950360.145991:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950360.145992:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950360.146000:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950360.146001:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950360.146002:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950360.146003:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950360.146009:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950360.146011:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950360.146016:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784950360.146018:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10677:10677:238:4294967295] 192.168.203.114@tcp LPNI seq info [9472:9472:7:4294967295] 00000100:00100000:2.0:1784950360.146020:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:3.0:1784950360.146026:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ff7d5f7 x1871652369177728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950360.146029:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950360.146040:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950360.146045:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950360.146051:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950360.146054:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950360.146055:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.146059:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950360.146061:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950360.146065:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784950360.146066:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950360.146072:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950360.146078:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950360.146079:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031013d55 x1871652369177856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950360.146080:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950360.146081:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.146090:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307300731 00000800:00000010:0.0:1784950360.146093:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b126ea16. 00000100:00100000:3.0:1784950360.146096:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005ff7d5f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369177728:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950360.146107:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307298319 00000800:00000200:0.0:1784950360.146113:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950360.146113:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950360.146121:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950360.146123:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307300731 00000100:00000001:2.0:1784950360.146124:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784950360.146125:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.146130:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950360.146134:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950360.146136:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307298319 02000000:00000001:3.0:1784950360.146136:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784950360.146138:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1784950360.146146:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b126ea16 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1784950360.146146:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784950360.146148:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098478efa. 00000100:00000001:1.0:1784950360.146149:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307300731 02000000:00000001:2.0:1784950360.146154:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950360.146159:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.146163:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307298319 00000100:00100000:2.0:1784950360.146164:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000031013d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369177856:192.168.203.114@tcp:400: 00000400:00000010:3.0:1784950360.146167:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060b7eed8. 00000100:00000001:0.0:1784950360.146173:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.146174:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307300731 00000100:00000001:2.0:1784950360.146179:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1784950360.146180:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000100:00000040:0.0:1784950360.146183:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5576 usecs (6 jiffies) 00000100:00000001:1.0:1784950360.146183:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307298319 02000000:00000001:2.0:1784950360.146185:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1784950360.146189:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369177728, portal 4 02000000:00000001:2.0:1784950360.146190:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950360.146192:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307298311 00000100:00000001:1.0:1784950360.146193:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950360.146201:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950360.146202:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950360.146202:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950360.146208:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798846208 : -120287910705408 : ffff929949cfc700) 00000100:00000001:1.0:1784950360.146212:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950360.146213:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031bfa75f. 02000000:00000001:2.0:1784950360.146221:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950360.146223:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005ff7d5f7 x1871652369177728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950360.146224:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950360.146228:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4b560a4. 00000100:00000001:1.0:1784950360.146239:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1784950360.146240:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000969daf7a. 00000100:00000001:3.0:1784950360.146241:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950360.146248:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1784950360.146251:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369177856, portal 10 00000100:00000040:3.0:1784950360.146254:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950360.146260:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950360.146261:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784950360.146263:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a7aa0e6. 00000100:00000001:2.0:1784950360.146265:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798848896 : -120287910702720 : ffff929949cfd180) 00000100:00000001:1.0:1784950360.146268:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1784950360.146271:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369177728, offset 0 00000100:00000001:1.0:1784950360.146275:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950360.146281:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000031013d55 x1871652369177856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950360.146286:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950360.146287:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950360.146300:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950360.146305:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:2.0:1784950360.146312:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950360.146318:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1784950360.146319:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051979f75. 00000100:00000001:1.0:1784950360.146324:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1784950360.146325:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000200:2.0:1784950360.146326:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369177856, offset 0 00000100:00100000:1.0:1784950360.146332:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369177344 00000400:00000200:3.0:1784950360.146336:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1784950360.146339:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1784950360.146344:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950360.146346:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950360.146348:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950360.146354:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950360.146355:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10678:10678:237:4294967295] 192.168.203.114@tcp LPNI seq info [9473:9473:6:4294967295] 00000800:00000200:0.0:1784950360.146365:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1784950360.146367:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950360.146374:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3e62659. 00000100:00100000:1.0:1784950360.146377:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369177344 00000400:00000200:3.0:1784950360.146384:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:0.0:1784950360.146385:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950360.146385:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950360.146391:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000020:00000001:1.0:1784950360.146398:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1784950360.146400:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:1.0:1784950360.146404:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000400:00000200:2.0:1784950360.146408:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000200:3.0:1784950360.146410:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950360.146416:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000800:00000010:3.0:1784950360.146421:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c1815a5. 00000400:00000200:2.0:1784950360.146423:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1784950360.146426:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:2.0:1784950360.146433:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:3.0:1784950360.146437:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950360.146439:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1784950360.146444:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000010:1.0:1784950360.146451:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000400:00000200:2.0:1784950360.146455:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:3.0:1784950360.146458:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:1.0:1784950360.146462:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784950360.146468:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003c1815a5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950360.146470:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10679:10679:236:4294967295] 192.168.203.114@tcp LPNI seq info [9474:9474:5:4294967295] 00000020:00000010:1.0:1784950360.146472:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000100:00000001:3.0:1784950360.146482:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950360.146490:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb064e97. 00000100:00000040:3.0:1784950360.146490:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4713 usecs (5 jiffies) 00000400:00000200:2.0:1784950360.146498:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950360.146501:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307298310 00000020:00000010:1.0:1784950360.146504:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 00000400:00000200:0.0:1784950360.146509:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b78b0206 00000100:00000001:3.0:1784950360.146512:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307300731 00000800:00000200:2.0:1784950360.146516:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950360.146518:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b78b0206. 00000020:00000010:1.0:1784950360.146518:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f321c0c7. 00000100:00000001:3.0:1784950360.146519:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307298310 00000800:00000010:2.0:1784950360.146527:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006415387d. 00000100:00000001:3.0:1784950360.146528:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307300731 00000100:00000001:0.0:1784950360.146531:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1784950360.146536:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1784950360.146539:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307298310 00000800:00000200:2.0:1784950360.146542:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:0.0:1784950360.146545:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f0c386d x1871652369177472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950360.146546:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950360.146548:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307300731 00000100:00000001:1.0:1784950360.146553:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950360.146559:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307298310 00000100:00000001:1.0:1784950360.146562:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950360.146562:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:3.0:1784950360.146569:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307300731 00000800:00000200:2.0:1784950360.146572:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006415387d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950360.146578:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950360.146581:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.146583:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950360.146588:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950360.146595:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5052 usecs (6 jiffies) 00000100:00000001:3.0:1784950360.146596:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950360.146602:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950360.146602:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950360.146605:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950360.146606:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307298311 00000100:00000040:0.0:1784950360.146614:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f0c386d x1871652369177472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950360.146616:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307300731 00000100:00000001:3.0:1784950360.146619:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950360.146621:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950360.146626:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307298311 00000100:00000001:3.0:1784950360.146627:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950360.146628:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950360.146638:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307300731 00000100:00000001:3.0:1784950360.146640:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950360.146645:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950360.146645:0:453506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00000001:3.0:1784950360.146646:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950360.146647:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307298311 00000100:00000001:3.0:1784950360.146652:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950360.146654:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950360.146655:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307300731 00000100:00000040:1.0:1784950360.146656:0:453506:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:3.0:1784950360.146662:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.146666:0:453506:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785835782224 : -120287873769392 : ffff92994c036050) 00000100:00000001:2.0:1784950360.146666:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307298311 00000800:00000001:0.0:1784950360.146671:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950360.146673:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307300731 00000100:00000001:2.0:1784950360.146679:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950360.146682:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000089907cf x1871652369177344/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:511/0 lens 224/0 e 0 to 0 dl 1784950371 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950360.146683:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950360.146688:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950360.146691:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950360.146695:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950360.146702:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950360.146705:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950360.146707:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950360.146712:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c85c6b9. 00000100:00000001:1.0:1784950360.146716:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950360.146747:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:1.0:1784950360.146749:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c85c6b9. 00000100:00100000:1.0:1784950360.146757:0:453506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000089907cf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369177344:12345-0@lo:400: 00000400:00000200:0.0:1784950360.146764:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b9b80 00000100:00000200:1.0:1784950360.146764:0:453506:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369177344 00000020:00000001:1.0:1784950360.146770:0:453506:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:0.0:1784950360.146775:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 20384 00000020:00000001:1.0:1784950360.146777:0:453506:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950360.146782:0:453506:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950360.146784:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950360.146787:0:453506:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950360.146790:0:453506:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000020:00000001:1.0:1784950360.146797:0:453506:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950360.146800:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307300731 00000020:00000001:1.0:1784950360.146800:0:453506:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950360.146804:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307298312 00000020:00000001:1.0:1784950360.146806:0:453506:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1784950360.146809:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307300731 00000020:00000001:1.0:1784950360.146810:0:453506:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000200:2.0:1784950360.146812:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950360.146814:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307298312 00000020:00000001:1.0:1784950360.146814:0:453506:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950360.146817:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950360.146820:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c1815a5. 00000100:00000001:0.0:1784950360.146822:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307300731 00000020:00000001:1.0:1784950360.146823:0:453506:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000010:3.0:1784950360.146828:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b126ea16. 00000100:00000001:0.0:1784950360.146830:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307298312 00000100:00000001:1.0:1784950360.146831:0:453506:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1784950360.146832:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950360.146839:0:453506:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950360.146841:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307300731 00000400:00000200:3.0:1784950360.146844:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1784950360.146848:0:453506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004b3e3f29. 00000100:00000001:0.0:1784950360.146849:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950360.146850:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950360.146857:0:453506:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950360.146859:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950360.146862:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950360.146864:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7aa0e6 00000100:00000001:0.0:1784950360.146866:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.146866:0:453506:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950360.146870:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001a7aa0e6. 00000100:00000001:0.0:1784950360.146873:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950360.146873:0:453506:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.146878:0:441635:0:(events.c:34:request_out_callback()) Process entered 00010000:00000040:1.0:1784950360.146880:0:453506:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369177344 00000400:00000200:3.0:1784950360.146883:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048ab8f2a 00000100:00000001:0.0:1784950360.146884:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1784950360.146889:0:453506:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000200:2.0:1784950360.146890:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ff7d5f7 x1871652369177728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950360.146891:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1784950360.146892:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000048ab8f2a. 00010000:00000200:1.0:1784950360.146902:0:453506:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000089907cf x1871652369177344/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:511/0 lens 224/224 e 0 to 0 dl 1784950371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950360.146904:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950360.146905:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950360.146910:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950360.146915:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950360.146919:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4dc2038 x1871652369177600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950360.146923:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.146938:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950360.146966:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ff7d5f7 x1871652369177728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950360.146977:0:453506:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000001:0.0:1784950360.146980:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950360.146999:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1784950360.147000:0:453506:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950360.147006:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1784950360.147012:0:453506:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=148 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950360.147013:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4dc2038 x1871652369177600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950360.147020:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950360.147021:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.147031:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950360.147032:0:453506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950360.147037:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1784950360.147041:0:453506:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000200:0.0:1784950360.147042:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1784950360.147046:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950360.147047:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950360.147048:0:453506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000010:0.0:1784950360.147050:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000110635ef. 00000100:00000001:3.0:1784950360.147054:0:441636:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1784950360.147056:0:453506:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1784950360.147057:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000110635ef x1871652369177472 msgsize 224 00000800:00000001:2.0:1784950360.147059:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950360.147061:0:453506:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950360.147066:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950360.147069:0:453506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1784950360.147071:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:1.0:1784950360.147075:0:453506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1784950360.147080:0:453506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8a23c93. 00000100:00000200:1.0:1784950360.147085:0:453506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369177344, offset 224 00000100:00000001:0.0:1784950360.147086:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1784950360.147093:0:453506:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1784950360.147098:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950360.147104:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950360.147104:0:453506:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1784950360.147114:0:453506:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069b9b00 00000400:00000200:1.0:1784950360.147124:0:453506:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15501 [1] + 224 00000100:00000001:2.0:1784950360.147128:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1784950360.147135:0:453506:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784950360.147135:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369177472 02000000:00000001:2.0:1784950360.147140:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950360.147145:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000200:3.0:1784950360.147148:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950360.147150:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950360.147151:0:453506:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000010:3.0:1784950360.147156:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006415387d. 00000800:00000001:0.0:1784950360.147157:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950360.147160:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.147163:0:453506:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784950360.147166:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369177472 00000400:00000200:3.0:1784950360.147167:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950360.147169:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950360.147172:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000200:1.0:1784950360.147174:0:453506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000848ff4cb x1871652369177344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950360.147178:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000800:00000001:0.0:1784950360.147179:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950360.147185:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:3.0:1784950360.147186:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950360.147189:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950360.147192:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000400:00000200:3.0:1784950360.147200:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051979f75 00000020:00000001:2.0:1784950360.147201:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000010:3.0:1784950360.147207:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000051979f75. 00000400:00000200:0.0:1784950360.147208:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:2.0:1784950360.147209:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950360.147217:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950360.147219:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950360.147226:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000100:00000200:3.0:1784950360.147229:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031013d55 x1871652369177856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950360.147232:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b9c80 00000100:00000001:2.0:1784950360.147234:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950360.147244:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000100:00000040:1.0:1784950360.147252:0:453506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000848ff4cb x1871652369177344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950360.147253:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 20608 00000020:00000010:2.0:1784950360.147257:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a506608. 00000020:00000010:2.0:1784950360.147266:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000800:00000001:0.0:1784950360.147269:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950360.147276:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000800:00000001:0.0:1784950360.147280:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950360.147281:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784950360.147289:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950360.147293:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031013d55 x1871652369177856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950360.147294:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1784950360.147298:0:453506:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950360.147301:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1784950360.147303:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950360.147307:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1784950360.147310:0:453506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8a23c93 00000100:00000001:2.0:1784950360.147312:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950360.147317:0:453506:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f8a23c93. 00000100:00000001:2.0:1784950360.147324:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.147326:0:453506:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950360.147327:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950360.147332:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1784950360.147332:0:453506:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950360.147335:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950360.147340:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c605101. 00000100:00000001:3.0:1784950360.147340:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950360.147341:0:453506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.147344:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950360.147348:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000006c605101 x1871652369177728 msgsize 224 00000100:00000040:1.0:1784950360.147350:0:453506:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00010000:00000001:1.0:1784950360.147354:0:453506:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950360.147358:0:453506:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.147361:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1784950360.147362:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:1.0:1784950360.147363:0:453506:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950360.147368:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1784950360.147374:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000089907cf x1871652369177344/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:511/0 lens 224/224 e 0 to 0 dl 1784950371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950360.147380:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1784950360.147381:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2627 00000800:00000001:3.0:1784950360.147381:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950360.147391:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950360.147392:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:2.0:1784950360.147401:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822337920 : -120287887213696 : ffff92994b363b80) 00000400:00000200:3.0:1784950360.147402:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:0.0:1784950360.147404:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950360.147413:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950360.147416:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000110635ef x1871652369177472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:511/0 lens 224/0 e 0 to 0 dl 1784950371 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950360.147418:0:453506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000089907cf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369177344:12345-0@lo:400: Request processed in 708us (1738us total) trans 0 rc 0/0 00000800:00000001:0.0:1784950360.147420:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950360.147431:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b9c00 00000400:00000200:0.0:1784950360.147440:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00100000:1.0:1784950360.147451:0:453506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000400:00000200:3.0:1784950360.147455:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 149632 00000100:00000040:1.0:1784950360.147462:0:453506:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000400:00000200:0.0:1784950360.147466:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b9d00 00000100:00000001:2.0:1784950360.147467:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950360.147472:0:453506:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:3.0:1784950360.147474:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950360.147475:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000100:00000001:1.0:1784950360.147477:0:453506:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950360.147484:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 149856 00000100:00000001:2.0:1784950360.147484:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950360.147487:0:453506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00000800:00000001:3.0:1784950360.147491:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950360.147494:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000800:00000001:0.0:1784950360.147499:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950360.147499:0:453506:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f321c0c7. 00000400:00000200:3.0:1784950360.147499:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784950360.147508:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000110635ef pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369177472:12345-192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950360.147510:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:1.0:1784950360.147511:0:453506:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb064e97. 00000800:00000001:0.0:1784950360.147515:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950360.147524:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784950360.147525:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369177472 00000100:00000001:3.0:1784950360.147525:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:1.0:1784950360.147527:0:453506:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000200:3.0:1784950360.147532:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1784950360.147533:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:1.0:1784950360.147537:0:453506:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1784950360.147540:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:2.0:1784950360.147542:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000010:1.0:1784950360.147543:0:453506:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004b3e3f29. 00000100:00000010:3.0:1784950360.147543:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029ef4f57. 00000020:00000001:2.0:1784950360.147549:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950360.147554:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000029ef4f57 x1871652369177600 msgsize 224 00000020:00000001:2.0:1784950360.147555:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950360.147560:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 02000000:00000001:1.0:1784950360.147563:0:453506:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1784950360.147566:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1784950360.147566:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950360.147570:0:453506:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950360.147571:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369177728 00000001:00000001:2.0:1784950360.147573:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369177472, found 0 last_xid 1871652369177471 00000100:00100000:3.0:1784950360.147574:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:0.0:1784950360.147579:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1784950360.147582:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950360.147583:0:453506:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1784950360.147584:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1784950360.147588:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1784950360.147589:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950360.147591:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1784950360.147592:0:453506:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d364482d. 00000100:00000001:3.0:1784950360.147593:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1784950360.147598:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950360.147599:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950360.147606:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000010:1.0:1784950360.147607:0:453506:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001155587f. 00000100:00100000:0.0:1784950360.147608:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369177728 00000800:00000001:3.0:1784950360.147609:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950360.147612:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1784950360.147614:0:453516:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:2.0:1784950360.147617:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1784950360.147618:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950360.147619:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 02000000:00000010:2.0:1784950360.147624:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000df4efc59. 00000020:00000001:0.0:1784950360.147628:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:2.0:1784950360.147629:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950360.147636:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:2.0:1784950360.147636:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.147642:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1784950360.147642:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950360.147645:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:1.0:1784950360.147648:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000040:2.0:1784950360.147649:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369177472 00000020:00000001:0.0:1784950360.147651:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000400:00000001:1.0:1784950360.147655:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1784950360.147656:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950360.147660:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000001:1.0:1784950360.147661:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950360.147661:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00010000:00000200:2.0:1784950360.147666:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000110635ef x1871652369177472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:511/0 lens 224/224 e 0 to 0 dl 1784950371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950360.147669:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5d8cf49. 00000100:00100000:3.0:1784950360.147669:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369177600 00000020:00000010:0.0:1784950360.147671:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 02000000:00000001:3.0:1784950360.147678:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950360.147680:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950360.147680:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000553db85b 00000100:00000001:3.0:1784950360.147683:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1784950360.147687:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000553db85b. 00000020:00000010:0.0:1784950360.147688:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000100:00000001:3.0:1784950360.147690:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.147697:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1784950360.147699:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006621a139. 00010000:00000001:2.0:1784950360.147700:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1784950360.147701:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950360.147707:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000848ff4cb x1871652369177344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950360.147708:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950360.147709:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000100:00100000:3.0:1784950360.147710:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369177600 00000020:00000001:3.0:1784950360.147716:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000100:00001000:2.0:1784950360.147718:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=143 v=5 (1 1 1 1) 00000020:00000010:0.0:1784950360.147721:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cc2653d2. 00000100:00000001:0.0:1784950360.147731:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1784950360.147752:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:3.0:1784950360.147758:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950360.147762:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:2.0:1784950360.147764:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1784950360.147770:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:0.0:1784950360.147771:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1784950360.147771:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000848ff4cb x1871652369177344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950360.147775:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950360.147777:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950360.147782:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:2.0:1784950360.147786:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950360.147790:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950360.147796:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950360.147798:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950360.147803:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784950360.147804:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950360.147807:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000100:00000001:0.0:1784950360.147808:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950360.147811:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950360.147811:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950360.147819:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950360.147820:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:2.0:1784950360.147823:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950360.147827:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950360.147829:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1784950360.147831:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000100:00000001:0.0:1784950360.147833:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950360.147834:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1784950360.147834:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbd28d60. 00000100:00000001:1.0:1784950360.147839:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950360.147841:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369177472, offset 224 00000020:00000010:3.0:1784950360.147842:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000651ead60. 02000000:00000001:1.0:1784950360.147844:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950360.147847:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2628 00000020:00000010:3.0:1784950360.147853:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000100:00000040:0.0:1784950360.147855:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00001000:1.0:1784950360.147856:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=148 v=5 (5 5 5 5) 00000400:00000200:2.0:1784950360.147864:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000010:3.0:1784950360.147864:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000100:00000001:0.0:1784950360.147865:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822326272 : -120287887225344 : ffff92994b360e00) 00000100:00001000:1.0:1784950360.147866:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=148 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950360.147875:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950360.147878:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950360.147879:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c605101 x1871652369177728/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:511/0 lens 224/0 e 0 to 0 dl 1784950371 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950360.147882:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:1.0:1784950360.147884:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1784950360.147889:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950360.147890:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1784950360.147891:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950360.147896:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950360.147903:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950360.147905:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950360.147909:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10680:10680:239:4294967295] 192.168.203.114@tcp LPNI seq info [9475:9475:8:4294967295] 00000100:00000040:1.0:1784950360.147916:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000848ff4cb x1871652369177344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950360.147918:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1784950360.147921:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950360.147927:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:0.0:1784950360.147929:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000001:3.0:1784950360.147933:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950360.147938:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950360.147965:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:0.0:1784950360.147966:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000100:00000001:1.0:1784950360.147966:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950360.147971:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950360.147976:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1784950360.147981:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006c605101 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369177728:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950360.147982:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950360.147987:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950360.147991:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369177728 00000100:00000001:3.0:1784950360.147994:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1784950360.147995:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000848ff4cb x1871652369177344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784950360.147996:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e5c2538. 00000020:00000001:0.0:1784950360.147997:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950360.148000:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950360.148004:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950360.148010:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950360.148015:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:3.0:1784950360.148017:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1530 00000020:00000001:0.0:1784950360.148019:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950360.148025:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000040:3.0:1784950360.148029:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000001:0.0:1784950360.148032:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1784950360.148035:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000848ff4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369177344:0@lo:400: 00000800:00000200:2.0:1784950360.148037:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950360.148038:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798859648 : -120287910691968 : ffff929949cffb80) 00000001:00000001:0.0:1784950360.148039:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369177728, found 0 last_xid 1871652369177727 00000100:00000001:1.0:1784950360.148048:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950360.148050:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002e5c2538 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:0.0:1784950360.148051:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950360.148054:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950360.148057:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029ef4f57 x1871652369177600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:511/0 lens 224/0 e 0 to 0 dl 1784950371 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950360.148059:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1784950360.148063:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000848ff4cb x1871652369177344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950360.148065:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950360.148070:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.148072:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950360.148080:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1784950360.148086:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950360.148089:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950360.148095:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1784950360.148096:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950360.148102:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950360.148104:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d9e91617. 00000100:00000001:3.0:1784950360.148106:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1784950360.148111:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1784950360.148113:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.148113:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1784950360.148116:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000100:00000001:0.0:1784950360.148119:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950360.148119:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784950360.148121:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000110635ef x1871652369177472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:511/0 lens 224/224 e 0 to 0 dl 1784950371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950360.148125:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1784950360.148126:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9a863bd. 00000020:00000001:0.0:1784950360.148127:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950360.148136:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369177728 00000020:00000010:3.0:1784950360.148137:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 02000000:00000001:1.0:1784950360.148139:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1784950360.148144:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:1.0:1784950360.148145:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950360.148150:0:441641:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000100:00100000:3.0:1784950360.148153:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000029ef4f57 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369177600:12345-192.168.203.114@tcp:400: 00010000:00000200:0.0:1784950360.148159:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000006c605101 x1871652369177728/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:511/0 lens 224/224 e 0 to 0 dl 1784950371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950360.148159:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:2.0:1784950360.148162:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000110635ef pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369177472:12345-192.168.203.114@tcp:400: Request processed in 685us (1094us total) trans 0 rc 0/0 02000000:00000010:1.0:1784950360.148165:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007aa401b2. 00000100:00000200:3.0:1784950360.148172:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369177600 02000000:00000001:1.0:1784950360.148176:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1784950360.148181:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:1.0:1784950360.148182:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950360.148189:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000848ff4cb. 00000020:00000001:3.0:1784950360.148189:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00100000:2.0:1784950360.148193:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2627 00000020:00000001:3.0:1784950360.148195:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.148198:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1784950360.148203:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:1.0:1784950360.148205:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950360.148206:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1784950360.148206:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950360.148208:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1784950360.148212:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00010000:00000001:0.0:1784950360.148213:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.148215:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950360.148216:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1784950360.148220:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00001000:0.0:1784950360.148223:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=143 v=5 (1 1 1 1) 00000020:00000010:2.0:1784950360.148224:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000020:00000001:3.0:1784950360.148225:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950360.148227:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950360.148234:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950360.148236:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000020:00000001:3.0:1784950360.148236:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1784950360.148237:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950360.148239:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784950360.148242:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950360.148245:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950360.148247:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a506608. 00000020:00000001:3.0:1784950360.148247:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950360.148249:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:3.0:1784950360.148257:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950360.148259:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000040:2.0:1784950360.148259:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:3.0:1784950360.148262:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950360.148268:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950360.148270:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950360.148270:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1784950360.148278:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950360.148279:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b66ffbc5. 00000100:00000001:1.0:1784950360.148284:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950360.148288:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1784950360.148288:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950360.148289:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950360.148296:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950360.148300:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000010:1.0:1784950360.148300:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b6cfa48. 00000020:00000001:3.0:1784950360.148301:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950360.148310:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a3c3025. 00000100:00000040:1.0:1784950360.148310:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000001b6cfa48 x1871652369177856 msgsize 224 00010000:00000040:3.0:1784950360.148310:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369177600 00000100:00000200:0.0:1784950360.148319:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369177728, offset 224 00010000:00000001:3.0:1784950360.148320:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00100000:1.0:1784950360.148328:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00010000:00000200:3.0:1784950360.148332:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000029ef4f57 x1871652369177600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:511/0 lens 224/224 e 0 to 0 dl 1784950371 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950360.148334:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950360.148343:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1784950360.148350:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1784950360.148353:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000001:3.0:1784950360.148355:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950360.148357:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00001000:3.0:1784950360.148362:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=143 v=5 (1 1 1 1) 00000800:00000010:2.0:1784950360.148364:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e5c2538. 00000400:00000200:0.0:1784950360.148368:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10681:10681:238:4294967295] 192.168.203.114@tcp LPNI seq info [9476:9476:7:4294967295] 00000400:00000200:2.0:1784950360.148375:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950360.148375:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1784950360.148386:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950360.148392:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950360.148395:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950360.148405:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1784950360.148408:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:3.0:1784950360.148409:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950360.148417:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1784950360.148427:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950360.148427:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbd28d60 00000800:00000200:0.0:1784950360.148430:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950360.148431:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950360.148434:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cbd28d60. 00000400:00000010:3.0:1784950360.148440:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027dbe14a. 00000800:00000001:1.0:1784950360.148441:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950360.148444:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825f13b0. 00000100:00000001:2.0:1784950360.148444:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1784950360.148448:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369177600, offset 224 00000800:00000001:1.0:1784950360.148451:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950360.148451:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1784950360.148458:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:1.0:1784950360.148461:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950360.148464:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000001:2.0:1784950360.148465:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950360.148474:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000001:2.0:1784950360.148475:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950360.148476:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:0.0:1784950360.148481:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000825f13b0 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950360.148487:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950360.148495:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10682:10682:238:4294967295] 192.168.203.114@tcp LPNI seq info [9477:9477:7:4294967295] 00000100:00000001:0.0:1784950360.148504:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950360.148516:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950360.148517:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:0.0:1784950360.148525:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950360.148529:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950360.148530:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950360.148536:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1784950360.148538:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b9b80 00000800:00000010:3.0:1784950360.148542:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000002c68df2. 00000100:00000040:0.0:1784950360.148548:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c605101 x1871652369177728/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:511/0 lens 224/224 e 0 to 0 dl 1784950371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950360.148550:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15505 [1] + 224 00000800:00000200:2.0:1784950360.148551:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950360.148560:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825f13b0. 00000800:00000200:3.0:1784950360.148561:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:1.0:1784950360.148565:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950360.148571:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1784950360.148580:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000001:1.0:1784950360.148583:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950360.148588:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000200:3.0:1784950360.148590:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000002c68df2 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1784950360.148591:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006c605101 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369177728:12345-192.168.203.114@tcp:400: Request processed in 665us (1236us total) trans 0 rc 0/0 00000400:00000200:1.0:1784950360.148591:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950360.148595:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a3c3025 00000400:00000010:2.0:1784950360.148602:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007a3c3025. 00000100:00000001:3.0:1784950360.148606:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950360.148608:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950360.148612:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950360.148617:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1784950360.148618:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950360.148622:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1784950360.148624:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2628 00000800:00000001:2.0:1784950360.148626:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784950360.148629:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000200:1.0:1784950360.148633:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f0c386d x1871652369177472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950360.148635:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000020:00000001:3.0:1784950360.148636:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950360.148637:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950360.148643:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1784950360.148646:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000001:2.0:1784950360.148647:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950360.148649:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950360.148657:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00000800:00000001:2.0:1784950360.148658:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950360.148661:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029ef4f57 x1871652369177600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:511/0 lens 224/224 e 0 to 0 dl 1784950371 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950360.148664:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007f0c386d x1871652369177472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950360.148670:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cc2653d2. 00000400:00000200:2.0:1784950360.148679:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:0.0:1784950360.148681:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006621a139. 00000020:00000040:0.0:1784950360.148693:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:0.0:1784950360.148701:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950360.148705:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b9c80 00000400:00000200:2.0:1784950360.148749:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15519 [1] + 224 00000800:00000001:2.0:1784950360.148760:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950360.148766:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000029ef4f57 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369177600:12345-192.168.203.114@tcp:400: Request processed in 650us (1201us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950360.148768:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950360.148770:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950360.148777:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950360.148778:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784950360.148787:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369177856 00000400:00000200:2.0:1784950360.148794:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:0.0:1784950360.148795:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1784950360.148796:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1530 00000100:00000001:0.0:1784950360.148803:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950360.148805:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784950360.148807:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:0.0:1784950360.148809:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950360.148813:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ff7d5f7 x1871652369177728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950360.148817:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1784950360.148820:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950360.148841:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1784950360.148850:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369177856 00000020:00000010:3.0:1784950360.148854:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000800:00000200:1.0:1784950360.148857:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1784950360.148860:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:2.0:1784950360.148863:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ff7d5f7 x1871652369177728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784950360.148866:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000800:00000010:1.0:1784950360.148866:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002c68df2. 00000020:00000010:3.0:1784950360.148867:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000020:00000001:0.0:1784950360.148875:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:1.0:1784950360.148880:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1784950360.148881:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000651ead60. 00000020:00000040:0.0:1784950360.148885:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000040:3.0:1784950360.148896:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000020:00000001:0.0:1784950360.148898:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000200:1.0:1784950360.148901:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950360.148909:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950360.148911:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000200:1.0:1784950360.148915:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027dbe14a 00000400:00000010:1.0:1784950360.148920:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000027dbe14a. 00000100:00000001:0.0:1784950360.148922:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950360.148924:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1784950360.148930:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000001:1.0:1784950360.148930:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950360.148937:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950360.148937:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1784950360.148939:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950360.148943:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000100:00000001:3.0:1784950360.148944:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950360.148974:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1784950360.148980:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784950360.148982:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784950360.148984:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784950360.149005:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1784950360.149006:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006621a139. 00000800:00000001:2.0:1784950360.149006:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950360.149011:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950360.149011:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060b7eed8. 00000020:00000010:0.0:1784950360.149016:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000800:00000001:2.0:1784950360.149016:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950360.149023:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000020:00000010:0.0:1784950360.149026:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cc2653d2. 00000400:00000010:3.0:1784950360.149029:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000400:00000200:2.0:1784950360.149036:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950360.149039:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950360.149042:0:453512:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1784950360.149050:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1784950360.149050:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ff7d5f7 x1871652369177728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950360.149051:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b9c00 00000100:00000001:1.0:1784950360.149055:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950360.149056:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950360.149060:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950360.149061:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950360.149071:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15511 [1] + 224 00000100:00000001:0.0:1784950360.149072:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1784950360.149078:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1784950360.149082:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784950360.149086:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1784950360.149087:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784950360.149093:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1784950360.149093:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ff7d5f7 x1871652369177728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950360.149096:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950360.149100:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950360.149100:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007083289f. 00000400:00000200:2.0:1784950360.149104:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950360.149110:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000400:00000010:1.0:1784950360.149118:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000100:00000001:0.0:1784950360.149120:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1784950360.149121:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950360.149126:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950360.149130:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950360.149131:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950360.149135:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950360.149137:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950360.149142:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1531 00000100:00000200:1.0:1784950360.149142:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f0c386d x1871652369177472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950360.149144:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:2.0:1784950360.149148:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4dc2038 x1871652369177600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950360.149150:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1784950360.149152:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000001:3.0:1784950360.149155:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950360.149162:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785741844480 : -120287967707136 : ffff9299466a0000) 00000100:00000001:3.0:1784950360.149163:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950360.149172:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950360.149180:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001b6cfa48 x1871652369177856/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:511/0 lens 224/0 e 0 to 0 dl 1784950371 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784950360.149184:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=143 v=5 (5 5 5 5) 00000100:00000200:1.0:1784950360.149191:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f0c386d x1871652369177472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784950360.149200:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=143 v=5 (1 1 1 1) 00000100:00000040:2.0:1784950360.149207:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4dc2038 x1871652369177600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950360.149216:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950360.149221:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950360.149223:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1784950360.149231:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1784950360.149232:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000001:1.0:1784950360.149233:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1784950360.149236:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.149239:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950360.149242:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950360.149247:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000100:00000001:1.0:1784950360.149247:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950360.149247:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784950360.149250:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784950360.149253:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 02000000:00000001:1.0:1784950360.149255:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950360.149257:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950360.149260:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1784950360.149261:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001b6cfa48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369177856:12345-192.168.203.114@tcp:400: 00000800:00000001:2.0:1784950360.149261:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950360.149262:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.149266:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950360.149271:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950360.149273:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369177856 02000000:00000001:1.0:1784950360.149273:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950360.149277:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ff7d5f7 x1871652369177728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950360.149281:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00001000:1.0:1784950360.149282:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=138 v=5 (5 5 5 5) 00000020:00000001:0.0:1784950360.149288:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950360.149293:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950360.149294:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=138 v=5 (1 1 1 1) 00000020:00000001:0.0:1784950360.149302:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950360.149305:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950360.149307:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950360.149307:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950360.149310:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950360.149312:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950360.149313:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950360.149315:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950360.149316:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1784950360.149318:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950360.149318:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784950360.149322:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950360.149324:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ff7d5f7 x1871652369177728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950360.149325:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1784950360.149325:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784950360.149329:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1784950360.149332:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950360.149333:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1784950360.149335:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1784950360.149339:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950360.149339:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000400:00000010:2.0:1784950360.149340:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd19fea8. 00000020:00000001:0.0:1784950360.149348:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950360.149349:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1784950360.149351:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e2aa9ca 00000100:00000001:0.0:1784950360.149355:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950360.149355:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950360.149358:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e2aa9ca. 02000000:00000001:0.0:1784950360.149360:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1784950360.149362:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005ff7d5f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369177728:192.168.203.114@tcp:400: 00000100:00000040:1.0:1784950360.149366:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f0c386d x1871652369177472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950360.149367:0:441643:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1784950360.149369:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000073aa669a. 00000100:00000001:3.0:1784950360.149373:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950360.149375:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950360.149379:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4dc2038 x1871652369177600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950360.149383:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950360.149385:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950360.149395:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950360.149396:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ff7d5f7 x1871652369177728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1784950360.149405:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369177856 00000100:00000001:1.0:1784950360.149407:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1784950360.149414:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950360.149416:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950360.149422:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1784950360.149426:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000001b6cfa48 x1871652369177856/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:511/0 lens 224/224 e 0 to 0 dl 1784950371 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950360.149435:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f0c386d x1871652369177472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950360.149439:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4dc2038 x1871652369177600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950360.149445:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950360.149451:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950360.149456:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098478efa. 02000000:00000001:3.0:1784950360.149465:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950360.149469:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950360.149475:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1784950360.149483:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950360.149487:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000033e9f3f3. 00000100:00100000:1.0:1784950360.149496:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000007f0c386d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369177472:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950360.149497:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784950360.149498:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1784950360.149504:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1784950360.149504:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784950360.149505:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950360.149508:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950360.149511:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950360.149511:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ff7d5f7. 00000100:00000001:2.0:1784950360.149512:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950360.149515:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784950360.149518:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00001000:0.0:1784950360.149521:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=143 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950360.149522:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950360.149523:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784950360.149527:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f0c386d x1871652369177472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950360.149528:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950360.149529:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950360.149531:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950360.149538:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950360.149540:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950360.149541:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950360.149549:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950360.149551:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950360.149551:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1784950360.149553:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=143 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950360.149555:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950360.149557:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1784950360.149558:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950360.149562:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950360.149562:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2c38d8a. 00000100:00000001:3.0:1784950360.149566:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1784950360.149567:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=143 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950360.149569:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784950360.149570:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950360.149572:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950360.149575:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784950360.149581:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1784950360.149582:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000040:1.0:1784950360.149582:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950360.149586:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950360.149588:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b6b1737. 00000020:00000001:1.0:1784950360.149588:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:2.0:1784950360.149591:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1784950360.149594:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c9722aa. 00000100:00000200:0.0:1784950360.149596:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369177856, offset 224 00010000:00080000:2.0:1784950360.149601:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a4dc2038 x1871652369177600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950360.149602:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950360.149608:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1784950360.149612:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000010:1.0:1784950360.149612:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f0c386d. 00000100:00000001:1.0:1784950360.149619:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950360.149624:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950360.149627:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950360.149629:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950360.149630:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.149633:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950360.149635:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950360.149637:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950360.149639:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950360.149641:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10683:10683:239:4294967295] 192.168.203.114@tcp LPNI seq info [9478:9478:8:4294967295] 00000100:00000001:2.0:1784950360.149644:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950360.149646:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.149649:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.149651:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950360.149658:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4dc2038 x1871652369177600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950360.149674:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950360.149680:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950360.149687:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950360.149689:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950360.149695:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950360.149698:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4dc2038 x1871652369177600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950360.149707:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 00000100:00100000:2.0:1784950360.149713:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000a4dc2038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369177600:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950360.149720:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950360.149722:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950360.149724:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950360.149731:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4dc2038 x1871652369177600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950360.149767:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950360.149769:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950360.149772:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000186ac1a7. 00000800:00000200:0.0:1784950360.149778:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:2.0:1784950360.149779:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950360.149783:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950360.149787:0:441643:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000800:00000200:0.0:1784950360.149788:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 320 niov 1 nkiov 1 00000020:00000001:2.0:1784950360.149792:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950360.149798:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9f26aca. 02000000:00000001:2.0:1784950360.149803:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784950360.149805:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950360.149806:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950360.149809:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4dc2038. 00000100:00000040:0.0:1784950360.149817:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950360.149817:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950360.149822:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950360.149829:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950360.149829:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950360.149836:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.149838:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1784950360.149844:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950360.149844:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950360.149851:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950360.149854:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950360.149858:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b6cfa48 x1871652369177856/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:511/0 lens 224/224 e 0 to 0 dl 1784950371 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950360.149876:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001b6cfa48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369177856:12345-192.168.203.114@tcp:400: Request processed in 652us (1565us total) trans 0 rc 0/0 00000100:00100000:0.0:1784950360.149887:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1531 00000100:00000040:0.0:1784950360.149891:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:0.0:1784950360.149894:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950360.149897:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950360.149901:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00000020:00000010:0.0:1784950360.149906:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cc2653d2. 00000800:00000200:1.0:1784950360.149907:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1784950360.149910:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006621a139. 00000800:00000010:1.0:1784950360.149911:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 00000020:00000040:0.0:1784950360.149914:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000400:00000200:1.0:1784950360.149916:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950360.149918:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950360.149924:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950360.149930:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b6b1737 00000400:00000010:1.0:1784950360.149934:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007b6b1737. 00000800:00000001:2.0:1784950360.149934:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950360.149941:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950360.149945:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1784950360.149946:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950360.149967:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950360.149970:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950360.149978:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950360.149987:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b9d00 00000400:00000200:2.0:1784950360.149993:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x1551d [1] + 224 00000800:00000001:2.0:1784950360.149998:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950360.150002:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950360.150004:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950360.150008:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950360.150011:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950360.150014:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031013d55 x1871652369177856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950360.150023:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031013d55 x1871652369177856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950360.150042:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950360.150047:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950360.150050:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950360.150082:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950360.150085:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950360.150089:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950360.150091:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950360.150093:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4b560a4. 00000400:00000200:1.0:1784950360.150097:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969daf7a 00000400:00000010:1.0:1784950360.150099:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000969daf7a. 00000100:00000001:1.0:1784950360.150101:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950360.150106:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031013d55 x1871652369177856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950360.150115:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031013d55 x1871652369177856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950360.150123:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950360.150124:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950360.150126:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950360.150127:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950360.150129:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950360.150130:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950360.150133:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950360.150137:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=143 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950360.150140:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=143 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950360.150142:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950360.150144:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950360.150146:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1784950360.150148:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000031013d55 x1871652369177856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950360.150155:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.150157:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950360.150158:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950360.150160:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950360.150161:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950360.150164:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031013d55 x1871652369177856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950360.150170:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950360.150172:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950360.150174:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950360.150176:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031013d55 x1871652369177856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950360.150183:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000031013d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369177856:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950360.150187:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950360.150188:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950360.150190:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031013d55 x1871652369177856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950360.150196:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950360.150197:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950360.150199:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031bfa75f. 02000000:00000001:1.0:1784950360.150202:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950360.150203:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950360.150204:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1784950360.150206:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950360.150208:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008bb5297c. 02000000:00000001:1.0:1784950360.150210:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950360.150212:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950360.150213:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031013d55. 00000100:00000001:1.0:1784950360.150216:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950360.150217:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950360.150219:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950360.150222:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950360.150224:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950360.150226:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950360.150228:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950360.400848:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950360.400856:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950360.400864:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950360.400866:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950360.400989:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950360.400995:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950360.401000:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950361.040804:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950361.040819:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950361.040821:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950361.040826:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950361.040830:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950361.040833:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950361.040836:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950361.424853:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950361.424862:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950361.424869:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950361.424871:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950361.425020:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950361.425026:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950361.425032:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950362.064903:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950362.064920:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950362.064922:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950362.064928:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950362.064932:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950362.064960:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950362.064964:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950362.448853:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950362.448862:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950362.448870:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950362.448874:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950362.448877:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950362.448881:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950362.448885:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950362.448888:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950362.448890:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950362.448893:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950362.449039:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950362.449045:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950362.449049:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784950362.576872:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307300731, at 4307300736 00000100:00000040:2.0:1784950362.576881:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307300731, at 4307300736 00000100:00000040:3.0:1784950362.576883:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307300731, at 4307300736 00000100:00000010:0.0:1784950362.576894:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076fe874a. 00000100:00000010:2.0:1784950362.576899:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000573d6120. 00000100:00000010:3.0:1784950362.576903:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075341597. 00000100:00000040:1.0:1784950362.576910:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307300731, at 4307300736 00000100:00000010:1.0:1784950362.576926:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006aac1791. 00000100:00000001:1.0:1784950363.088879:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950363.088897:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950363.088900:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950363.088907:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950363.088911:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950363.088916:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950363.088920:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950363.472868:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950363.472877:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950363.472886:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950363.472888:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950363.473019:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950363.473026:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950363.473031:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950364.112854:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950364.112871:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950364.112874:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950364.112881:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950364.112885:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950364.112890:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950364.112893:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950364.240896:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000001:1.0:1784950364.240902:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1784950364.240904:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000020:1.0:1784950364.240909:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1784950364.240942:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b137662. 00000100:00000010:0.0:1784950364.240943:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ac54a88. 00000020:00000040:1.0:1784950364.240953:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000040:0.0:1784950364.240955:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950364.240962:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950364.240966:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950364.240967:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950364.240973:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950364.240977:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950364.240982:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950364.240990:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d66491d6. 02000000:00000010:0.0:1784950364.240995:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000031b2009f. 00000100:00000001:1.0:1784950364.241000:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950364.241007:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950364.241009:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950364.241014:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950364.241022:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950364.241030:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950364.241030:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b137662] to pc [ptlrpcd_00_01+1] req@000000009b137662 x1871652369177984/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950364.241051:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ac54a88] to pc [ptlrpcd_00_02+2] req@000000001ac54a88 x1871652369178112/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1784950364.241079:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950364.241091:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950364.241115:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950364.241121:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950364.241125:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950364.241133:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009b137662 x1871652369177984/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950364.241143:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950364.241149:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950364.241151:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950364.241153:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950364.241157:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950364.241159:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784950364.241161:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950364.241165:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950364.241167:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950364.241175:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ac54a88 x1871652369178112/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950364.241176:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950364.241177:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950364.241185:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950364.241190:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009b137662 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369177984:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950364.241205:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950364.241214:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784950364.241215:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950364.241220:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950364.241221:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950364.241229:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784950364.241233:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1784950364.241237:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004ef374ce. 02000000:00000001:0.0:1784950364.241239:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950364.241244:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950364.241251:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950364.241255:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e2400a6. 00000100:00100000:0.0:1784950364.241262:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000001ac54a88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369178112:192.168.203.114@tcp:41: 00000400:00000010:2.0:1784950364.241265:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbd28d60. 00000100:00000001:0.0:1784950364.241275:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1784950364.241276:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369177984, portal 4 02000000:00000001:0.0:1784950364.241281:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950364.241282:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1784950364.241289:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950364.241289:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786004497280 : -120287705054336 : ffff92995611c380) 02000000:00000001:0.0:1784950364.241297:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784950364.241302:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009b137662 x1871652369177984/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950364.241307:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000df4691ca. 02000000:00000001:0.0:1784950364.241318:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950364.241319:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950364.241326:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950364.241332:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f515d5b. 00000400:00000010:2.0:1784950364.241332:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4f46573. 00000100:00000200:2.0:1784950364.241341:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369177984, offset 0 00000400:00000010:0.0:1784950364.241348:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912c2f18. 00000400:00000200:2.0:1784950364.241353:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950364.241364:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369178112, portal 4 00000100:00000001:0.0:1784950364.241371:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950364.241376:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785822336128 : -120287887215488 : ffff92994b363480) 00000400:00000200:2.0:1784950364.241376:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950364.241385:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950364.241391:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:0.0:1784950364.241399:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001ac54a88 x1871652369178112/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950364.241400:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950364.241409:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950364.241418:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10684:10684:239:4294967295] 192.168.203.114@tcp LPNI seq info [9479:9479:8:4294967295] 00000100:00000001:0.0:1784950364.241437:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950364.241455:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950364.241456:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950364.241469:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a240814. 00000800:00000200:2.0:1784950364.241469:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950364.241480:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369178112, offset 0 00000800:00000010:2.0:1784950364.241481:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e5c2538. 00000800:00000200:2.0:1784950364.241495:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950364.241502:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950364.241509:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950364.241515:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002e5c2538 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950364.241520:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950364.241529:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950364.241535:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950364.241537:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950364.241543:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1784950364.241546:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13923 usecs (14 jiffies) 00000400:00000200:0.0:1784950364.241554:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950364.241554:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307302414 00000100:00000010:2.0:1784950364.241563:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000573d6120. 00000400:00000200:0.0:1784950364.241570:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10685:10685:238:4294967295] 192.168.203.114@tcp LPNI seq info [9480:9480:7:4294967295] 00000100:00000001:2.0:1784950364.241576:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784950364.241587:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307302414 00000100:00000010:2.0:1784950364.241597:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fdbb8ba. 00000400:00000200:0.0:1784950364.241601:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950364.241604:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784950364.241618:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307302414 00000800:00000200:0.0:1784950364.241620:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000010:2.0:1784950364.241627:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006aac1791. 00000800:00000010:0.0:1784950364.241632:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdda80e2. 00000100:00000001:2.0:1784950364.241633:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1784950364.241643:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307302414 00000800:00000200:0.0:1784950364.241650:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000010:2.0:1784950364.241650:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075341597. 00000100:00000001:2.0:1784950364.241658:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1784950364.241665:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784950364.241671:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950364.241672:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950364.241678:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950364.241682:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdda80e2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950364.241682:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950364.241693:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950364.241698:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950364.241703:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950364.241706:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950364.241710:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950364.241710:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950364.241714:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950364.241770:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784950364.241771:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:3.0:1784950364.241779:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e5c2538. 00000400:00000200:3.0:1784950364.241789:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950364.241795:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4713 usecs (5 jiffies) 00000400:00000200:3.0:1784950364.241799:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950364.241808:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307302406 00000400:00000200:3.0:1784950364.241811:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4f46573 00000100:00000001:0.0:1784950364.241818:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307302414 00000400:00000010:3.0:1784950364.241818:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e4f46573. 00000100:00000001:3.0:1784950364.241827:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950364.241828:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307302406 00000100:00000001:0.0:1784950364.241836:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307302414 00000100:00000200:3.0:1784950364.241839:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009b137662 x1871652369177984/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950364.241844:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950364.241845:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307302406 00000800:00000010:2.0:1784950364.241852:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdda80e2. 00000100:00000001:0.0:1784950364.241857:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307302414 00000400:00000200:2.0:1784950364.241863:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950364.241869:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307302406 00000100:00000001:3.0:1784950364.241878:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950364.241879:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950364.241881:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307302414 00000100:00000040:3.0:1784950364.241886:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009b137662 x1871652369177984/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950364.241891:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a240814 00000100:00000001:0.0:1784950364.241893:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950364.241898:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a240814. 00000100:00000001:0.0:1784950364.241906:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950364.241909:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950364.241912:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950364.241917:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950364.241918:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950364.241944:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ac54a88 x1871652369178112/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950364.241971:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950364.241972:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950364.241983:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950364.241987:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784950364.241988:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ac54a88 x1871652369178112/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950364.241988:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950364.241994:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:3.0:1784950364.241997:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950364.242002:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950364.242006:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950364.242013:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950364.242020:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950364.242022:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950364.242023:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950364.242027:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950364.242030:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950364.242044:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b9e00 00000400:00000200:3.0:1784950364.242055:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 20832 00000800:00000001:3.0:1784950364.242063:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950364.242066:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950364.242071:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950364.242072:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950364.242078:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950364.242079:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950364.242086:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950364.242095:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950364.242097:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950364.242102:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1784950364.242107:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ff7d5f7. 00000400:00000200:2.0:1784950364.242109:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b9d80 00000100:00000040:3.0:1784950364.242115:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000005ff7d5f7 x1871652369178112 msgsize 224 00000400:00000200:2.0:1784950364.242122:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 21056 00000100:00100000:3.0:1784950364.242134:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:2.0:1784950364.242136:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950364.242146:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950364.242148:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950364.242152:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1784950364.242157:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950364.242166:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950364.242167:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950364.242171:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000001:3.0:1784950364.242174:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784950364.242176:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055a59be9. 00000100:00000040:2.0:1784950364.242182:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000055a59be9 x1871652369177984 msgsize 224 00000100:00100000:2.0:1784950364.242188:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950364.242206:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1784950364.242217:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950364.242222:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1784950364.242223:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950364.242228:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369178112 02000000:00000001:1.0:1784950364.242233:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950364.242236:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950364.242240:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950364.242245:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950364.242249:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369178112 00000020:00000001:1.0:1784950364.242253:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950364.242255:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:1.0:1784950364.242258:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950364.242263:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:1.0:1784950364.242266:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:1.0:1784950364.242269:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:1.0:1784950364.242276:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950364.242278:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1784950364.242282:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000100:00100000:0.0:1784950364.242285:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369177984 00000100:00000001:1.0:1784950364.242288:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950364.242295:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1784950364.242296:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000100:00000001:0.0:1784950364.242302:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1784950364.242306:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb064e97. 00000100:00000001:0.0:1784950364.242308:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950364.242315:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 02000000:00000001:0.0:1784950364.242318:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950364.242323:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f321c0c7. 00000100:00100000:0.0:1784950364.242325:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369177984 00000020:00000001:0.0:1784950364.242332:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950364.242335:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000040:1.0:1784950364.242336:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000001:0.0:1784950364.242339:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950364.242342:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1784950364.242347:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:1.0:1784950364.242347:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950364.242352:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950364.242358:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:1.0:1784950364.242364:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950364.242366:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:0.0:1784950364.242375:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950364.242382:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000001:1.0:1784950364.242385:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950364.242387:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950364.242395:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000100:00000001:1.0:1784950364.242401:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1784950364.242404:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006621a139. 00000100:00000001:1.0:1784950364.242406:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1784950364.242414:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000100:00100000:1.0:1784950364.242416:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2629 00000100:00000040:1.0:1784950364.242425:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000020:00000010:0.0:1784950364.242427:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cc2653d2. 00000100:00000001:1.0:1784950364.242428:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798846208 : -120287910705408 : ffff929949cfc700) 00000100:00000040:1.0:1784950364.242440:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005ff7d5f7 x1871652369178112/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:515/0 lens 224/0 e 0 to 0 dl 1784950375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950364.242442:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950364.242448:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950364.242453:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950364.242458:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950364.242463:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000100:00000001:0.0:1784950364.242465:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950364.242466:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950364.242474:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000100:00100000:1.0:1784950364.242480:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005ff7d5f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369178112:12345-192.168.203.114@tcp:41: 00000100:00000200:1.0:1784950364.242484:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369178112 00000020:00000001:1.0:1784950364.242488:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950364.242492:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950364.242494:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950364.242497:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950364.242502:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950364.242506:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:1.0:1784950364.242510:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1784950364.242515:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369178112, found 0 last_xid 1871652369178111 00000100:00000001:0.0:1784950364.242517:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1784950364.242519:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950364.242524:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950364.242525:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950364.242530:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1784950364.242531:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950364.242536:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950364.242537:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950364.242540:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2630 00000100:00000001:1.0:1784950364.242545:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1784950364.242548:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:2.0:1784950364.242549:0:453516:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950364.242550:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784950364.242557:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000ff54071. 00000100:00000001:0.0:1784950364.242559:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683777536 : -120288025774080 : ffff929942f3f800) 00000100:00000001:2.0:1784950364.242559:0:453516:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950364.242562:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950364.242571:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950364.242577:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000055a59be9 x1871652369177984/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:515/0 lens 224/0 e 0 to 0 dl 1784950375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1784950364.242578:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:1.0:1784950364.242585:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1784950364.242589:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950364.242604:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000004:00000024:1.0:1784950364.242607:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000010:0.0:1784950364.242611:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000020:00000020:1.0:1784950364.242614:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:0.0:1784950364.242621:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1784950364.242622:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000010:0.0:1784950364.242633:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000020:00000020:1.0:1784950364.242633:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000020:1.0:1784950364.242642:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1784950364.242648:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000100:00100000:0.0:1784950364.242650:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000055a59be9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369177984:12345-192.168.203.114@tcp:41: 00000001:00000001:1.0:1784950364.242655:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1784950364.242659:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950364.242663:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369177984 00000004:00000001:1.0:1784950364.242665:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950364.242671:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000040:1.0:1784950364.242672:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369178112 00010000:00000001:1.0:1784950364.242678:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:0.0:1784950364.242680:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00010000:00000200:1.0:1784950364.242686:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000005ff7d5f7 x1871652369178112/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:515/0 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950364.242688:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950364.242698:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950364.242704:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00010000:00000001:1.0:1784950364.242705:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950364.242709:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950364.242714:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00001000:1.0:1784950364.242716:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950364.242753:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950364.242756:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950364.242759:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950364.242763:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:0.0:1784950364.242767:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369177984, found 0 last_xid 1871652369177983 02000000:00000001:1.0:1784950364.242767:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950364.242773:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1784950364.242779:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950364.242780:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950364.242787:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000553db85b. 00000020:00000001:0.0:1784950364.242788:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1784950364.242795:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369178112, offset 224 00000020:00000001:0.0:1784950364.242796:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950364.242803:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950364.242807:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950364.242814:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950364.242821:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1784950364.242821:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950364.242830:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10686:10686:239:4294967295] 192.168.203.114@tcp LPNI seq info [9481:9481:8:4294967295] 02000000:00000010:0.0:1784950364.242832:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000538cb002. 02000000:00000001:0.0:1784950364.242840:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950364.242848:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950364.242851:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950364.242858:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000004:00000001:0.0:1784950364.242862:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000800:00000010:1.0:1784950364.242865:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc7a79b2. 00000004:00000001:0.0:1784950364.242868:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1784950364.242875:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950364.242875:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950364.242888:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:1.0:1784950364.242891:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fc7a79b2 type 1, nob 464 niov 1 nkiov 1 00000004:00000024:0.0:1784950364.242896:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000020:00000020:0.0:1784950364.242904:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000100:00000001:1.0:1784950364.242907:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1784950364.242909:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000100:00000040:1.0:1784950364.242915:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950364.242943:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000004:00000020:0.0:1784950364.242945:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000020:00000001:1.0:1784950364.242947:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950364.242954:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000001:00000001:0.0:1784950364.242961:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000100:00000040:1.0:1784950364.242963:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ff7d5f7 x1871652369178112/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:515/0 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1784950364.242967:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950364.242979:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950364.242986:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369177984 00000100:00100000:1.0:1784950364.242986:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005ff7d5f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369178112:12345-192.168.203.114@tcp:41: Request processed in 525us (867us total) trans 0 rc 0/0 00010000:00000001:0.0:1784950364.242996:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00100000:1.0:1784950364.243003:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2629 00000800:00000200:2.0:1784950364.243005:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1784950364.243009:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00010000:00000200:0.0:1784950364.243010:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000055a59be9 x1871652369177984/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:515/0 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784950364.243012:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc7a79b2. 00000100:00000001:1.0:1784950364.243017:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1784950364.243021:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950364.243022:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950364.243030:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00000400:00000200:2.0:1784950364.243038:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:1.0:1784950364.243041:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f321c0c7. 00010000:00000001:0.0:1784950364.243042:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1784950364.243044:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000553db85b 00010000:00000001:0.0:1784950364.243050:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950364.243051:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb064e97. 00000400:00000010:2.0:1784950364.243051:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000553db85b. 00000100:00001000:0.0:1784950364.243063:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=147 v=5 (1 1 1 1) 00000800:00000001:3.0:1784950364.243064:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784950364.243065:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:2.0:1784950364.243065:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950364.243071:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950364.243074:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950364.243078:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:3.0:1784950364.243080:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950364.243086:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950364.243091:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000001:3.0:1784950364.243094:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950364.243097:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950364.243106:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1784950364.243108:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:0.0:1784950364.243110:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950364.243117:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950364.243124:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b9e00 00000100:00000040:0.0:1784950364.243127:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950364.243136:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15549 [1] + 224 00000400:00000010:0.0:1784950364.243137:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdfacc79. 00000100:00000200:0.0:1784950364.243148:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369177984, offset 224 00000800:00000001:3.0:1784950364.243149:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950364.243156:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950364.243161:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950364.243167:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950364.243172:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950364.243185:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950364.243193:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10687:10687:239:4294967295] 192.168.203.114@tcp LPNI seq info [9482:9482:8:4294967295] 00000400:00000200:0.0:1784950364.243209:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950364.243218:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950364.243219:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:0.0:1784950364.243228:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013f88f5e. 00000100:00000200:3.0:1784950364.243230:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ac54a88 x1871652369178112/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950364.243245:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:3.0:1784950364.243256:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001ac54a88 x1871652369178112/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950364.243264:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950364.243274:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000013f88f5e type 1, nob 464 niov 1 nkiov 1 00000100:00000001:3.0:1784950364.243292:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950364.243303:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950364.243312:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950364.243317:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950364.243320:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950364.243325:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950364.243331:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950364.243336:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055a59be9 x1871652369177984/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:515/0 lens 224/368 e 0 to 0 dl 1784950375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950364.243337:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784950364.243346:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784950364.243348:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950364.243355:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950364.243359:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f515d5b. 00000400:00000200:2.0:1784950364.243366:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912c2f18 00000100:00100000:0.0:1784950364.243367:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000055a59be9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369177984:12345-192.168.203.114@tcp:41: Request processed in 759us (1180us total) trans 0 rc 0/0 00000400:00000010:2.0:1784950364.243372:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000912c2f18. 00000100:00000001:2.0:1784950364.243380:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1784950364.243385:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950364.243391:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013f88f5e. 00000100:00000200:2.0:1784950364.243392:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ac54a88 x1871652369178112/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950364.243396:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2630 00000800:00000001:1.0:1784950364.243400:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950364.243401:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950364.243408:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000001:1.0:1784950364.243412:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950364.243421:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950364.243422:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:1.0:1784950364.243424:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950364.243427:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ac54a88 x1871652369178112/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950364.243430:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:1.0:1784950364.243432:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950364.243434:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdfacc79 00000020:00000010:0.0:1784950364.243440:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00000400:00000010:3.0:1784950364.243441:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdfacc79. 00000800:00000001:1.0:1784950364.243442:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950364.243448:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1784950364.243455:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cc2653d2. 00000100:00000001:2.0:1784950364.243455:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950364.243457:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1784950364.243463:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950364.243465:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950364.243465:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1784950364.243469:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006621a139. 02000000:00000001:2.0:1784950364.243473:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950364.243478:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950364.243480:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950364.243482:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 02000000:00000001:2.0:1784950364.243483:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950364.243491:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069b9d80 00000100:00000001:0.0:1784950364.243494:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784950364.243495:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=147 v=5 (5 5 5 5) 00000400:00000200:1.0:1784950364.243504:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15541 [1] + 224 00000100:00001000:2.0:1784950364.243507:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=147 v=5 (1 1 1 1) 00000800:00000001:1.0:1784950364.243514:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950364.243515:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950364.243520:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950364.243524:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784950364.243525:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950364.243528:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950364.243530:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950364.243535:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1784950364.243540:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950364.243541:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950364.243548:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950364.243550:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950364.243551:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950364.243561:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009b137662 x1871652369177984/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950364.243563:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ac54a88 x1871652369178112/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950364.243613:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950364.243617:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1784950364.243618:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000009b137662 x1871652369177984/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950364.243623:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950364.243630:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1784950364.243636:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000004:00000020:2.0:1784950364.243644:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000100:00000001:1.0:1784950364.243649:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:2.0:1784950364.243650:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950364.243658:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950364.243659:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ac54a88 x1871652369178112/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950364.243664:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950364.243677:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000001ac54a88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369178112:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950364.243687:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950364.243689:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950364.243694:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ac54a88 x1871652369178112/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950364.243696:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950364.243701:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950364.243708:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1784950364.243710:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1784950364.243712:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950364.243742:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000df4691ca. 00000400:00000001:3.0:1784950364.243743:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1784950364.243747:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1784950364.243749:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e2400a6. 00000020:00000001:2.0:1784950364.243752:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950364.243757:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:3.0:1784950364.243757:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbd28d60 00000400:00000010:3.0:1784950364.243765:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cbd28d60. 00000020:00000001:2.0:1784950364.243766:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950364.243772:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000031b2009f. 00000100:00000001:3.0:1784950364.243773:0:441642:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784950364.243778:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950364.243783:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1784950364.243783:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009b137662 x1871652369177984/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784950364.243785:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ac54a88. 00000100:00000001:2.0:1784950364.243794:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950364.243798:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950364.243804:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950364.243811:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009b137662 x1871652369177984/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950364.243812:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950364.243815:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950364.243822:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950364.243826:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950364.243840:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950364.243843:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950364.243845:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950364.243847:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950364.243849:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950364.243851:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950364.243853:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950364.243858:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=142 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950364.243861:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=142 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950364.243863:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950364.243865:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950364.243867:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950364.243868:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950364.243871:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950364.243872:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950364.243874:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950364.243875:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950364.243878:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009b137662 x1871652369177984/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950364.243885:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950364.243887:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950364.243889:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1784950364.243890:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1784950364.243894:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000020:3.0:1784950364.243900:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:3.0:1784950364.243905:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950364.243908:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b137662 x1871652369177984/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950364.243916:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009b137662 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369177984:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950364.243920:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950364.243942:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950364.243945:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009b137662 x1871652369177984/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950364.243952:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950364.243954:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950364.243956:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004ef374ce. 02000000:00000001:3.0:1784950364.243960:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950364.243962:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950364.243963:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1784950364.243965:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950364.243967:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d66491d6. 02000000:00000001:3.0:1784950364.243970:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950364.243971:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950364.243972:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009b137662. 00000100:00000001:3.0:1784950364.243976:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950364.243977:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950364.243979:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950364.243984:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950364.243985:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950364.243987:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950364.243989:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950364.255804:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307302414, at 4307302415 00000100:00000040:1.0:1784950364.255810:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307302414, at 4307302415 00000100:00000010:3.0:1784950364.255813:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075341597. 00000100:00000040:2.0:1784950364.255819:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307302414, at 4307302415 00000100:00000010:1.0:1784950364.255821:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fdbb8ba. 00000100:00000040:0.0:1784950364.255825:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307302414, at 4307302415 00000100:00000010:2.0:1784950364.255831:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006aac1791. 00000100:00000010:0.0:1784950364.255838:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000573d6120. 00010000:00000001:2.0:1784950364.496856:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950364.496863:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950364.496871:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950364.496873:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950364.497006:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950364.497012:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950364.497016:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950365.136859:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950365.136876:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950365.136879:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950365.136886:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950365.136889:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950365.136894:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.136898:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950365.264857:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950365.264869:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950365.264878:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd729a45. 00000020:00000040:3.0:1784950365.264886:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:3.0:1784950365.264892:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950365.264896:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950365.264903:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950365.264943:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000033e9f3f3. 00000100:00000001:3.0:1784950365.264955:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950365.264968:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000cd729a45 x1871652369178240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950365.264983:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950365.264986:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950365.264992:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd729a45] to pc [ptlrpcd_00_03+3] req@00000000cd729a45 x1871652369178240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950365.265030:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950365.265034:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950365.265039:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950365.265042:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097c081ea. 00000020:00000040:3.0:1784950365.265046:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950365.265049:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950365.265050:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950365.265053:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950365.265058:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008bb5297c. 00000100:00000001:3.0:1784950365.265061:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950365.265068:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@0000000097c081ea x1871652369178368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950365.265077:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950365.265079:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950365.265082:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097c081ea] to pc [ptlrpcd_00_00+0] req@0000000097c081ea x1871652369178368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950365.265134:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950365.265142:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950365.265146:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950365.265151:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950365.265157:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd729a45 x1871652369178240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950365.265160:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.265180:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950365.265180:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950365.265183:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.265193:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950365.265194:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950365.265200:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784950365.265202:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950365.265204:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950365.265206:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950365.265213:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950365.265224:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000cd729a45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369178240:0@lo:400: 00000100:00000040:1.0:1784950365.265224:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097c081ea x1871652369178368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950365.265234:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.265241:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1784950365.265245:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:0.0:1784950365.265252:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950365.265258:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1784950365.265262:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:0.0:1784950365.265268:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784950365.265275:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1784950365.265281:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006621a139. 00000100:00000001:1.0:1784950365.265281:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950365.265283:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1784950365.265286:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950365.265291:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950365.265292:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000196a7a21. 02000000:00000001:1.0:1784950365.265295:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950365.265301:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1784950365.265305:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:1.0:1784950365.265307:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950365.265309:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f515d5b. 00000100:00000001:3.0:1784950365.265318:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1784950365.265321:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000097c081ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369178368:192.168.203.114@tcp:400: 02000000:00000001:3.0:1784950365.265323:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1784950365.265324:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a09db0. 02000000:00000001:3.0:1784950365.265332:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.265335:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1784950365.265339:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369178240, portal 25 02000000:00000010:3.0:1784950365.265341:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9f26aca. 02000000:00000001:1.0:1784950365.265343:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950365.265347:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784950365.265351:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.265352:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798848000 : -120287910703616 : ffff929949cfce00) 00000100:00000001:3.0:1784950365.265353:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950365.265360:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950365.265371:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb064e97. 00000100:00000040:0.0:1784950365.265375:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cd729a45 x1871652369178240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950365.265375:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000196a7a21 x1871652369178496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1784950365.265378:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950365.265391:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5d8cf49. 00000400:00000010:1.0:1784950365.265403:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8a23c93. 00000100:00000200:1.0:1784950365.265414:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369178368, portal 4 00000100:00000001:1.0:1784950365.265424:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950365.265429:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798857856 : -120287910693760 : ffff929949cff480) 00000100:00000001:0.0:1784950365.265431:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950365.265438:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1784950365.265444:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1784950365.265446:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950365.265450:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097c081ea x1871652369178368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950365.265453:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968cd81d. 00000100:00000040:3.0:1784950365.265465:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000196a7a21] to pc [ptlrpcd_00_01+1] req@00000000196a7a21 x1871652369178496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950365.265466:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369178240, offset 0 00000100:00000001:1.0:1784950365.265479:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950365.265488:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1784950365.265493:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950365.265504:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 00000100:00000200:1.0:1784950365.265513:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369178368, offset 0 00000400:00000200:0.0:1784950365.265519:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1784950365.265527:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950365.265530:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950365.265539:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1784950365.265545:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069b9e80 00000400:00000200:1.0:1784950365.265550:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950365.265562:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1784950365.265564:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13e49 [2] + 0 00000400:00000200:1.0:1784950365.265567:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1784950365.265575:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027ede856. 00000400:00000010:0.0:1784950365.265577:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4f6ebd5. 00000400:00000200:1.0:1784950365.265582:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000040:3.0:1784950365.265587:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:0.0:1784950365.265590:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000060050f73 00000400:00000200:1.0:1784950365.265593:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950365.265596:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950365.265601:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1784950365.265602:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950365.265605:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950365.265608:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950365.265617:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10688:10688:239:4294967295] 192.168.203.114@tcp LPNI seq info [9483:9483:8:4294967295] 02000000:00000010:3.0:1784950365.265620:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c9722aa. 00000400:00000200:0.0:1784950365.265622:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1784950365.265632:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950365.265634:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950365.265643:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950365.265648:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@0000000027ede856 x1871652369178624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950365.265650:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784950365.265659:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:2.0:1784950365.265667:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000196a7a21 x1871652369178496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950365.265686:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060050f73 00000800:00000200:1.0:1784950365.265693:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950365.265696:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 0000000060050f73. 00000100:00000001:3.0:1784950365.265708:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000010:1.0:1784950365.265710:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de155b2e. 00000100:00000001:0.0:1784950365.265712:0:441644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950365.265713:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950365.265715:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950365.265764:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950365.265770:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1784950365.265772:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1784950365.265774:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:3.0:1784950365.265775:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027ede856] to pc [ptlrpcd_00_02+2] req@0000000027ede856 x1871652369178624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950365.265780:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950365.265784:0:441644:0:(events.c:337:request_in_callback()) incoming req@00000000b0780d73 x1871652369178240 msgsize 224 02000000:00000001:2.0:1784950365.265794:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950365.265804:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:2.0:1784950365.265813:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000196a7a21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369178496:192.168.203.114@tcp:400: 00000100:00100000:0.0:1784950365.265815:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:1.0:1784950365.265818:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000de155b2e type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784950365.265827:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1784950365.265836:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950365.265842:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950365.265845:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950365.265849:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950365.265850:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950365.265855:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.265856:0:441644:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:2.0:1784950365.265860:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a506608. 00000100:00000040:1.0:1784950365.265861:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13916 usecs (14 jiffies) 00000100:00080000:3.0:1784950365.265864:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000200:0.0:1784950365.265871:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968cd81d 02000000:00000001:2.0:1784950365.265872:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.265874:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307303439 00000400:00000010:0.0:1784950365.265879:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000968cd81d. 00000100:00080000:3.0:1784950365.265882:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000010:2.0:1784950365.265886:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089696048. 00000100:00000010:1.0:1784950365.265890:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000276e14b6. 00000100:00000001:0.0:1784950365.265892:0:441644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1784950365.265893:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1784950365.265900:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbd28d60. 00000100:00000001:3.0:1784950365.265902:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1784950365.265904:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd729a45 x1871652369178240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950365.265905:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000010:3.0:1784950365.265912:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007dd066f6. 00000100:00000200:2.0:1784950365.265913:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369178496, portal 10 00000020:00000040:3.0:1784950365.265943:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1784950365.265945:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307303439 00000100:00000001:2.0:1784950365.265957:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950365.265958:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1784950365.265961:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dd850b73. 00000100:00000001:2.0:1784950365.265966:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798844416 : -120287910707200 : ffff929949cfc000) 02000000:00000001:3.0:1784950365.265967:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784950365.265973:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 02000000:00000001:3.0:1784950365.265976:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.265977:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950365.265983:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307303439 00000100:00000040:2.0:1784950365.265986:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000196a7a21 x1871652369178496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950365.265991:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000002c68df2. 00000100:00000040:0.0:1784950365.265992:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd729a45 x1871652369178240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950365.265995:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f0cb91c. 00000100:00000001:3.0:1784950365.266005:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.266008:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1784950365.266020:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307303439 00000100:00000040:3.0:1784950365.266027:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@000000007dd066f6 x1871652369178752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1784950365.266032:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046a56b44. 00000100:00000001:1.0:1784950365.266044:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1784950365.266053:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950365.266056:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950365.266062:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.266068:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950365.266074:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950365.266075:0:441644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950365.266079:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950365.266085:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4f46573. 00000100:00000001:0.0:1784950365.266086:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.266088:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950365.266092:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1784950365.266097:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369178496, offset 0 00000100:00000001:3.0:1784950365.266099:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.266101:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307305851 00000100:00000001:1.0:1784950365.266108:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784950365.266110:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950365.266115:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dd066f6] to pc [ptlrpcd_00_03+3] req@000000007dd066f6 x1871652369178752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950365.266116:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307303439 00000100:00000001:1.0:1784950365.266117:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950365.266130:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307305851 00000400:00000200:2.0:1784950365.266131:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950365.266133:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950365.266144:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307303439 00000100:00000001:1.0:1784950365.266144:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950365.266150:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950365.266154:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.266157:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307305851 00000400:00000200:2.0:1784950365.266164:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950365.266169:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.266171:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307303439 00000100:00000001:3.0:1784950365.266177:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950365.266178:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950365.266188:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307305851 00000100:00000040:3.0:1784950365.266192:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12641) 00000400:00000200:2.0:1784950365.266193:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950365.266197:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307303439 00000400:00000200:2.0:1784950365.266210:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10689:10689:238:4294967295] 192.168.203.114@tcp LPNI seq info [9484:9484:7:4294967295] 00000100:00000001:0.0:1784950365.266213:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950365.266222:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.266229:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.266236:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950365.266245:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950365.266246:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950365.266246:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950365.266247:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1784950365.266254:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369178240 00000100:00000001:0.0:1784950365.266257:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950365.266258:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950365.266260:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950365.266265:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950365.266268:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000200:2.0:1784950365.266268:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950365.266270:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950365.266275:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950365.266278:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000027ede856 x1871652369178624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950365.266279:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1784950365.266281:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb2959c5. 02000000:00000001:1.0:1784950365.266285:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.266286:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1784950365.266298:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369178240 00000800:00000200:2.0:1784950365.266301:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:0.0:1784950365.266302:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007dd066f6 x1871652369178752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950365.266307:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950365.266315:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000020:00000001:1.0:1784950365.266324:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:2.0:1784950365.266328:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000040:1.0:1784950365.266332:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000800:00000200:2.0:1784950365.266342:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eb2959c5 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1784950365.266344:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:3.0:1784950365.266346:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950365.266353:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950365.266357:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 02000000:00000001:3.0:1784950365.266365:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950365.266371:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950365.266372:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950365.266373:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950365.266373:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950365.266380:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950365.266382:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000100:00000040:2.0:1784950365.266385:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5575 usecs (6 jiffies) 02000000:00000001:3.0:1784950365.266386:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950365.266389:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950365.266393:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950365.266398:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950365.266400:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000100:00000001:2.0:1784950365.266400:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307303431 00000100:00100000:3.0:1784950365.266405:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000027ede856 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369178624:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950365.266415:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307305851 02000000:00000001:0.0:1784950365.266416:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950365.266417:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1784950365.266419:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9a863bd. 02000000:00000001:3.0:1784950365.266425:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950365.266428:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307303431 02000000:00000001:3.0:1784950365.266431:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950365.266433:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 00000100:00100000:0.0:1784950365.266434:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000007dd066f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369178752:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950365.266438:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307305851 02000000:00000001:3.0:1784950365.266445:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1784950365.266448:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f321c0c7. 00000100:00000001:2.0:1784950365.266449:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307303431 00000100:00000001:0.0:1784950365.266455:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1784950365.266460:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f33a667. 00000100:00000001:2.0:1784950365.266461:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307305851 02000000:00000001:0.0:1784950365.266464:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784950365.266467:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:3.0:1784950365.266473:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950365.266474:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950365.266474:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307303431 00000100:00000001:1.0:1784950365.266476:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950365.266482:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1784950365.266485:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950365.266488:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307305851 00000100:00000001:1.0:1784950365.266489:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950365.266494:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbdf19b0. 00000400:00000010:3.0:1784950365.266495:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060b7eed8. 00000100:00000001:2.0:1784950365.266499:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950365.266504:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.266507:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950365.266508:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950365.266513:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd19fea8. 00000400:00000010:3.0:1784950365.266515:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000100:00000001:2.0:1784950365.266521:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950365.266526:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968cd81d. 00000100:00000001:2.0:1784950365.266527:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950365.266529:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369178624, portal 4 00000100:00000001:1.0:1784950365.266532:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950365.266540:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369178752, portal 10 00000100:00000001:3.0:1784950365.266543:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950365.266544:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950365.266546:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950365.266552:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950365.266553:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798854272 : -120287910697344 : ffff929949cfe680) 00000100:00000001:0.0:1784950365.266554:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798852480 : -120287910699136 : ffff929949cfdf80) 00000100:00000001:1.0:1784950365.266555:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950365.266563:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950365.266564:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950365.266570:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950365.266576:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950365.266581:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000027ede856 x1871652369178624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950365.266583:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007dd066f6 x1871652369178752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950365.266585:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00000001:2.0:1784950365.266586:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950365.266599:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:1.0:1784950365.266608:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785835787344 : -120287873764272 : ffff92994c037450) 00000100:00000040:1.0:1784950365.266625:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b0780d73 x1871652369178240/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:516/0 lens 224/0 e 0 to 0 dl 1784950376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950365.266652:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950365.266652:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950365.266664:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1784950365.266672:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950365.266673:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950365.266674:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000400:00000010:3.0:1784950365.266682:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a470040. 00000100:00000001:1.0:1784950365.266684:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784950365.266685:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d460af32. 00000100:00000200:3.0:1784950365.266694:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369178624, offset 0 00000020:00000010:1.0:1784950365.266697:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000100:00000200:0.0:1784950365.266698:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369178752, offset 0 00000400:00000200:3.0:1784950365.266715:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:1.0:1784950365.266716:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b0780d73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369178240:12345-0@lo:400: 00000100:00000200:1.0:1784950365.266770:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369178240 00000020:00000001:1.0:1784950365.266776:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:3.0:1784950365.266784:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950365.266785:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950365.266785:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000200:2.0:1784950365.266788:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1784950365.266794:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950365.266800:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de155b2e. 00000020:00000001:1.0:1784950365.266802:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1784950365.266803:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1784950365.266810:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000400:00000200:2.0:1784950365.266813:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950365.266815:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:1.0:1784950365.266822:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1784950365.266828:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950365.266829:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950365.266834:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950365.266837:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1784950365.266843:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000001:1.0:1784950365.266845:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950365.266850:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950365.266851:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10690:10690:237:4294967295] 192.168.203.114@tcp LPNI seq info [9485:9485:6:4294967295] 00000020:00000001:1.0:1784950365.266857:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950365.266863:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950365.266867:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1784950365.266875:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000010:1.0:1784950365.266876:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004b3e3f29. 02000000:00000001:1.0:1784950365.266886:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.266891:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950365.266897:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950365.266901:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:1.0:1784950365.266901:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950365.266907:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007aa401b2. 00010000:00000040:1.0:1784950365.266912:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369178240 00000400:00000200:0.0:1784950365.266934:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950365.266944:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00010000:00000001:1.0:1784950365.266946:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000200:3.0:1784950365.266953:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950365.266959:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00010000:00000200:1.0:1784950365.266960:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000b0780d73 x1871652369178240/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:516/0 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950365.266975:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:3.0:1784950365.266979:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:0.0:1784950365.266992:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10691:10691:236:4294967295] 192.168.203.114@tcp LPNI seq info [9486:9486:5:4294967295] 00000800:00000200:3.0:1784950365.266993:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007aa401b2 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1784950365.267005:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950365.267008:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950365.267012:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950365.267018:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4712 usecs (5 jiffies) 00000100:00001000:1.0:1784950365.267021:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=153 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950365.267031:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307303431 00000400:00000200:0.0:1784950365.267033:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950365.267036:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950365.267043:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307305851 00000100:00000040:1.0:1784950365.267048:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:3.0:1784950365.267051:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307303431 00000400:00000200:2.0:1784950365.267052:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca6d43d 00000100:00000001:1.0:1784950365.267059:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000800:00000200:0.0:1784950365.267061:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950365.267062:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008ca6d43d. 00000100:00000001:3.0:1784950365.267064:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307305851 02000000:00000001:1.0:1784950365.267071:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950365.267076:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307303431 02000000:00000001:1.0:1784950365.267077:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950365.267077:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1784950365.267078:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031b2009f. 00000100:00000001:3.0:1784950365.267088:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307305851 00000100:00000200:2.0:1784950365.267091:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097c081ea x1871652369178368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950365.267093:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950365.267096:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307303431 00000800:00000200:0.0:1784950365.267103:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950365.267109:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307305851 00000100:00000040:1.0:1784950365.267111:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1784950365.267121:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784950365.267126:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000417b77ac. 00000800:00000200:0.0:1784950365.267128:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950365.267132:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950365.267141:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031b2009f type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1784950365.267144:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369178240, offset 224 00000100:00000001:3.0:1784950365.267145:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950365.267152:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950365.267158:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950365.267160:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950365.267167:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097c081ea x1871652369178368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950365.267171:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784950365.267173:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1784950365.267174:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5052 usecs (6 jiffies) 00000100:00000001:3.0:1784950365.267180:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950365.267188:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307303432 00000100:00000001:3.0:1784950365.267192:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950365.267199:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950365.267202:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307305851 00000400:00000200:1.0:1784950365.267206:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1784950365.267207:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.267214:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307303432 00000100:00000001:2.0:1784950365.267221:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950365.267222:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.267224:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307305851 00000100:00000001:2.0:1784950365.267229:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950365.267237:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069b9e80 00000100:00000001:0.0:1784950365.267238:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307303432 00000800:00000001:2.0:1784950365.267247:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950365.267249:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307305851 00000400:00000200:1.0:1784950365.267256:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15559 [1] + 224 00000100:00000001:0.0:1784950365.267258:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307303432 00000800:00000001:2.0:1784950365.267265:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950365.267267:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307305851 00000400:00000200:1.0:1784950365.267271:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950365.267273:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950365.267276:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950365.267283:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950365.267289:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1784950365.267291:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.267297:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950365.267298:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950365.267302:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950365.267308:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1784950365.267309:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd729a45 x1871652369178240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950365.267317:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950365.267323:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950365.267329:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950365.267332:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950365.267336:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950365.267337:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cd729a45 x1871652369178240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784950365.267342:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb2959c5. 00000800:00000001:2.0:1784950365.267356:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950365.267357:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950365.267372:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1784950365.267380:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950365.267383:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950365.267385:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950365.267390:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950365.267391:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000417b77ac 00000400:00000010:1.0:1784950365.267398:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000417b77ac. 00000100:00000001:1.0:1784950365.267404:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1784950365.267406:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4f46573 00000400:00000200:2.0:1784950365.267409:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069b9f00 00000100:00000001:1.0:1784950365.267410:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1784950365.267413:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e4f46573. 00000100:00000001:1.0:1784950365.267419:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950365.267427:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950365.267427:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1784950365.267428:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000400:00000001:0.0:1784950365.267435:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1784950365.267437:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000010:0.0:1784950365.267443:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f515d5b. 00000020:00000001:1.0:1784950365.267444:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950365.267445:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000196a7a21 x1871652369178496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950365.267454:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1784950365.267455:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a09db0 00000400:00000010:0.0:1784950365.267463:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c1a09db0. 00000100:00000040:1.0:1784950365.267467:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0780d73 x1871652369178240/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:516/0 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950365.267474:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1784950365.267486:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 21280 00000100:00000200:0.0:1784950365.267488:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd729a45 x1871652369178240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950365.267511:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950365.267513:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1784950365.267526:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950365.267533:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000196a7a21 x1871652369178496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950365.267534:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b0780d73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369178240:12345-0@lo:400: Request processed in 861us (1740us total) trans 0 rc 0/0 00000100:00000200:0.0:1784950365.267536:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd729a45 x1871652369178240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950365.267538:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950365.267560:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:1.0:1784950365.267577:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00000001:2.0:1784950365.267579:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950365.267587:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:1.0:1784950365.267591:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000010:2.0:1784950365.267599:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e5b32b3f. 00000100:00000001:1.0:1784950365.267602:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950365.267611:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950365.267612:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1784950365.267612:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950365.267613:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000e5b32b3f x1871652369178368 msgsize 224 00000100:00000001:0.0:1784950365.267619:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950365.267622:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1784950365.267623:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00000100:00000001:0.0:1784950365.267628:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950365.267636:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1784950365.267638:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f321c0c7. 00000100:00100000:2.0:1784950365.267643:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950365.267644:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1784950365.267648:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9a863bd. 00000100:00000001:0.0:1784950365.267650:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950365.267654:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1784950365.267659:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950365.267661:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007aa401b2. 00000020:00000040:1.0:1784950365.267662:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000001:2.0:1784950365.267666:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:0.0:1784950365.267668:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=153 v=5 (5 5 5 5) 00000400:00000200:3.0:1784950365.267675:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950365.267677:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1784950365.267678:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=153 v=5 (1 1 1 1) 02000000:00000010:1.0:1784950365.267684:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004b3e3f29. 00000800:00000001:2.0:1784950365.267688:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950365.267689:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1784950365.267692:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950365.267697:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950365.267700:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950365.267703:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1784950365.267703:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a470040 00010000:00000001:0.0:1784950365.267704:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1784950365.267712:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005a470040. 00010000:00000001:0.0:1784950365.267713:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.267714:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950365.267752:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1784950365.267760:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000414d4e1. 00000100:00000001:0.0:1784950365.267765:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950365.267770:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1784950365.267773:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1ee89fa. 00000100:00000001:2.0:1784950365.267774:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1784950365.267776:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd729a45 x1871652369178240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950365.267782:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369178368 00000100:00000200:3.0:1784950365.267784:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000027ede856 x1871652369178624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950365.267792:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950365.267798:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950365.267804:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950365.267815:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950365.267825:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369178368 00000020:00000001:2.0:1784950365.267832:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950365.267837:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1784950365.267839:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:3.0:1784950365.267841:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950365.267845:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1784950365.267849:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950365.267850:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950365.267854:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000027ede856 x1871652369178624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950365.267857:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000040:0.0:1784950365.267862:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd729a45 x1871652369178240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950365.267867:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:2.0:1784950365.267879:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950365.267889:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950365.267897:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000100:00000001:2.0:1784950365.267906:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950365.267908:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950365.267937:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000100:00000001:3.0:1784950365.267945:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1784950365.267946:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031bfa75f. 00000100:00100000:0.0:1784950365.267953:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000cd729a45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369178240:0@lo:400: 00000020:00000010:2.0:1784950365.267957:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000100:00000001:0.0:1784950365.267964:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950365.267968:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000100:00000001:0.0:1784950365.267970:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950365.267978:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd729a45 x1871652369178240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950365.267982:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1784950365.267991:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950365.267996:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950365.268000:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950365.268001:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950365.268006:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784950365.268012:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950365.268013:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006621a139. 02000000:00000001:0.0:1784950365.268025:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950365.268030:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950365.268033:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000100:00000001:2.0:1784950365.268034:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950365.268042:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950365.268046:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000033e9f3f3. 02000000:00000001:0.0:1784950365.268053:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950365.268056:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784950365.268057:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000010:0.0:1784950365.268059:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd729a45. 00000100:00000001:2.0:1784950365.268064:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950365.268071:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000200:3.0:1784950365.268072:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1784950365.268079:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2631 00000100:00000001:0.0:1784950365.268080:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950365.268081:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031b2009f. 00000100:00000001:0.0:1784950365.268093:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950365.268094:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000400:00000200:3.0:1784950365.268096:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950365.268103:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784950365.268105:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950365.268106:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683775744 : -120288025775872 : ffff929942f3f100) 00000100:00000001:0.0:1784950365.268109:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950365.268118:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950365.268119:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950365.268127:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950365.268128:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e5b32b3f x1871652369178368/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:516/0 lens 224/0 e 0 to 0 dl 1784950376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950365.268129:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950365.268131:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d460af32 00000800:00000001:1.0:1784950365.268143:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950365.268143:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d460af32. 00000100:00000001:3.0:1784950365.268156:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:1.0:1784950365.268158:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950365.268159:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950365.268168:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000100:00000200:3.0:1784950365.268168:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007dd066f6 x1871652369178752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950365.268178:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950365.268189:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000400:00000200:1.0:1784950365.268190:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00100000:2.0:1784950365.268207:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e5b32b3f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369178368:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950365.268209:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784950365.268217:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369178368 00000100:00000040:3.0:1784950365.268223:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007dd066f6 x1871652369178752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950365.268226:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:1.0:1784950365.268227:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069b9f80 00000020:00000001:2.0:1784950365.268234:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950365.268244:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950365.268248:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950365.268251:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 150080 00000020:00000001:2.0:1784950365.268254:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950365.268257:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1784950365.268260:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:2.0:1784950365.268268:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000001:1.0:1784950365.268273:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000001:00000001:2.0:1784950365.268274:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369178368, found 0 last_xid 1871652369178367 00000020:00000001:2.0:1784950365.268281:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950365.268285:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000001:1.0:1784950365.268286:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950365.268288:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1784950365.268295:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1784950365.268296:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950365.268303:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1784950365.268310:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950365.268311:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950365.268320:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950365.268323:0:441636:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:2.0:1784950365.268325:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000022f0c017. 00000100:00000200:1.0:1784950365.268329:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1784950365.268332:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950365.268339:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8d2fe76. 00000100:00000001:2.0:1784950365.268339:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950365.268346:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950365.268349:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000f8d2fe76 x1871652369178496 msgsize 224 00010000:00000040:2.0:1784950365.268354:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369178368 00000100:00100000:1.0:1784950365.268366:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00010000:00000001:2.0:1784950365.268367:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:2.0:1784950365.268380:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000e5b32b3f x1871652369178368/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:516/0 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950365.268390:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950365.268393:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.268395:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:2.0:1784950365.268396:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950365.268405:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:1.0:1784950365.268408:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950365.268410:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950365.268416:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000001:1.0:1784950365.268418:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950365.268421:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:1.0:1784950365.268425:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950365.268427:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950365.268432:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950365.268434:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950365.268446:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950365.268452:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:2.0:1784950365.268455:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000969daf7a. 00000100:00000001:3.0:1784950365.268458:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1784950365.268464:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369178368, offset 224 00000100:00100000:3.0:1784950365.268466:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369178496 00000400:00000200:1.0:1784950365.268471:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069ba000 02000000:00000001:3.0:1784950365.268478:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1784950365.268487:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950365.268488:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950365.268494:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950365.268497:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 21504 00000400:00000200:2.0:1784950365.268505:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:3.0:1784950365.268508:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950365.268513:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950365.268524:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369178496 00000800:00000001:1.0:1784950365.268525:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950365.268525:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10692:10692:239:4294967295] 192.168.203.114@tcp LPNI seq info [9487:9487:8:4294967295] 00000020:00000001:3.0:1784950365.268535:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:1.0:1784950365.268537:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1784950365.268545:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:3.0:1784950365.268554:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:1.0:1784950365.268556:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:3.0:1784950365.268562:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000400:00000200:2.0:1784950365.268567:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:3.0:1784950365.268571:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:3.0:1784950365.268579:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:1.0:1784950365.268580:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:2.0:1784950365.268586:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950365.268587:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1784950365.268591:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000010:2.0:1784950365.268597:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059c01b8a. 00000100:00000010:1.0:1784950365.268604:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d43df96. 00000020:00000010:3.0:1784950365.268605:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000800:00000200:2.0:1784950365.268611:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:1.0:1784950365.268615:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000003d43df96 x1871652369178624 msgsize 224 00000100:00000001:3.0:1784950365.268616:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784950365.268630:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000010:3.0:1784950365.268630:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000100:00100000:1.0:1784950365.268637:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000200:2.0:1784950365.268643:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000059c01b8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1784950365.268647:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000269463a9. 00000020:00000010:3.0:1784950365.268655:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000100:00000001:1.0:1784950365.268656:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1784950365.268662:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000100:00000001:2.0:1784950365.268665:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950365.268674:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000040:3.0:1784950365.268676:0:453511:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:2.0:1784950365.268678:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950365.268683:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950365.268685:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1784950365.268688:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950365.268691:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1784950365.268697:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5b32b3f x1871652369178368/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:516/0 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950365.268698:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950365.268715:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1784950365.268758:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e5b32b3f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369178368:12345-192.168.203.114@tcp:400: Request processed in 560us (1103us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950365.268765:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1784950365.268771:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950365.268778:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2631 00000800:00000200:1.0:1784950365.268783:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784950365.268784:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:0.0:1784950365.268786:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:1.0:1784950365.268791:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059c01b8a. 00000100:00000001:3.0:1784950365.268792:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950365.268793:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1784950365.268795:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369178624 00000100:00000001:2.0:1784950365.268803:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1784950365.268806:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784950365.268807:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1784950365.268810:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000100:00000001:0.0:1784950365.268815:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950365.268820:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950365.268822:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1784950365.268823:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000400:00000200:1.0:1784950365.268825:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950365.268831:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1784950365.268832:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950365.268835:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031bfa75f. 00000400:00000200:1.0:1784950365.268838:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969daf7a 00000100:00100000:0.0:1784950365.268843:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369178624 00000400:00000010:1.0:1784950365.268846:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000969daf7a. 00000020:00000040:2.0:1784950365.268848:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00100000:3.0:1784950365.268849:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1532 00000020:00000001:0.0:1784950365.268852:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950365.268858:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:0.0:1784950365.268861:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:2.0:1784950365.268862:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950365.268864:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1784950365.268864:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000001:0.0:1784950365.268871:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950365.268874:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786004501760 : -120287705049856 : ffff92995611d500) 00000020:00000040:0.0:1784950365.268878:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000800:00000001:1.0:1784950365.268880:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950365.268886:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8d2fe76 x1871652369178496/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:516/0 lens 224/0 e 0 to 0 dl 1784950376 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950365.268888:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:2.0:1784950365.268893:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950365.268894:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950365.268902:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:1.0:1784950365.268905:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950365.268910:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950365.268943:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950365.268947:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1784950365.268947:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950365.268960:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000800:00000001:2.0:1784950365.268964:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950365.268966:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950365.268967:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950365.268971:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950365.268980:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b41cd804. 00000020:00000010:0.0:1784950365.268983:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000400:00000200:2.0:1784950365.268992:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950365.268993:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069ba080 00000100:00000001:3.0:1784950365.268993:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950365.268999:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006621a139. 00000020:00000010:3.0:1784950365.269008:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b41cd804. 00000020:00000010:0.0:1784950365.269016:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000400:00000200:1.0:1784950365.269016:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 150304 00000020:00000010:0.0:1784950365.269030:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cc2653d2. 00000400:00000200:2.0:1784950365.269033:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069b9f00 00000100:00100000:3.0:1784950365.269034:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f8d2fe76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369178496:12345-192.168.203.114@tcp:400: 00000800:00000001:1.0:1784950365.269037:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950365.269043:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950365.269052:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1784950365.269054:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369178496 00000400:00000200:2.0:1784950365.269056:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x1555d [1] + 224 00000800:00000001:1.0:1784950365.269058:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950365.269059:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1784950365.269065:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950365.269067:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950365.269070:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950365.269077:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950365.269077:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950365.269081:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950365.269087:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950365.269090:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950365.269093:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000001:2.0:1784950365.269095:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950365.269100:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:0.0:1784950365.269102:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950365.269104:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950365.269106:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1784950365.269108:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1784950365.269116:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1784950365.269117:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950365.269126:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1784950365.269127:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950365.269129:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000010:1.0:1784950365.269132:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b137662. 00000100:00000001:0.0:1784950365.269133:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950365.269136:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950365.269144:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950365.269145:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784950365.269146:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000009b137662 x1871652369178752 msgsize 224 00000100:00100000:0.0:1784950365.269153:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2632 00000020:00000001:3.0:1784950365.269155:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000200:2.0:1784950365.269160:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097c081ea x1871652369178368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950365.269164:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1784950365.269165:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 02000000:00000001:3.0:1784950365.269172:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950365.269176:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786004511616 : -120287705040000 : ffff92995611fb80) 00000100:00100000:1.0:1784950365.269182:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000010:3.0:1784950365.269183:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aa191811. 02000000:00000001:3.0:1784950365.269195:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950365.269196:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d43df96 x1871652369178624/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:516/0 lens 224/0 e 0 to 0 dl 1784950376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950365.269205:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.269210:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1784950365.269218:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950365.269224:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000040:3.0:1784950365.269230:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369178496 00000800:00000001:1.0:1784950365.269236:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784950365.269241:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:3.0:1784950365.269257:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f8d2fe76 x1871652369178496/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:516/0 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950365.269265:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950365.269274:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000040:2.0:1784950365.269278:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097c081ea x1871652369178368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950365.269285:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1784950365.269290:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1784950365.269298:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1784950365.269299:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00010000:00000001:3.0:1784950365.269300:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950365.269306:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369178752 00000100:00001000:3.0:1784950365.269313:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=148 v=5 (1 1 1 1) 02000000:00000001:1.0:1784950365.269315:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950365.269322:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1784950365.269324:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003d43df96 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369178624:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950365.269329:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950365.269330:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950365.269331:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784950365.269333:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369178624 00000020:00000001:0.0:1784950365.269344:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:1.0:1784950365.269344:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950365.269345:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000001:2.0:1784950365.269348:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950365.269353:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00100000:1.0:1784950365.269357:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369178752 00000100:00000001:3.0:1784950365.269358:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:0.0:1784950365.269361:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950365.269362:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950365.269366:0:455357:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1784950365.269370:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:1.0:1784950365.269376:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000020:00000001:0.0:1784950365.269377:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1784950365.269378:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950365.269384:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1784950365.269386:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:3.0:1784950365.269388:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1784950365.269390:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000001:2.0:1784950365.269392:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1784950365.269397:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1784950365.269400:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1784950365.269401:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000040:3.0:1784950365.269402:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000001:00000001:0.0:1784950365.269405:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369178624, found 0 last_xid 1871652369178623 00000400:00000001:2.0:1784950365.269410:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1784950365.269412:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000010:3.0:1784950365.269414:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a470040. 00000020:00000001:0.0:1784950365.269415:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784950365.269418:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784950365.269423:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1784950365.269427:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5d8cf49. 00000020:00000001:0.0:1784950365.269428:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1784950365.269431:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000020:00000001:0.0:1784950365.269435:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1784950365.269437:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8a23c93 00000100:00000001:1.0:1784950365.269440:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950365.269442:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950365.269445:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f8a23c93. 00000020:00000010:1.0:1784950365.269452:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000020:00000001:0.0:1784950365.269454:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950365.269457:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950365.269459:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369178496, offset 224 00000020:00000010:1.0:1784950365.269465:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9a863bd. 00000100:00000001:0.0:1784950365.269466:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1784950365.269470:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097c081ea x1871652369178368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950365.269473:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1784950365.269478:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 02000000:00000010:0.0:1784950365.269483:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004b60ed1e. 00000400:00000200:3.0:1784950365.269486:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950365.269492:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f321c0c7. 02000000:00000001:0.0:1784950365.269495:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.269505:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.269506:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1784950365.269515:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.269515:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1784950365.269517:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097c081ea x1871652369178368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950365.269520:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950365.269522:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1784950365.269526:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369178624 00010000:00000001:0.0:1784950365.269537:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950365.269538:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1784950365.269547:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000200:0.0:1784950365.269551:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000003d43df96 x1871652369178624/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:516/0 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950365.269553:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950365.269554:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10693:10693:239:4294967295] 192.168.203.114@tcp LPNI seq info [9488:9488:8:4294967295] 00000100:00000001:2.0:1784950365.269573:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950365.269576:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950365.269581:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950365.269592:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950365.269599:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950365.269601:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1784950365.269602:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950365.269606:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950365.269609:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1784950365.269611:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950365.269612:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950365.269614:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950365.269624:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=148 v=5 (1 1 1 1) 02000000:00000001:2.0:1784950365.269626:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950365.269627:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1533 00000100:00000040:1.0:1784950365.269640:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000800:00000200:3.0:1784950365.269642:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00001000:2.0:1784950365.269643:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=143 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950365.269644:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950365.269646:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786004497280 : -120287705054336 : ffff92995611c380) 00000100:00000040:0.0:1784950365.269657:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000800:00000010:3.0:1784950365.269658:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007aa401b2. 00000100:00001000:2.0:1784950365.269662:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=143 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950365.269667:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:1.0:1784950365.269668:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b137662 x1871652369178752/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:516/0 lens 224/0 e 0 to 0 dl 1784950376 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950365.269675:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1784950365.269680:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:3.0:1784950365.269681:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950365.269682:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950365.269687:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950365.269695:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950365.269700:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1784950365.269703:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950365.269706:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950365.269716:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000200:3.0:1784950365.269752:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007aa401b2 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784950365.269765:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000040:0.0:1784950365.269769:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950365.269771:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950365.269773:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.269777:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950365.269779:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950365.269782:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a09db0. 00000020:00000010:1.0:1784950365.269785:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000100:00000040:3.0:1784950365.269786:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000200:0.0:1784950365.269793:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369178624, offset 224 00000100:00000001:1.0:1784950365.269796:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950365.269796:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097c081ea x1871652369178368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950365.269799:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950365.269806:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950365.269809:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000020:00000001:3.0:1784950365.269819:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1784950365.269820:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:1.0:1784950365.269831:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009b137662 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369178752:12345-192.168.203.114@tcp:400: 00000100:00000040:3.0:1784950365.269835:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8d2fe76 x1871652369178496/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:516/0 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950365.269848:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950365.269854:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950365.269868:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1784950365.269871:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369178752 00000100:00000001:2.0:1784950365.269875:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950365.269876:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10694:10694:238:4294967295] 192.168.203.114@tcp LPNI seq info [9489:9489:7:4294967295] 00000020:00000001:1.0:1784950365.269881:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950365.269889:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:2.0:1784950365.269894:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097c081ea x1871652369178368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950365.269896:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950365.269907:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1784950365.269937:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f8d2fe76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369178496:12345-192.168.203.114@tcp:400: Request processed in 936us (1552us total) trans 0 rc 0/0 00000020:00000001:1.0:1784950365.269939:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00100000:2.0:1784950365.269947:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000097c081ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369178368:192.168.203.114@tcp:400: 00000020:00000001:1.0:1784950365.269953:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1784950365.269954:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:1.0:1784950365.269963:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950365.269972:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950365.269974:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1784950365.269979:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1532 00000020:00000001:1.0:1784950365.269981:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950365.269983:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1784950365.269986:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950365.269989:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950365.269993:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000040:2.0:1784950365.269996:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097c081ea x1871652369178368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950365.269999:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000010:0.0:1784950365.270000:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013f88f5e. 00000100:00000001:3.0:1784950365.270003:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950365.270007:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950365.270012:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1784950365.270015:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1784950365.270022:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000800:00000200:0.0:1784950365.270023:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000010:1.0:1784950365.270027:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fba35faa. 00000020:00000010:3.0:1784950365.270036:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 02000000:00000001:1.0:1784950365.270039:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950365.270040:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1784950365.270048:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000269463a9. 00000800:00000200:0.0:1784950365.270050:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950365.270051:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950365.270051:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1784950365.270058:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 02000000:00000010:2.0:1784950365.270059:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb064e97. 00000020:00000001:1.0:1784950365.270061:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950365.270064:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000013f88f5e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950365.270068:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1784950365.270072:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369178752 02000000:00000001:2.0:1784950365.270073:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950365.270079:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950365.270082:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:1.0:1784950365.270083:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:0.0:1784950365.270090:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000040:2.0:1784950365.270090:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00010000:00000200:1.0:1784950365.270102:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000009b137662 x1871652369178752/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:516/0 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950365.270102:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:0.0:1784950365.270103:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000010:2.0:1784950365.270110:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008bb5297c. 00000020:00000001:0.0:1784950365.270111:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950365.270122:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1784950365.270123:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1784950365.270129:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950365.270135:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097c081ea. 00000100:00000040:0.0:1784950365.270139:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d43df96 x1871652369178624/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:516/0 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950365.270145:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950365.270145:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950365.270154:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950365.270155:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1784950365.270157:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950365.270163:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950365.270167:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007aa401b2. 00000100:00001000:1.0:1784950365.270171:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950365.270177:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784950365.270178:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1784950365.270182:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003d43df96 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369178624:12345-192.168.203.114@tcp:400: Request processed in 908us (1557us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950365.270184:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.270193:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950365.270194:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950365.270202:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950365.270203:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950365.270205:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00100000:0.0:1784950365.270218:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2632 00000100:00000001:1.0:1784950365.270220:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:3.0:1784950365.270221:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a470040 00000100:00000040:0.0:1784950365.270228:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000010:3.0:1784950365.270230:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005a470040. 02000000:00000001:1.0:1784950365.270232:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950365.270238:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1784950365.270240:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950365.270243:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950365.270246:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950365.270248:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950365.270250:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1784950365.270254:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00000100:00000040:1.0:1784950365.270261:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950365.270266:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cc2653d2. 00000400:00000010:1.0:1784950365.270269:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000417b77ac. 00000020:00000010:0.0:1784950365.270273:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006621a139. 00000100:00000200:1.0:1784950365.270279:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369178752, offset 224 00000020:00000040:0.0:1784950365.270282:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:0.0:1784950365.270291:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950365.270298:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950365.270313:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950365.270320:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10695:10695:238:4294967295] 192.168.203.114@tcp LPNI seq info [9490:9490:7:4294967295] 00000800:00000200:3.0:1784950365.270337:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784950365.270343:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000010:3.0:1784950365.270346:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013f88f5e. 00000400:00000200:3.0:1784950365.270357:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1784950365.270364:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950365.270375:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000010:1.0:1784950365.270376:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f17b544c. 00000800:00000001:2.0:1784950365.270377:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950365.270389:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a09db0 00000800:00000001:2.0:1784950365.270392:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950365.270395:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:3.0:1784950365.270398:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c1a09db0. 00000800:00000001:2.0:1784950365.270400:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950365.270409:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:3.0:1784950365.270411:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:2.0:1784950365.270412:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950365.270416:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f17b544c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950365.270418:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950365.270431:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950365.270444:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069b9f80 00000100:00000001:1.0:1784950365.270451:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950365.270452:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15569 [1] + 224 00000100:00000040:1.0:1784950365.270464:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000800:00000001:2.0:1784950365.270467:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784950365.270470:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950365.270475:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950365.270479:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1784950365.270488:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b137662 x1871652369178752/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:516/0 lens 224/224 e 0 to 0 dl 1784950376 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950365.270503:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009b137662 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369178752:12345-192.168.203.114@tcp:400: Request processed in 723us (1354us total) trans 0 rc 0/0 00000100:00100000:1.0:1784950365.270516:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1533 00000100:00000040:1.0:1784950365.270520:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:1.0:1784950365.270524:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950365.270527:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950365.270532:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00000020:00000010:1.0:1784950365.270539:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f321c0c7. 00000020:00000010:1.0:1784950365.270544:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9a863bd. 00000020:00000040:1.0:1784950365.270550:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:1.0:1784950365.270555:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950365.270573:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950365.270580:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f17b544c. 00000400:00000200:3.0:1784950365.270589:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950365.270599:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950365.270605:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000417b77ac 00000800:00000001:2.0:1784950365.270606:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950365.270608:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000417b77ac. 00000800:00000001:0.0:1784950365.270610:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950365.270614:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950365.270622:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:0.0:1784950365.270627:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950365.270628:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950365.270629:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950365.270638:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950365.270645:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784950365.270648:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950365.270655:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000196a7a21 x1871652369178496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950365.270669:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:2.0:1784950365.270687:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000196a7a21 x1871652369178496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950365.270699:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069ba080 00000400:00000200:0.0:1784950365.270716:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15575 [1] + 224 00000800:00000001:0.0:1784950365.270756:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950365.270765:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950365.270769:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950365.270774:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784950365.270776:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950365.270790:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950365.270796:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950365.270798:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950365.270802:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1784950365.270803:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950365.270811:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007dd066f6 x1871652369178752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950365.270813:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784950365.270813:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950365.270821:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1784950365.270822:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950365.270829:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089696048. 00000400:00000200:3.0:1784950365.270842:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbd28d60 00000400:00000200:2.0:1784950365.270845:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:3.0:1784950365.270849:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cbd28d60. 00000100:00000001:3.0:1784950365.270862:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950365.270864:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007dd066f6 x1871652369178752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950365.270873:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069ba000 00000100:00000200:3.0:1784950365.270874:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000196a7a21 x1871652369178496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950365.270897:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15571 [1] + 224 00000800:00000001:2.0:1784950365.270938:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950365.270954:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950365.270956:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000196a7a21 x1871652369178496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950365.270963:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950365.270964:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950365.270978:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950365.270982:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950365.270983:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950365.270989:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950365.270991:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950365.270995:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950365.271001:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950365.271006:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1784950365.271007:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000027ede856 x1871652369178624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950365.271010:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950365.271012:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950365.271019:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.271021:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950365.271031:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784950365.271032:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1784950365.271040:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000027ede856 x1871652369178624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950365.271042:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1784950365.271045:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=148 v=5 (5 5 5 5) 00000400:00000010:1.0:1784950365.271048:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd19fea8. 00000400:00000200:1.0:1784950365.271060:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968cd81d 00000100:00001000:3.0:1784950365.271064:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=148 v=5 (1 1 1 1) 00000400:00000010:1.0:1784950365.271068:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000968cd81d. 00000100:00000001:1.0:1784950365.271078:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950365.271081:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950365.271087:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950365.271092:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007dd066f6 x1871652369178752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950365.271097:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1784950365.271110:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000196a7a21 x1871652369178496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950365.271145:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950365.271157:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784950365.271158:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950365.271165:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950365.271167:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007dd066f6 x1871652369178752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950365.271168:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950365.271174:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950365.271181:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950365.271185:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.271188:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950365.271196:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950365.271201:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000196a7a21 x1871652369178496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950365.271206:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1784950365.271207:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784950365.271213:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784950365.271214:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950365.271221:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060b7eed8. 00000100:00000001:1.0:1784950365.271224:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950365.271227:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950365.271232:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784950365.271233:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000100:00000001:3.0:1784950365.271234:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950365.271236:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950365.271241:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950365.271242:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000100:00000001:1.0:1784950365.271243:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950365.271255:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.271256:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784950365.271261:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000196a7a21 x1871652369178496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784950365.271267:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=148 v=5 (5 5 5 5) 00000100:00000200:0.0:1784950365.271271:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000027ede856 x1871652369178624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784950365.271285:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=148 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950365.271302:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950365.271309:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950365.271314:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000196a7a21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369178496:192.168.203.114@tcp:400: 00010000:00000001:1.0:1784950365.271319:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1784950365.271326:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000027ede856 x1871652369178624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950365.271330:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1784950365.271336:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007dd066f6 x1871652369178752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950365.271341:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950365.271353:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000196a7a21 x1871652369178496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950365.271371:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950365.271377:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950365.271387:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950365.271392:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1784950365.271395:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.271398:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950365.271406:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950365.271407:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950365.271409:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1784950365.271412:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1784950365.271416:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 02000000:00000001:0.0:1784950365.271418:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950365.271419:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a506608. 00000100:00000001:1.0:1784950365.271422:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950365.271428:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950365.271435:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=148 v=5 (5 5 5 5) 02000000:00000001:3.0:1784950365.271436:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1784950365.271438:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007dd066f6 x1871652369178752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950365.271445:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:0.0:1784950365.271450:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=148 v=5 (1 1 1 1) 00000020:00000040:3.0:1784950365.271453:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1784950365.271468:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950365.271469:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950365.271472:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950365.271475:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950365.271478:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9f26aca. 00000100:00000001:1.0:1784950365.271479:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1784950365.271482:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784950365.271485:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950365.271488:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950365.271492:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1784950365.271496:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007dd066f6 x1871652369178752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950365.271497:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1784950365.271499:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1784950365.271504:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000010:3.0:1784950365.271507:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000196a7a21. 00000100:00000001:0.0:1784950365.271513:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950365.271520:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950365.271523:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950365.271531:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950365.271535:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000027ede856 x1871652369178624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950365.271537:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000007dd066f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369178752:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950365.271544:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950365.271556:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950365.271560:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950365.271568:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950365.271568:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.271569:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950365.271578:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950365.271580:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007dd066f6 x1871652369178752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950365.271582:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950365.271585:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.271588:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950365.271606:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027ede856 x1871652369178624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950365.271607:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950365.271613:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950365.271619:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbdf19b0. 02000000:00000001:1.0:1784950365.271632:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1784950365.271633:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000027ede856 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369178624:192.168.203.114@tcp:400: 00000020:00000001:1.0:1784950365.271639:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950365.271644:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1784950365.271646:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950365.271652:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950365.271653:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1784950365.271658:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000002c68df2. 00000100:00000040:0.0:1784950365.271661:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000027ede856 x1871652369178624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950365.271665:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950365.271670:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950365.271673:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007dd066f6. 00000100:00000001:1.0:1784950365.271682:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950365.271686:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950365.271689:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784950365.271691:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950365.271694:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950365.271699:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f33a667. 00000100:00000001:1.0:1784950365.271700:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950365.271705:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950365.271706:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950365.271711:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1784950365.271712:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950365.271718:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950365.271751:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950365.271765:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950365.271771:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c9722aa. 02000000:00000001:0.0:1784950365.271776:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950365.271778:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950365.271779:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000027ede856. 00000100:00000001:0.0:1784950365.271783:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950365.271784:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950365.271787:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950365.271792:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950365.271794:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950365.271797:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950365.271801:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950365.520856:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950365.520863:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950365.520870:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950365.520872:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950365.521003:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950365.521009:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950365.521013:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950366.160788:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950366.160800:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950366.160801:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950366.160805:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950366.160808:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950366.160811:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950366.160813:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950366.544878:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950366.544886:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950366.544893:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950366.544894:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950366.544967:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950366.544971:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950366.544974:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950367.184848:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950367.184876:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950367.184878:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950367.184884:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950367.184888:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950367.184892:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950367.184895:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950367.568874:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950367.568880:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950367.568887:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950367.568889:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950367.568962:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950367.568967:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950367.568971:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784950367.696815:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307305851, at 4307305856 00000100:00000040:0.0:1784950367.696822:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307305851, at 4307305856 00000100:00000010:3.0:1784950367.696829:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046a56b44. 00000100:00000040:1.0:1784950367.696831:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307305851, at 4307305856 00000100:00000040:2.0:1784950367.696831:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307305851, at 4307305856 00000100:00000010:0.0:1784950367.696834:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000276e14b6. 00000100:00000010:1.0:1784950367.696847:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dd850b73. 00000100:00000010:2.0:1784950367.696848:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f0cb91c. 00000100:00000001:1.0:1784950368.208842:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950368.208866:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950368.208870:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950368.208876:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950368.208880:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950368.208884:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950368.208887:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950368.592797:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950368.592804:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950368.592809:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950368.592810:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950368.592919:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950368.592923:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950368.592926:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950369.232779:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950369.232791:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950369.232794:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950369.232798:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950369.232802:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950369.232806:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950369.232809:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950369.360912:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000001:0.0:1784950369.360933:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1784950369.360933:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000020:0.0:1784950369.360937:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1784950369.360944:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041b004d5. 00000100:00000010:1.0:1784950369.360944:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000782d7948. 00000020:00000040:0.0:1784950369.360952:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000040:1.0:1784950369.360952:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950369.360959:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950369.360959:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950369.360963:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950369.360963:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950369.360970:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950369.360971:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950369.360979:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cdda80e2. 02000000:00000010:1.0:1784950369.360980:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d6495b1. 00000100:00000001:0.0:1784950369.360987:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950369.360987:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950369.360996:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950369.360996:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950369.361000:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950369.361001:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950369.361015:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000782d7948] to pc [ptlrpcd_00_00+0] req@00000000782d7948 x1871652369179008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950369.361016:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041b004d5] to pc [ptlrpcd_00_00+0] req@0000000041b004d5 x1871652369178880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1784950369.361078:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950369.361092:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950369.361115:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950369.361119:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950369.361121:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950369.361122:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950369.361127:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950369.361129:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000782d7948 x1871652369179008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950369.361138:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950369.361140:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950369.361171:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950369.361175:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950369.361178:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950369.361182:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000782d7948 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369179008:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950369.361188:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950369.361195:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950369.361198:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950369.361201:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784950369.361207:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004363415c. 02000000:00000001:2.0:1784950369.361210:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950369.361217:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e45c7660. 00000400:00000010:2.0:1784950369.361225:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000100:00000200:2.0:1784950369.361232:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369179008, portal 4 00000100:00000001:2.0:1784950369.361235:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950369.361238:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785665296384 : -120288044255232 : ffff929941d9f800) 00000100:00000040:2.0:1784950369.361246:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000782d7948 x1871652369179008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950369.361256:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950369.361260:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950369.361262:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051979f75. 00000100:00000200:2.0:1784950369.361265:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369179008, offset 0 00000400:00000200:2.0:1784950369.361272:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950369.361290:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950369.361297:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950369.361302:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950369.361307:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950369.361310:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950369.361315:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10696:10696:239:4294967295] 192.168.203.114@tcp LPNI seq info [9491:9491:8:4294967295] 00000400:00000200:2.0:1784950369.361330:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950369.361337:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950369.361343:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078605e0a. 00000800:00000200:2.0:1784950369.361352:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950369.361362:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950369.361367:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078605e0a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950369.361388:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950369.361393:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13910 usecs (14 jiffies) 00000100:00000001:2.0:1784950369.361398:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307307534 00000100:00000010:2.0:1784950369.361404:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006aac1791. 00000100:00000001:2.0:1784950369.361413:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784950369.361427:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307307534 00000100:00000010:2.0:1784950369.361431:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076fe874a. 00000100:00000001:2.0:1784950369.361435:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784950369.361443:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307307534 00000100:00000010:2.0:1784950369.361451:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000adc4b460. 00000100:00000001:2.0:1784950369.361459:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1784950369.361467:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307307534 00000100:00000010:2.0:1784950369.361473:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c874608d. 00000100:00000001:2.0:1784950369.361478:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1784950369.361483:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950369.361488:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950369.361493:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950369.361501:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041b004d5 x1871652369178880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950369.361517:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950369.361521:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950369.361526:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950369.361531:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950369.361536:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950369.361542:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000041b004d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369178880:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950369.361548:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950369.361552:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950369.361555:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950369.361558:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1784950369.361561:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:2.0:1784950369.361563:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000994a2cd6. 02000000:00000001:2.0:1784950369.361570:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950369.361575:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008481903. 00000800:00000200:3.0:1784950369.361578:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1784950369.361582:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b78b0206. 00000800:00000001:0.0:1784950369.361583:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950369.361587:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078605e0a. 00000100:00000200:2.0:1784950369.361591:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369178880, portal 4 00000800:00000001:0.0:1784950369.361594:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950369.361598:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950369.361600:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000001:0.0:1784950369.361604:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950369.361607:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785822322688 : -120287887228928 : ffff92994b360000) 00000400:00000200:3.0:1784950369.361618:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950369.361626:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000041b004d5 x1871652369178880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950369.361628:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950369.361634:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051979f75 00000400:00000010:3.0:1784950369.361642:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000051979f75. 00000100:00000001:3.0:1784950369.361653:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950369.361656:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950369.361660:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069ba180 00000100:00000200:3.0:1784950369.361670:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000782d7948 x1871652369179008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950369.361671:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950369.361681:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008562deaf. 00000400:00000200:0.0:1784950369.361685:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 21728 00000100:00000200:2.0:1784950369.361703:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369178880, offset 0 00000800:00000001:0.0:1784950369.361706:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950369.361709:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950369.361719:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000782d7948 x1871652369179008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950369.361756:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950369.361789:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950369.361790:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950369.361791:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950369.361792:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784950369.361796:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950369.361799:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950369.361804:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950369.361808:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950369.361811:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950369.361814:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950369.361817:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10697:10697:238:4294967295] 192.168.203.114@tcp LPNI seq info [9492:9492:7:4294967295] 00000400:00000200:2.0:1784950369.361824:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950369.361828:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950369.361831:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009dd5e9b1. 00000800:00000200:2.0:1784950369.361835:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950369.361837:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950369.361840:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000200:2.0:1784950369.361841:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950369.361856:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009dd5e9b1 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1784950369.361858:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000052f93562. 00000100:00000040:0.0:1784950369.361861:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000052f93562 x1871652369179008 msgsize 224 00000100:00100000:0.0:1784950369.361865:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950369.361869:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950369.361873:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4713 usecs (5 jiffies) 00000100:00000001:0.0:1784950369.361875:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950369.361876:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307307526 00000100:00000001:2.0:1784950369.361881:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307307534 00000100:00000001:2.0:1784950369.361883:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307307526 00000100:00000001:2.0:1784950369.361886:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307307534 00000100:00000001:2.0:1784950369.361897:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307307526 00000100:00000001:2.0:1784950369.361899:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307307534 00000100:00000001:2.0:1784950369.361902:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307307526 00000100:00000001:2.0:1784950369.361905:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307307534 00000100:00000001:2.0:1784950369.361907:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950369.361908:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950369.361910:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950369.361914:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950369.361917:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950369.361921:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950369.361923:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950369.361926:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950369.361928:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950369.361928:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950369.361929:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950369.361930:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369179008 02000000:00000001:1.0:1784950369.361932:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950369.361932:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950369.361935:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950369.361937:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950369.361941:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950369.361945:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369179008 00000800:00000200:0.0:1784950369.361948:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1784950369.361948:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950369.361951:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000800:00000010:0.0:1784950369.361952:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009dd5e9b1. 00000400:00000200:0.0:1784950369.361957:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950369.361957:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950369.361962:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000400:00000200:0.0:1784950369.361964:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950369.361965:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950369.361968:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000200:0.0:1784950369.361972:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008562deaf 00000800:00000001:2.0:1784950369.361972:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950369.361973:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000010:0.0:1784950369.361977:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008562deaf. 00000100:00000001:1.0:1784950369.361980:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950369.361981:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1784950369.361981:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950369.361986:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000800:00000001:2.0:1784950369.361986:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950369.361987:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000041b004d5 x1871652369178880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950369.361990:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950369.361990:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950369.361996:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000400:00000200:2.0:1784950369.362002:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:1.0:1784950369.362003:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9a863bd. 00000100:00000001:0.0:1784950369.362004:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950369.362009:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041b004d5 x1871652369178880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950369.362010:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 00000400:00000200:2.0:1784950369.362014:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069ba100 00000020:00000010:1.0:1784950369.362017:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f321c0c7. 00000400:00000200:2.0:1784950369.362026:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 21952 00000100:00000040:1.0:1784950369.362028:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950369.362030:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950369.362032:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950369.362033:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1784950369.362034:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950369.362036:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950369.362038:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950369.362041:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950369.362043:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950369.362047:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950369.362047:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950369.362052:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950369.362054:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1784950369.362058:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b9f5999. 00000100:00000001:1.0:1784950369.362061:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950369.362061:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000008b9f5999 x1871652369178880 msgsize 224 00000100:00100000:2.0:1784950369.362065:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950369.362070:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950369.362075:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1784950369.362076:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369178880 02000000:00000001:1.0:1784950369.362078:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950369.362080:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950369.362081:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950369.362084:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950369.362084:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950369.362087:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369178880 00000800:00000001:2.0:1784950369.362088:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950369.362089:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950369.362090:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:3.0:1784950369.362092:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1784950369.362093:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950369.362096:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1784950369.362097:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:1.0:1784950369.362102:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00100000:3.0:1784950369.362105:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2633 00000020:00000001:1.0:1784950369.362107:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950369.362108:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1784950369.362109:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:0.0:1784950369.362112:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950369.362113:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822332544 : -120287887219072 : ffff92994b362680) 00000100:00000001:0.0:1784950369.362114:0:454245:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950369.362114:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950369.362119:0:454245:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950369.362138:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000100:00000040:3.0:1784950369.362142:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052f93562 x1871652369179008/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:520/0 lens 224/0 e 0 to 0 dl 1784950380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950369.362150:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950369.362169:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000100:00000001:3.0:1784950369.362182:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950369.362184:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082c1334c. 00000020:00000010:3.0:1784950369.362190:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000020:00000010:1.0:1784950369.362194:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 00000100:00000001:3.0:1784950369.362197:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950369.362203:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000d9f490. 00000020:00000010:3.0:1784950369.362205:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000100:00000001:1.0:1784950369.362213:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950369.362220:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1784950369.362221:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000052f93562 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369179008:12345-192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950369.362223:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950369.362235:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369179008 00000100:00000001:1.0:1784950369.362236:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950369.362242:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950369.362248:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950369.362254:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950369.362255:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950369.362259:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950369.362264:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:3.0:1784950369.362270:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950369.362274:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000001:00000001:3.0:1784950369.362275:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369179008, found 0 last_xid 1871652369179007 00000100:00000001:1.0:1784950369.362281:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950369.362283:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950369.362288:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1784950369.362292:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2634 00000020:00000001:3.0:1784950369.362295:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1784950369.362303:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000020:00000001:3.0:1784950369.362303:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950369.362312:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683764096 : -120288025787520 : ffff929942f3c380) 00000100:00000001:3.0:1784950369.362316:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950369.362323:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1784950369.362324:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008b9f5999 x1871652369178880/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:520/0 lens 224/0 e 0 to 0 dl 1784950380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950369.362333:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a9600e1c. 02000000:00000001:3.0:1784950369.362342:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950369.362346:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950369.362347:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950369.362352:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000004:00000001:3.0:1784950369.362356:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00000001:1.0:1784950369.362359:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1784950369.362362:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000020:00000010:1.0:1784950369.362365:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000004:00000001:3.0:1784950369.362369:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950369.362378:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008b9f5999 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369178880:12345-192.168.203.114@tcp:41: 00000100:00000200:1.0:1784950369.362386:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369178880 00000020:00000001:1.0:1784950369.362391:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000004:00000024:3.0:1784950369.362391:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000020:00000001:1.0:1784950369.362397:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000020:3.0:1784950369.362400:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000001:1.0:1784950369.362404:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1784950369.362407:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000020:00000001:1.0:1784950369.362409:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950369.362414:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:1.0:1784950369.362422:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000004:00000020:3.0:1784950369.362422:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000001:00000001:1.0:1784950369.362427:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369178880, found 0 last_xid 1871652369178879 00000020:00000001:1.0:1784950369.362435:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950369.362438:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950369.362441:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000001:00000001:3.0:1784950369.362442:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000020:00000001:1.0:1784950369.362444:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1784950369.362450:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950369.362452:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950369.362456:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:3.0:1784950369.362463:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950369.362472:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369179008 00010000:00000001:3.0:1784950369.362478:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:3.0:1784950369.362488:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000052f93562 x1871652369179008/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:520/0 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950369.362494:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005654861f. 02000000:00000001:1.0:1784950369.362502:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950369.362509:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950369.362521:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00010000:00000001:3.0:1784950369.362525:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000004:00000001:1.0:1784950369.362526:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1784950369.362532:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950369.362533:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950369.362540:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=152 v=5 (1 1 1 1) 00000004:00000024:1.0:1784950369.362546:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000100:00000001:3.0:1784950369.362548:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000020:1.0:1784950369.362557:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000040:3.0:1784950369.362558:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000020:1.0:1784950369.362567:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000100:00000001:3.0:1784950369.362568:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950369.362579:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000020:1.0:1784950369.362581:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 02000000:00000001:3.0:1784950369.362584:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1784950369.362589:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1784950369.362592:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000020:1.0:1784950369.362598:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000100:00000040:3.0:1784950369.362619:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000001:00000001:1.0:1784950369.362623:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000400:00000010:3.0:1784950369.362623:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a470040. 00000001:00000001:1.0:1784950369.362625:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950369.362628:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950369.362629:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369179008, offset 224 00010000:00000040:1.0:1784950369.362630:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369178880 00010000:00000001:1.0:1784950369.362633:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:3.0:1784950369.362637:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000200:1.0:1784950369.362640:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000008b9f5999 x1871652369178880/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:520/0 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950369.362647:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000001:1.0:1784950369.362652:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1784950369.362656:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10698:10698:239:4294967295] 192.168.203.114@tcp LPNI seq info [9493:9493:8:4294967295] 00010000:00000001:1.0:1784950369.362657:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950369.362662:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=2 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950369.362666:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950369.362671:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950369.362675:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:3.0:1784950369.362676:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:1.0:1784950369.362678:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950369.362680:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950369.362681:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950369.362683:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950369.362686:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004304ebc2. 00000100:00000200:1.0:1784950369.362691:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369178880, offset 224 00000800:00000200:3.0:1784950369.362694:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950369.362698:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950369.362699:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9f26aca. 00000800:00000200:3.0:1784950369.362707:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950369.362708:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950369.362715:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10699:10699:238:4294967295] 192.168.203.114@tcp LPNI seq info [9494:9494:7:4294967295] 00000800:00000200:3.0:1784950369.362719:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:1.0:1784950369.362726:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950369.362730:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000200:3.0:1784950369.362740:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b9f26aca type 1, nob 464 niov 1 nkiov 1 00000100:00000001:3.0:1784950369.362751:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950369.362754:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950369.362756:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000010:1.0:1784950369.362757:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000091f3a7b6. 00000020:00000001:3.0:1784950369.362758:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950369.362763:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1784950369.362768:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052f93562 x1871652369179008/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:520/0 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950369.362769:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950369.362781:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:3.0:1784950369.362782:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000052f93562 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369179008:12345-192.168.203.114@tcp:41: Request processed in 599us (917us total) trans 0 rc 0/0 00000800:00000200:1.0:1784950369.362787:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000091f3a7b6 type 1, nob 464 niov 1 nkiov 1 00000100:00100000:3.0:1784950369.362793:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2633 00000100:00000001:1.0:1784950369.362810:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950369.362815:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000200:2.0:1784950369.362819:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950369.362822:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1784950369.362823:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000800:00000010:2.0:1784950369.362826:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9f26aca. 00000100:00000001:3.0:1784950369.362829:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1784950369.362833:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:2.0:1784950369.362835:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1784950369.362838:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00000020:00000001:1.0:1784950369.362839:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950369.362853:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f321c0c7. 00000020:00000001:1.0:1784950369.362855:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1784950369.362855:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:3.0:1784950369.362863:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9a863bd. 00000400:00000200:2.0:1784950369.362866:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a470040 00000100:00000040:1.0:1784950369.362870:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b9f5999 x1871652369178880/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:520/0 lens 224/368 e 0 to 0 dl 1784950380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950369.362874:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005a470040. 00000020:00000040:3.0:1784950369.362878:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:2.0:1784950369.362884:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950369.362912:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950369.362917:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1784950369.362925:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008b9f5999 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369178880:12345-192.168.203.114@tcp:41: Request processed in 577us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1784950369.362953:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2634 00000100:00000040:1.0:1784950369.362957:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:1.0:1784950369.362959:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950369.362961:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950369.362964:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000020:00000010:1.0:1784950369.362968:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000d9f490. 00000020:00000010:1.0:1784950369.362970:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082c1334c. 00000020:00000040:1.0:1784950369.362974:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:1.0:1784950369.362976:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950369.362990:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950369.362992:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000091f3a7b6. 00000400:00000200:2.0:1784950369.362997:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950369.363001:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950369.363005:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004304ebc2 00000400:00000010:2.0:1784950369.363007:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004304ebc2. 00000800:00000001:0.0:1784950369.363010:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950369.363011:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950369.363015:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950369.363018:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950369.363022:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950369.363024:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950369.363029:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950369.363037:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069ba180 00000400:00000200:0.0:1784950369.363041:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15599 [1] + 224 00000800:00000001:0.0:1784950369.363044:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950369.363046:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950369.363048:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950369.363050:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950369.363053:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950369.363055:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000782d7948 x1871652369179008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950369.363063:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000782d7948 x1871652369179008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950369.363076:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950369.363080:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950369.363082:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950369.363083:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950369.363085:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950369.363088:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950369.363092:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069ba100 00000400:00000200:0.0:1784950369.363095:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x155a1 [1] + 224 00000800:00000001:0.0:1784950369.363099:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950369.363099:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950369.363103:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784950369.363105:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950369.363107:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1784950369.363108:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950369.363111:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950369.363112:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:2.0:1784950369.363114:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e45c7660. 00000400:00000200:2.0:1784950369.363118:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000400:00000010:2.0:1784950369.363119:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000100:00000001:2.0:1784950369.363121:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950369.363122:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950369.363126:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000782d7948 x1871652369179008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950369.363127:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000041b004d5 x1871652369178880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950369.363178:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000782d7948 x1871652369179008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950369.363180:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000041b004d5 x1871652369178880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950369.363224:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950369.363229:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950369.363230:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950369.363236:0:441641:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784950369.363240:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950369.363241:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950369.363247:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784950369.363249:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950369.363250:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950369.363261:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950369.363268:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=147 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950369.363273:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=147 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950369.363277:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950369.363281:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950369.363285:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950369.363288:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950369.363292:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950369.363293:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950369.363296:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950369.363298:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950369.363304:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000782d7948 x1871652369179008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950369.363312:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950369.363315:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950369.363317:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950369.363320:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1784950369.363325:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000020:2.0:1784950369.363333:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:2.0:1784950369.363338:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950369.363343:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000782d7948 x1871652369179008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950369.363352:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000782d7948 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369179008:192.168.203.114@tcp:41: 00000400:00000001:2.0:1784950369.363359:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950369.363361:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950369.363362:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008481903. 00000400:00000200:2.0:1784950369.363365:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b78b0206 00000400:00000010:2.0:1784950369.363367:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b78b0206. 00000100:00000001:2.0:1784950369.363369:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950369.363373:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000041b004d5 x1871652369178880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950369.363382:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000041b004d5 x1871652369178880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950369.363390:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950369.363393:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950369.363395:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950369.363397:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950369.363398:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950369.363400:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950369.363402:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950369.363405:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=152 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950369.363408:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=152 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950369.363410:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950369.363412:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950369.363413:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950369.363415:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950369.363417:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950369.363418:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950369.363420:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950369.363421:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950369.363424:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041b004d5 x1871652369178880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950369.363431:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950369.363433:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950369.363434:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950369.363436:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1784950369.363438:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000004:00000020:2.0:1784950369.363443:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:2.0:1784950369.363447:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950369.363450:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041b004d5 x1871652369178880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950369.363459:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000041b004d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369178880:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950369.363463:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950369.363465:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950369.363468:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000782d7948 x1871652369179008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950369.363484:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950369.363487:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950369.363489:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004363415c. 02000000:00000001:2.0:1784950369.363493:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950369.363495:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950369.363497:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1784950369.363500:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950369.363503:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d6495b1. 02000000:00000001:2.0:1784950369.363507:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950369.363509:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950369.363510:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000782d7948. 00000100:00000001:2.0:1784950369.363514:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950369.363516:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950369.363518:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950369.363521:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041b004d5 x1871652369178880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950369.363528:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950369.363529:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950369.363531:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000994a2cd6. 02000000:00000001:2.0:1784950369.363533:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950369.363534:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950369.363535:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950369.363537:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950369.363539:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cdda80e2. 02000000:00000001:2.0:1784950369.363541:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950369.363542:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950369.363543:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041b004d5. 00000100:00000001:2.0:1784950369.363546:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950369.363548:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950369.363550:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950369.363555:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950369.363556:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950369.363559:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950369.363561:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950369.375814:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307307534, at 4307307535 00000100:00000010:3.0:1784950369.375821:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c874608d. 00000100:00000040:0.0:1784950369.375827:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307307534, at 4307307535 00000100:00000010:0.0:1784950369.375835:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006aac1791. 00000100:00000040:1.0:1784950369.375838:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307307534, at 4307307535 00000100:00000040:2.0:1784950369.375838:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307307534, at 4307307535 00000100:00000010:2.0:1784950369.375858:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000adc4b460. 00000100:00000010:1.0:1784950369.375859:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076fe874a. 00010000:00000001:2.0:1784950369.616813:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950369.616821:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950369.616838:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950369.616840:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950369.616915:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950369.616918:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950369.616921:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950370.256835:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950370.256861:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950370.256863:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950370.256870:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950370.256875:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950370.256902:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950370.256907:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950370.384946:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950370.384955:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950370.384963:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6e26f16. 00000020:00000040:2.0:1784950370.384971:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:2.0:1784950370.384976:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950370.384980:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950370.384988:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950370.384997:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070b3560d. 00000100:00000001:2.0:1784950370.385005:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950370.385015:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000a6e26f16 x1871652369179136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950370.385030:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950370.385033:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950370.385040:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6e26f16] to pc [ptlrpcd_00_01+1] req@00000000a6e26f16 x1871652369179136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950370.385079:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950370.385084:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950370.385091:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950370.385096:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ebe4a04e. 00000020:00000040:2.0:1784950370.385101:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950370.385107:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950370.385110:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950370.385114:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950370.385120:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aa821349. 00000100:00000001:2.0:1784950370.385126:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950370.385128:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950370.385138:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000ebe4a04e x1871652369179264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950370.385139:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950370.385157:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950370.385162:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950370.385170:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950370.385172:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6e26f16 x1871652369179136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950370.385174:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950370.385179:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950370.385197:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebe4a04e] to pc [ptlrpcd_00_02+2] req@00000000ebe4a04e x1871652369179264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950370.385201:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950370.385206:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950370.385214:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950370.385221:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950370.385230:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950370.385238:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000a6e26f16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369179136:0@lo:400: 00000100:00000001:3.0:1784950370.385245:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950370.385252:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950370.385255:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950370.385258:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950370.385259:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1784950370.385269:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000010:3.0:1784950370.385269:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fc8ce9c. 02000000:00000001:3.0:1784950370.385276:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950370.385287:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000010:3.0:1784950370.385288:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000817aa2ba. 00000100:00000040:2.0:1784950370.385295:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784950370.385300:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001829797e. 00000100:00000001:1.0:1784950370.385302:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950370.385307:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1784950370.385310:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000200:3.0:1784950370.385314:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369179136, portal 25 00000100:00000001:1.0:1784950370.385315:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784950370.385315:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000003a4e779. 00000100:00000001:3.0:1784950370.385325:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1784950370.385326:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1784950370.385329:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683772160 : -120288025779456 : ffff929942f3e300) 00000100:00000001:1.0:1784950370.385331:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950370.385338:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950370.385339:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950370.385344:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1784950370.385345:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a6e26f16 x1871652369179136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950370.385346:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950370.385351:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950370.385352:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950370.385358:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950370.385363:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784950370.385364:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005b63d50. 00000100:00000001:0.0:1784950370.385374:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950370.385375:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950370.385376:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ebe4a04e x1871652369179264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950370.385378:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950370.385388:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1784950370.385396:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000003a4e779 x1871652369179392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1784950370.385399:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000100:00000200:3.0:1784950370.385410:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369179136, offset 0 00000100:00000001:1.0:1784950370.385412:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950370.385418:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950370.385425:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784950370.385426:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784950370.385429:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1784950370.385432:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950370.385432:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950370.385438:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950370.385443:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ebe4a04e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369179264:192.168.203.114@tcp:400: 00000100:00000040:2.0:1784950370.385443:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a4e779] to pc [ptlrpcd_00_03+3] req@0000000003a4e779 x1871652369179392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950370.385455:0:441642:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1784950370.385457:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950370.385466:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950370.385471:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950370.385474:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784950370.385480:0:441642:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069ba200 02000000:00000010:1.0:1784950370.385484:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082c1334c. 00000100:00000001:2.0:1784950370.385490:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950370.385492:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950370.385496:0:441642:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13e99 [2] + 0 00000100:00000040:2.0:1784950370.385499:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1784950370.385501:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecdca24c. 00000400:00000010:3.0:1784950370.385506:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df0f20aa. 00000100:00000001:2.0:1784950370.385511:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1784950370.385515:0:441642:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000049a0bd9f 00000100:00000010:2.0:1784950370.385520:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7ed0693. 00000100:00000001:0.0:1784950370.385524:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784950370.385528:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5f4e874. 00000400:00000200:3.0:1784950370.385529:0:441642:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1784950370.385532:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:0.0:1784950370.385533:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000200:1.0:1784950370.385542:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369179264, portal 4 00000100:00000001:0.0:1784950370.385543:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950370.385545:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1784950370.385546:0:441642:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1784950370.385555:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784950370.385556:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950370.385562:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950370.385563:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683770368 : -120288025781248 : ffff929942f3dc00) 02000000:00000001:2.0:1784950370.385563:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950370.385563:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a0bd9f 00000100:00000001:0.0:1784950370.385569:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950370.385573:0:441642:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 0000000049a0bd9f. 00000100:00000001:0.0:1784950370.385577:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784950370.385578:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002058a4fe. 00000100:00000001:0.0:1784950370.385582:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784950370.385585:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ebe4a04e x1871652369179264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950370.385585:0:441642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950370.385590:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950370.385591:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784950370.385592:0:441642:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1784950370.385604:0:441642:0:(events.c:337:request_in_callback()) incoming req@00000000f3980022 x1871652369179136 msgsize 224 00000100:00000040:0.0:1784950370.385608:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000003a4e779 x1871652369179392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950370.385610:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000c7ed0693 x1871652369179520/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784950370.385631:0:441642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1784950370.385639:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950370.385641:0:441642:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1784950370.385656:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950370.385664:0:441642:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1784950370.385667:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae29e6d8. 00000100:00000001:0.0:1784950370.385680:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950370.385682:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1784950370.385683:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369179264, offset 0 00000400:00000200:3.0:1784950370.385683:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000100:00000001:0.0:1784950370.385686:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950370.385689:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950370.385692:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 02000000:00000001:0.0:1784950370.385698:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950370.385705:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950370.385706:0:441642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1784950370.385708:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ed0693] to pc [ptlrpcd_00_00+0] req@00000000c7ed0693 x1871652369179520/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950370.385718:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950370.385719:0:441642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a6e26f16 x1871652369179136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950370.385770:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:0.0:1784950370.385779:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000003a4e779 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369179392:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950370.385785:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950370.385796:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a6e26f16 x1871652369179136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950370.385798:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950370.385799:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950370.385807:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950370.385813:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950370.385821:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784950370.385823:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950370.385835:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006621a139. 00000400:00000200:1.0:1784950370.385848:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950370.385849:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950370.385852:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950370.385860:0:441642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950370.385861:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950370.385864:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f515d5b. 00000400:00000200:1.0:1784950370.385866:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00080000:2.0:1784950370.385869:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000010:0.0:1784950370.385875:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007da373e1. 00000400:00000200:1.0:1784950370.385877:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00080000:2.0:1784950370.385877:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1784950370.385908:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1784950370.385909:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369179392, portal 10 00000400:00000200:1.0:1784950370.385913:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10700:10700:239:4294967295] 192.168.203.114@tcp LPNI seq info [9495:9495:8:4294967295] 00000100:00000001:0.0:1784950370.385920:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950370.385923:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784950370.385926:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683774848 : -120288025776768 : ffff929942f3ed80) 00000100:00000010:2.0:1784950370.385933:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005512dd85. 00000020:00000040:2.0:1784950370.385940:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:0.0:1784950370.385942:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000003a4e779 x1871652369179392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950370.385949:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1784950370.385953:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:2.0:1784950370.385955:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950370.385961:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950370.385973:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009dd5e9b1. 00000100:00000001:3.0:1784950370.385978:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950370.385979:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950370.385980:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950370.385983:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950370.385992:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307310971 00000100:00000040:0.0:1784950370.385993:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950370.385995:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6b3c2c6. 00000100:00000040:2.0:1784950370.386001:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@000000005512dd85 x1871652369179648/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1784950370.386004:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9f684d. 00000100:00000010:3.0:1784950370.386007:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003360f156. 00000100:00000200:0.0:1784950370.386015:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369179392, offset 0 00000800:00000200:1.0:1784950370.386019:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950370.386023:0:441642:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784950370.386039:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950370.386041:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307310971 00000800:00000200:1.0:1784950370.386049:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:2.0:1784950370.386050:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950370.386055:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950370.386055:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000207b9ee3. 00000800:00000200:1.0:1784950370.386059:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c6b3c2c6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950370.386062:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950370.386071:0:441642:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1784950370.386073:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005512dd85] to pc [ptlrpcd_00_01+1] req@000000005512dd85 x1871652369179648/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950370.386078:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950370.386084:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307310971 00000100:00000001:1.0:1784950370.386090:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950370.386091:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000010:3.0:1784950370.386099:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000037e2c3a1. 00000100:00000040:1.0:1784950370.386103:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13901 usecs (14 jiffies) 00000400:00000200:0.0:1784950370.386104:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950370.386117:0:441642:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1784950370.386118:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950370.386118:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307308559 00000100:00000001:2.0:1784950370.386122:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950370.386130:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307310971 00000400:00000200:0.0:1784950370.386136:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10701:10701:238:4294967295] 192.168.203.114@tcp LPNI seq info [9496:9496:7:4294967295] 00000100:00000001:3.0:1784950370.386136:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307310971 00000100:00000040:2.0:1784950370.386137:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12646) 00000100:00000001:1.0:1784950370.386139:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307308559 00000100:00000001:1.0:1784950370.386152:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307310971 00000100:00000010:3.0:1784950370.386161:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051f51ac3. 00000100:00000001:1.0:1784950370.386163:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307308559 00000100:00000001:3.0:1784950370.386176:0:441642:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1784950370.386177:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307310971 00000100:00000001:2.0:1784950370.386177:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950370.386184:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950370.386188:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307308559 00000100:00000001:2.0:1784950370.386188:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950370.386190:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950370.386194:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950370.386199:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307310971 00000800:00000200:0.0:1784950370.386202:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950370.386204:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950370.386212:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950370.386212:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7ed0693 x1871652369179520/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950370.386216:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950370.386218:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 00000100:00000001:1.0:1784950370.386220:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950370.386228:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950370.386233:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950370.386241:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950370.386243:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950370.386245:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950370.386250:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950370.386254:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950370.386255:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950370.386259:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950370.386261:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950370.386261:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950370.386266:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784950370.386268:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950370.386270:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950370.386273:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950370.386274:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950370.386279:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950370.386282:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1784950370.386283:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950370.386290:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005512dd85 x1871652369179648/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950370.386297:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950370.386310:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950370.386314:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c7ed0693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369179520:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950370.386315:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950370.386316:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950370.386318:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369179136 00000100:00000001:3.0:1784950370.386321:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950370.386326:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1784950370.386330:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5576 usecs (6 jiffies) 02000000:00000001:3.0:1784950370.386333:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950370.386334:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950370.386334:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950370.386336:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307308551 02000000:00000001:3.0:1784950370.386342:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950370.386343:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950370.386343:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950370.386345:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307310971 02000000:00000001:2.0:1784950370.386352:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950370.386354:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950370.386357:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307308551 02000000:00000001:1.0:1784950370.386359:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950370.386363:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1784950370.386369:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005512dd85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369179648:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950370.386370:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307310971 00000100:00100000:1.0:1784950370.386374:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369179136 02000000:00000010:2.0:1784950370.386374:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2c38d8a. 00000100:00000001:0.0:1784950370.386385:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307308551 02000000:00000001:2.0:1784950370.386387:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950370.386388:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950370.386389:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950370.386393:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307310971 00000020:00000040:1.0:1784950370.386396:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 02000000:00000001:3.0:1784950370.386399:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950370.386400:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307308551 00000400:00000010:2.0:1784950370.386402:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008481903. 00000020:00000001:1.0:1784950370.386407:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1784950370.386408:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950370.386412:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307310971 00000020:00000040:1.0:1784950370.386416:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 02000000:00000001:3.0:1784950370.386416:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950370.386419:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950370.386419:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b78b0206. 02000000:00000010:3.0:1784950370.386427:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c36d7da. 00000020:00000001:1.0:1784950370.386428:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:0.0:1784950370.386429:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950370.386431:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369179520, portal 4 02000000:00000001:3.0:1784950370.386437:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950370.386442:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:2.0:1784950370.386442:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950370.386443:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950370.386446:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df0f20aa. 00000100:00000001:2.0:1784950370.386450:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683773952 : -120288025777664 : ffff929942f3ea00) 00000100:00000001:0.0:1784950370.386457:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950370.386461:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000100:00000001:1.0:1784950370.386462:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950370.386468:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c7ed0693 x1871652369179520/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950370.386474:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000100:00000200:3.0:1784950370.386474:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369179648, portal 10 00000100:00000001:3.0:1784950370.386485:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950370.386486:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950370.386491:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032828800 : -120287676722816 : ffff929957c21180) 00000020:00000010:1.0:1784950370.386494:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000100:00000001:2.0:1784950370.386495:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950370.386504:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950370.386508:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005512dd85 x1871652369179648/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950370.386510:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050c4f330. 00000400:00000010:2.0:1784950370.386513:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000100:00000200:2.0:1784950370.386524:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369179520, offset 0 00000020:00000010:1.0:1784950370.386525:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 00000100:00000001:3.0:1784950370.386534:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1784950370.386539:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000d9f490. 00000100:00000040:3.0:1784950370.386546:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950370.386549:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950370.386553:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c61119ea. 00000100:00000040:1.0:1784950370.386559:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000200:3.0:1784950370.386561:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369179648, offset 0 00000400:00000200:2.0:1784950370.386567:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950370.386569:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950370.386574:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1784950370.386579:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950370.386582:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950370.386583:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950370.386592:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950370.386598:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950370.386598:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950370.386604:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950370.386612:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10702:10702:237:4294967295] 192.168.203.114@tcp LPNI seq info [9497:9497:6:4294967295] 00000100:00000001:1.0:1784950370.386615:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950370.386631:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784950370.386633:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950370.386634:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000010:0.0:1784950370.386639:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6b3c2c6. 00000100:00000001:1.0:1784950370.386641:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000200:2.0:1784950370.386650:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950370.386652:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784950370.386654:0:453506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000800:00000010:2.0:1784950370.386660:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078605e0a. 00000400:00000200:3.0:1784950370.386664:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:1.0:1784950370.386668:0:453506:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000400:00000200:0.0:1784950370.386670:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950370.386680:0:453506:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785835784272 : -120287873767344 : ffff92994c036850) 00000800:00000200:2.0:1784950370.386683:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950370.386684:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784950370.386696:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f3980022 x1871652369179136/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:521/0 lens 224/0 e 0 to 0 dl 1784950381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950370.386697:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:2.0:1784950370.386706:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950370.386712:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784950370.386717:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078605e0a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950370.386753:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950370.386763:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10703:10703:236:4294967295] 192.168.203.114@tcp LPNI seq info [9498:9498:5:4294967295] 00000100:00000001:2.0:1784950370.386770:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950370.386775:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950370.386783:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000100:00000040:2.0:1784950370.386783:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4712 usecs (5 jiffies) 00000100:00000001:1.0:1784950370.386792:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950370.386794:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307308551 00000400:00000200:3.0:1784950370.386801:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:1.0:1784950370.386803:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000100:00000001:2.0:1784950370.386803:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307310971 00000100:00000001:2.0:1784950370.386813:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307308551 00000100:00100000:1.0:1784950370.386819:0:453506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f3980022 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369179136:12345-0@lo:400: 00000400:00000200:0.0:1784950370.386821:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae29e6d8 00000100:00000001:2.0:1784950370.386821:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307310971 00000800:00000200:3.0:1784950370.386829:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950370.386831:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ae29e6d8. 00000100:00000001:2.0:1784950370.386832:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307308551 00000100:00000200:1.0:1784950370.386833:0:453506:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369179136 00000100:00000001:2.0:1784950370.386844:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307310971 00000100:00000001:2.0:1784950370.386847:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307308551 00000800:00000010:3.0:1784950370.386851:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007aa401b2. 00000100:00000001:2.0:1784950370.386852:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307310971 00000100:00000001:0.0:1784950370.386854:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1784950370.386854:0:453506:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950370.386864:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950370.386867:0:453506:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000200:0.0:1784950370.386871:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ebe4a04e x1871652369179264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950370.386873:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950370.386874:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:1.0:1784950370.386875:0:453506:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950370.386908:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950370.386913:0:453506:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950370.386921:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950370.386921:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:1.0:1784950370.386922:0:453506:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:0.0:1784950370.386931:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1784950370.386934:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007aa401b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1784950370.386937:0:453506:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1784950370.386937:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784950370.386942:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ebe4a04e x1871652369179264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950370.386946:0:453506:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950370.386946:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950370.386947:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950370.386959:0:453506:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950370.386959:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784950370.386960:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5053 usecs (6 jiffies) 00000100:00000001:0.0:1784950370.386967:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950370.386968:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1784950370.386969:0:453506:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950370.386969:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307308552 00000100:00000001:0.0:1784950370.386977:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1784950370.386979:0:453506:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950370.386979:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950370.386980:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307310971 00000020:00000001:1.0:1784950370.386991:0:453506:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950370.386992:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950370.386992:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307308552 00000800:00000001:0.0:1784950370.386996:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950370.387000:0:453506:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950370.387004:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307310971 02000000:00000001:1.0:1784950370.387008:0:453506:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950370.387010:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307308552 00000800:00000001:0.0:1784950370.387015:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950370.387017:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307310971 02000000:00000010:1.0:1784950370.387021:0:453506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ac8eb5c2. 00000800:00000001:0.0:1784950370.387022:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950370.387024:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307308552 00000800:00000001:0.0:1784950370.387031:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950370.387034:0:453506:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950370.387034:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307310971 00000100:00000001:3.0:1784950370.387045:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950370.387048:0:453506:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950370.387051:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950370.387056:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950370.387060:0:453506:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950370.387068:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950370.387071:0:453506:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369179136 00000400:00000200:0.0:1784950370.387077:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069ba280 00000100:00000001:3.0:1784950370.387081:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950370.387084:0:453506:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:0.0:1784950370.387093:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 22176 00000100:00000001:3.0:1784950370.387097:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000200:1.0:1784950370.387102:0:453506:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f3980022 x1871652369179136/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:521/0 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950370.387103:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950370.387104:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950370.387118:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950370.387125:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950370.387133:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950370.387135:0:453506:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000001:0.0:1784950370.387141:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784950370.387144:0:453506:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950370.387145:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950370.387153:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950370.387166:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00001000:1.0:1784950370.387168:0:453506:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=8 v=5 (1 1 1 1) 00000800:00000001:0.0:1784950370.387169:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:2.0:1784950370.387175:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 00000100:00000001:1.0:1784950370.387181:0:453506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:0.0:1784950370.387182:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950370.387185:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950370.387190:0:453506:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:1.0:1784950370.387199:0:453506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000400:00000200:2.0:1784950370.387202:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950370.387205:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:1.0:1784950370.387208:0:453506:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1784950370.387212:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9f684d 02000000:00000001:1.0:1784950370.387215:0:453506:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950370.387216:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9f684d. 00000400:00000200:0.0:1784950370.387225:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069ba300 00000100:00000001:1.0:1784950370.387225:0:453506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950370.387228:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1784950370.387237:0:453506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1784950370.387239:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000003a4e779 x1871652369179392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950370.387245:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 150528 00000400:00000010:1.0:1784950370.387248:0:453506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae29e6d8. 00000100:00000200:1.0:1784950370.387265:0:453506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369179136, offset 224 00000800:00000001:0.0:1784950370.387266:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950370.387272:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784950370.387278:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950370.387283:0:453506:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1784950370.387283:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000003a4e779 x1871652369179392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950370.387285:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950370.387301:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950370.387307:0:453506:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1784950370.387317:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950370.387319:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950370.387322:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1784950370.387325:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950370.387330:0:453506:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069ba200 00000100:00000010:0.0:1784950370.387335:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a010e309. 00000100:00000040:0.0:1784950370.387342:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000a010e309 x1871652369179392 msgsize 224 00000400:00000200:1.0:1784950370.387346:0:453506:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x155b1 [1] + 224 00000800:00000200:2.0:1784950370.387360:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1784950370.387361:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:1.0:1784950370.387368:0:453506:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1784950370.387368:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078605e0a. 00000400:00000200:2.0:1784950370.387375:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950370.387377:0:453506:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1784950370.387383:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950370.387384:0:453506:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1784950370.387387:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000100:00000001:0.0:1784950370.387390:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1784950370.387391:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000100:00000200:1.0:1784950370.387392:0:453506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a6e26f16 x1871652369179136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950370.387400:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1784950370.387407:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7ed0693 x1871652369179520/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950370.387410:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950370.387413:0:453506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a6e26f16 x1871652369179136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950370.387420:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950370.387435:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950370.387443:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7ed0693 x1871652369179520/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950370.387444:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950370.387451:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369179392 00000100:00000001:1.0:1784950370.387453:0:453506:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950370.387456:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950370.387459:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950370.387468:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784950370.387469:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950370.387469:0:453506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae29e6d8 00000100:00000001:2.0:1784950370.387475:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950370.387476:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950370.387480:0:453506:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ae29e6d8. 00000100:00000001:2.0:1784950370.387487:0:441636:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1784950370.387489:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950370.387491:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950370.387493:0:453506:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:3.0:1784950370.387501:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369179392 00000100:00000001:1.0:1784950370.387502:0:453506:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1784950370.387506:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1784950370.387507:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000200:0.0:1784950370.387511:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000040:3.0:1784950370.387513:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:1.0:1784950370.387516:0:453506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950370.387520:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041b004d5. 00000020:00000001:3.0:1784950370.387521:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950370.387528:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000040:1.0:1784950370.387530:0:453506:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000040:0.0:1784950370.387531:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000041b004d5 x1871652369179264 msgsize 224 00000020:00000001:3.0:1784950370.387538:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00010000:00000001:1.0:1784950370.387546:0:453506:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950370.387547:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:1.0:1784950370.387556:0:453506:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950370.387557:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950370.387560:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.0:1784950370.387561:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1784950370.387569:0:453506:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000010:2.0:1784950370.387569:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007aa401b2. 00000020:00000010:3.0:1784950370.387571:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000100:00000001:0.0:1784950370.387578:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950370.387579:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950370.387580:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3980022 x1871652369179136/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:521/0 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950370.387580:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1784950370.387590:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000800:00000001:0.0:1784950370.387592:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950370.387601:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950370.387604:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950370.387608:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000269463a9. 00000800:00000001:0.0:1784950370.387611:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950370.387611:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c61119ea 00000100:00100000:1.0:1784950370.387619:0:453506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f3980022 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369179136:12345-0@lo:400: Request processed in 835us (2003us total) trans 0 rc 0/0 00000400:00000010:2.0:1784950370.387621:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c61119ea. 00000020:00000010:3.0:1784950370.387622:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000800:00000001:0.0:1784950370.387625:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950370.387630:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1784950370.387636:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000100:00000200:2.0:1784950370.387644:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005512dd85 x1871652369179648/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950370.387647:0:453506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000400:00000200:0.0:1784950370.387650:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:3.0:1784950370.387653:0:453512:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:1.0:1784950370.387656:0:453506:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:3.0:1784950370.387665:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950370.387667:0:453506:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950370.387671:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950370.387674:0:453506:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950370.387679:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069ba380 00000100:00000001:3.0:1784950370.387681:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950370.387683:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1784950370.387685:0:453506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000020:00000010:1.0:1784950370.387697:0:453506:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000d9f490. 00000100:00000001:3.0:1784950370.387698:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1784950370.387699:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 22400 00000100:00000040:2.0:1784950370.387701:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005512dd85 x1871652369179648/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950370.387707:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:1.0:1784950370.387709:0:453506:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050c4f330. 00000100:00000001:3.0:1784950370.387713:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950370.387718:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950370.387761:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950370.387765:0:453506:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000001:3.0:1784950370.387766:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950370.387771:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950370.387778:0:453506:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950370.387785:0:453506:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ac8eb5c2. 00000100:00000001:2.0:1784950370.387785:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950370.387789:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950370.387792:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950370.387793:0:441636:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1784950370.387795:0:453506:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1784950370.387798:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950370.387800:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950370.387803:0:453506:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950370.387804:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00100000:3.0:1784950370.387817:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1534 00000100:00000010:0.0:1784950370.387818:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ac54a88. 00000100:00000200:1.0:1784950370.387822:0:453506:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1784950370.387825:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000040:0.0:1784950370.387829:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000001ac54a88 x1871652369179520 msgsize 224 00000100:00000001:3.0:1784950370.387834:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822330752 : -120287887220864 : ffff92994b361f80) 00000100:00100000:0.0:1784950370.387844:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000010:1.0:1784950370.387846:0:453506:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a29880ab. 00000100:00000040:3.0:1784950370.387849:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a010e309 x1871652369179392/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:521/0 lens 224/0 e 0 to 0 dl 1784950381 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950370.387853:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950370.387860:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1784950370.387863:0:453506:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000befc1707. 00000100:00000001:0.0:1784950370.387865:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1784950370.387872:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950370.387879:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950370.387911:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1784950370.387913:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000817aa2ba. 00000020:00000010:3.0:1784950370.387920:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000400:00000200:2.0:1784950370.387923:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001829797e 00000100:00000001:3.0:1784950370.387926:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950370.387932:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001829797e. 00000020:00000010:3.0:1784950370.387933:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000100:00000001:2.0:1784950370.387943:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784950370.387950:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950370.387951:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a010e309 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369179392:12345-192.168.203.114@tcp:400: 00000100:00000200:2.0:1784950370.387960:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a6e26f16 x1871652369179136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950370.387961:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950370.387963:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369179392 00000800:00000001:0.0:1784950370.387974:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950370.387974:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950370.387983:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000001:0.0:1784950370.387984:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950370.387989:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950370.387996:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950370.387997:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1784950370.388001:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a6e26f16 x1871652369179136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950370.388002:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00100000:1.0:1784950370.388006:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369179264 00000400:00000200:0.0:1784950370.388007:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:3.0:1784950370.388015:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1784950370.388017:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1784950370.388023:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950370.388025:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950370.388032:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950370.388032:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784950370.388034:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069ba400 00000020:00000001:3.0:1784950370.388035:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950370.388038:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950370.388041:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950370.388042:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950370.388049:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950370.388050:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 150752 00000100:00100000:1.0:1784950370.388052:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369179264 00000100:00000001:2.0:1784950370.388052:0:441642:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:3.0:1784950370.388059:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1784950370.388061:0:454245:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:2.0:1784950370.388061:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784950370.388064:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784950370.388068:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:2.0:1784950370.388068:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950370.388070:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1784950370.388075:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950370.388075:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950370.388076:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950370.388078:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1784950370.388083:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 02000000:00000001:2.0:1784950370.388084:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950370.388086:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1784950370.388091:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c07a8031. 00000020:00000001:1.0:1784950370.388093:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00001000:2.0:1784950370.388094:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=8 v=5 (5 5 5 5) 00000400:00000200:0.0:1784950370.388104:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:3.0:1784950370.388105:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950370.388106:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00001000:2.0:1784950370.388106:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=8 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950370.388112:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950370.388120:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1784950370.388120:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950370.388121:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950370.388122:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950370.388129:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950370.388133:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000020:00000001:3.0:1784950370.388134:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950370.388136:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000441e1f9e. 00010000:00000001:2.0:1784950370.388138:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784950370.388139:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950370.388147:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000441e1f9e x1871652369179648 msgsize 224 00000020:00000010:1.0:1784950370.388150:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00010000:00000040:3.0:1784950370.388153:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369179392 00010000:00000001:2.0:1784950370.388155:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950370.388164:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050c4f330. 00010000:00000001:3.0:1784950370.388166:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00100000:0.0:1784950370.388168:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950370.388169:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950370.388175:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 00010000:00000200:3.0:1784950370.388180:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000a010e309 x1871652369179392/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:521/0 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950370.388185:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000d9f490. 00000100:00000040:2.0:1784950370.388186:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6e26f16 x1871652369179136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950370.388188:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1784950370.388197:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950370.388202:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000800:00000001:0.0:1784950370.388205:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950370.388216:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950370.388223:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950370.388228:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950370.388234:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950370.388235:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950370.388237:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950370.388239:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950370.388242:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950370.388244:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369179520 00000100:00000001:2.0:1784950370.388246:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1784950370.388251:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=153 v=5 (1 1 1 1) 02000000:00000001:0.0:1784950370.388252:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950370.388255:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950370.388259:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950370.388261:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950370.388268:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950370.388269:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950370.388274:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6e26f16 x1871652369179136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950370.388279:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950370.388281:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950370.388283:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1784950370.388292:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369179520 00000100:00000001:1.0:1784950370.388292:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950370.388294:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:0.0:1784950370.388302:0:453517:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1784950370.388306:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1784950370.388308:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2635 00000020:00000040:0.0:1784950370.388309:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 02000000:00000001:3.0:1784950370.388312:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950370.388319:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:1.0:1784950370.388321:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:3.0:1784950370.388323:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1784950370.388326:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:1.0:1784950370.388332:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822322688 : -120287887228928 : ffff92994b360000) 00000100:00100000:2.0:1784950370.388334:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000a6e26f16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369179136:0@lo:400: 00000020:00000001:0.0:1784950370.388337:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000040:3.0:1784950370.388340:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950370.388350:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041b004d5 x1871652369179264/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:521/0 lens 224/0 e 0 to 0 dl 1784950381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950370.388352:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000020:00000001:0.0:1784950370.388353:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:2.0:1784950370.388354:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950370.388366:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369179392, offset 224 00000100:00000001:0.0:1784950370.388368:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950370.388368:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1784950370.388381:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000040:2.0:1784950370.388381:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a6e26f16 x1871652369179136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950370.388386:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950370.388392:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950370.388393:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950370.388397:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000020:00000010:0.0:1784950370.388404:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000100:00000001:1.0:1784950370.388406:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950370.388417:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:1.0:1784950370.388419:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000100:00000001:2.0:1784950370.388419:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1784950370.388420:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbdf19b0. 02000000:00000001:2.0:1784950370.388428:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1784950370.388431:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10704:10704:239:4294967295] 192.168.203.114@tcp LPNI seq info [9499:9499:8:4294967295] 00000020:00000010:0.0:1784950370.388433:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 02000000:00000010:2.0:1784950370.388436:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fc8ce9c. 00000100:00100000:1.0:1784950370.388444:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000041b004d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369179264:12345-192.168.203.114@tcp:400: 00000020:00000010:0.0:1784950370.388447:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cc2653d2. 02000000:00000001:2.0:1784950370.388449:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950370.388456:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:1.0:1784950370.388463:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369179264 00000100:00000001:0.0:1784950370.388465:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000040:2.0:1784950370.388465:0:441642:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000001:1.0:1784950370.388471:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950370.388473:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1784950370.388477:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:2.0:1784950370.388479:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950370.388480:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950370.388481:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000010:2.0:1784950370.388487:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070b3560d. 00000020:00000001:1.0:1784950370.388490:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950370.388497:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950370.388498:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1784950370.388499:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950370.388504:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000200:3.0:1784950370.388506:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950370.388508:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000010:2.0:1784950370.388510:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6e26f16. 00000800:00000010:3.0:1784950370.388519:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c1815a5. 00000100:00000001:0.0:1784950370.388520:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950370.388520:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1784950370.388521:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950370.388528:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1784950370.388530:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369179264, found 0 last_xid 1871652369179263 00000100:00000001:2.0:1784950370.388537:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950370.388539:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:1.0:1784950370.388541:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950370.388542:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950370.388543:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950370.388550:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950370.388552:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950370.388552:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1784950370.388559:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:1.0:1784950370.388560:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950370.388560:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950370.388564:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2636 00000020:00000001:1.0:1784950370.388568:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950370.388572:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003c1815a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950370.388573:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950370.388575:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000020:00000001:1.0:1784950370.388579:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950370.388588:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822336128 : -120287887215488 : ffff92994b363480) 00000100:00000001:1.0:1784950370.388592:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950370.388598:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1784950370.388600:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ac54a88 x1871652369179520/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:521/0 lens 224/0 e 0 to 0 dl 1784950381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950370.388604:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950370.388609:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ac8eb5c2. 00000100:00000040:3.0:1784950370.388618:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 02000000:00000001:1.0:1784950370.388622:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950370.388629:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:1.0:1784950370.388635:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950370.388636:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950370.388638:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950370.388647:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369179648 00000020:00000001:3.0:1784950370.388649:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1784950370.388650:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950370.388651:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1784950370.388656:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000040:1.0:1784950370.388660:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369179264 00000100:00000001:2.0:1784950370.388660:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1784950370.388661:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000040:3.0:1784950370.388663:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a010e309 x1871652369179392/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:521/0 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950370.388667:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950370.388670:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950370.388673:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950370.388679:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1784950370.388683:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000041b004d5 x1871652369179264/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:521/0 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950370.388684:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000100:00100000:2.0:1784950370.388691:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369179648 00000020:00000001:2.0:1784950370.388700:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:0.0:1784950370.388706:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001ac54a88 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369179520:12345-192.168.203.114@tcp:400: 00000020:00000040:2.0:1784950370.388707:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000020:00000001:2.0:1784950370.388716:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:0.0:1784950370.388759:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369179520 00000020:00000001:0.0:1784950370.388763:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950370.388767:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950370.388775:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950370.388777:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00100000:3.0:1784950370.388780:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a010e309 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369179392:12345-192.168.203.114@tcp:400: Request processed in 860us (1425us total) trans 0 rc 0/0 00000020:00000001:0.0:1784950370.388785:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950370.388790:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:0.0:1784950370.388793:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00010000:00000001:1.0:1784950370.388796:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1784950370.388803:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00010000:00000001:1.0:1784950370.388804:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950370.388807:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00001000:1.0:1784950370.388811:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=3 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950370.388813:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000001:00000001:0.0:1784950370.388814:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369179520, found 0 last_xid 1871652369179519 00000100:00100000:3.0:1784950370.388815:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1534 00000020:00000010:2.0:1784950370.388823:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000020:00000001:0.0:1784950370.388828:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950370.388830:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:1.0:1784950370.388832:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950370.388832:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950370.388835:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950370.388841:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1784950370.388842:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1784950370.388844:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000010:2.0:1784950370.388844:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000020:00000001:0.0:1784950370.388848:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950370.388854:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1784950370.388858:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950370.388860:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000010:2.0:1784950370.388864:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031bfa75f. 00000020:00000010:3.0:1784950370.388864:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000100:00000001:0.0:1784950370.388865:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950370.388871:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950370.388873:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1784950370.388900:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950370.388900:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 02000000:00000010:0.0:1784950370.388901:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003de246ec. 00000020:00000010:2.0:1784950370.388901:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 02000000:00000001:0.0:1784950370.388914:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950370.388915:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000269463a9. 00000100:00000001:1.0:1784950370.388917:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950370.388918:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950370.388920:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000020:00000040:3.0:1784950370.388926:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000020:00000001:0.0:1784950370.388929:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950370.388934:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950370.388937:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950370.388938:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000040:0.0:1784950370.388939:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369179520 00000400:00000010:1.0:1784950370.388943:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae29e6d8. 00000100:00000001:2.0:1784950370.388949:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1784950370.388951:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950370.388954:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1784950370.388955:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369179264, offset 224 00000100:00000001:2.0:1784950370.388959:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1784950370.388963:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000001ac54a88 x1871652369179520/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:521/0 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950370.388972:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1784950370.388973:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950370.388980:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950370.388986:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950370.388991:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1784950370.388997:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000001:0.0:1784950370.388998:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950370.389005:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=3 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950370.389007:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950370.389018:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10705:10705:238:4294967295] 192.168.203.114@tcp LPNI seq info [9500:9500:7:4294967295] 00000100:00000001:0.0:1784950370.389019:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950370.389032:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950370.389036:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950370.389038:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950370.389046:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1784950370.389047:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950370.389054:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950370.389057:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950370.389057:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1784950370.389064:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1535 00000100:00000001:0.0:1784950370.389065:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1784950370.389072:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c1815a5. 00000100:00000040:2.0:1784950370.389076:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000040:0.0:1784950370.389079:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950370.389085:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822325376 : -120287887226240 : ffff92994b360a80) 00000800:00000200:1.0:1784950370.389086:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950370.389087:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784950370.389089:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df1b1287. 00000800:00000010:1.0:1784950370.389098:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e63643df. 00000100:00000040:2.0:1784950370.389101:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000441e1f9e x1871652369179648/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:521/0 lens 224/0 e 0 to 0 dl 1784950381 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950370.389102:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369179520, offset 224 00000400:00000200:3.0:1784950370.389115:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000200:1.0:1784950370.389119:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950370.389124:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950370.389138:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000800:00000200:1.0:1784950370.389139:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:2.0:1784950370.389142:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1784950370.389149:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000400:00000200:0.0:1784950370.389150:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:1.0:1784950370.389153:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e63643df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1784950370.389153:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000100:00000001:3.0:1784950370.389162:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950370.389168:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950370.389175:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950370.389179:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10706:10706:237:4294967295] 192.168.203.114@tcp LPNI seq info [9501:9501:6:4294967295] 00000020:00000010:2.0:1784950370.389187:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00000001:1.0:1784950370.389189:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950370.389200:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00100000:2.0:1784950370.389203:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000441e1f9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369179648:12345-192.168.203.114@tcp:400: 00010000:00000001:1.0:1784950370.389210:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:0.0:1784950370.389215:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:1.0:1784950370.389216:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950370.389217:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369179648 00000020:00000001:2.0:1784950370.389225:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950370.389227:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1784950370.389234:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950370.389235:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000001:3.0:1784950370.389238:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950370.389242:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950370.389243:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041b004d5 x1871652369179264/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:521/0 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950370.389244:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825f13b0. 00000020:00000001:2.0:1784950370.389251:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000001:3.0:1784950370.389251:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950370.389257:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000001:3.0:1784950370.389264:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950370.389265:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:2.0:1784950370.389268:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000001:3.0:1784950370.389272:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950370.389276:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950370.389286:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000200:0.0:1784950370.389288:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:2.0:1784950370.389294:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1784950370.389299:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:0.0:1784950370.389302:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000825f13b0 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1784950370.389302:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000041b004d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369179264:12345-192.168.203.114@tcp:400: Request processed in 905us (1759us total) trans 0 rc 0/0 00000020:00000001:2.0:1784950370.389302:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950370.389313:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950370.389318:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950370.389322:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1784950370.389322:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069ba300 02000000:00000001:2.0:1784950370.389330:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1784950370.389334:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00100000:1.0:1784950370.389342:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2635 02000000:00000010:2.0:1784950370.389342:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000994a2cd6. 00000400:00000200:3.0:1784950370.389343:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x155c1 [1] + 224 00010000:00000001:0.0:1784950370.389345:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950370.389352:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950370.389354:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 02000000:00000001:2.0:1784950370.389354:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950370.389363:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950370.389366:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950370.389366:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950370.389367:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950370.389374:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ac54a88 x1871652369179520/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:521/0 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950370.389376:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1784950370.389377:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950370.389380:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950370.389385:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00010000:00000040:2.0:1784950370.389386:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369179648 00000400:00000200:3.0:1784950370.389392:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1784950370.389398:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000d9f490. 00010000:00000001:2.0:1784950370.389398:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:3.0:1784950370.389411:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:1.0:1784950370.389412:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050c4f330. 00010000:00000200:2.0:1784950370.389414:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000441e1f9e x1871652369179648/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:521/0 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950370.389426:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1784950370.389427:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:1.0:1784950370.389437:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950370.389440:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000003a4e779 x1871652369179392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950370.389441:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001ac54a88 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369179520:12345-192.168.203.114@tcp:400: Request processed in 780us (1601us total) trans 0 rc 0/0 00010000:00000001:2.0:1784950370.389464:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950370.389474:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950370.389482:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2636 00000100:00001000:2.0:1784950370.389486:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=3 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950370.389488:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000003a4e779 x1871652369179392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950370.389494:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:0.0:1784950370.389506:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1784950370.389507:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950370.389508:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950370.389513:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1784950370.389518:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e63643df. 00000100:00000040:2.0:1784950370.389522:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000010:0.0:1784950370.389523:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00000400:00000200:1.0:1784950370.389529:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950370.389534:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000010:0.0:1784950370.389536:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cc2653d2. 00000100:00000001:3.0:1784950370.389536:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784950370.389542:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1784950370.389543:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950370.389548:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbdf19b0. 02000000:00000001:2.0:1784950370.389549:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950370.389550:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950370.389556:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae29e6d8 00000020:00000040:0.0:1784950370.389560:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000400:00000010:1.0:1784950370.389562:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ae29e6d8. 00000100:00000001:2.0:1784950370.389562:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1784950370.389563:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950370.389572:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950370.389576:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1784950370.389579:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950370.389582:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1784950370.389585:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000100:00000200:2.0:1784950370.389592:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369179648, offset 224 00000400:00000200:2.0:1784950370.389606:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950370.389608:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950370.389613:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784950370.389620:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950370.389626:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950370.389630:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000010:0.0:1784950370.389631:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f515d5b. 00000400:00000200:0.0:1784950370.389644:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007da373e1 00000400:00000010:0.0:1784950370.389650:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007da373e1. 00000400:00000200:2.0:1784950370.389654:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10707:10707:238:4294967295] 192.168.203.114@tcp LPNI seq info [9502:9502:7:4294967295] 00000100:00000001:0.0:1784950370.389660:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950370.389671:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000003a4e779 x1871652369179392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950370.389687:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950370.389696:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825f13b0. 00000800:00000001:3.0:1784950370.389700:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950370.389701:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:1.0:1784950370.389706:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1784950370.389708:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000003a4e779 x1871652369179392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950370.389714:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950370.389751:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950370.389756:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950370.389763:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950370.389768:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000010:2.0:1784950370.389778:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070b3560d. 00000400:00000200:3.0:1784950370.389780:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950370.389785:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df1b1287 00000400:00000010:1.0:1784950370.389793:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000df1b1287. 00000800:00000200:2.0:1784950370.389798:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950370.389806:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950370.389809:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1784950370.389811:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069ba280 00000100:00000001:0.0:1784950370.389815:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950370.389815:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1784950370.389823:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950370.389826:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950370.389833:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1784950370.389835:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x155b9 [1] + 224 00000800:00000200:2.0:1784950370.389836:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000070b3560d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950370.389848:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950370.389854:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950370.389860:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950370.389866:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=153 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950370.389871:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=153 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950370.389874:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950370.389877:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950370.389878:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784950370.389902:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784950370.389902:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950370.389910:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1784950370.389916:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000003a4e779 x1871652369179392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950370.389920:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950370.389920:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1784950370.389937:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:3.0:1784950370.389941:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:2.0:1784950370.389946:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950370.389955:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784950370.389959:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1784950370.389960:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950370.389967:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ebe4a04e x1871652369179264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950370.389971:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950370.389978:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:2.0:1784950370.389980:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000441e1f9e x1871652369179648/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:521/0 lens 224/224 e 0 to 0 dl 1784950381 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950370.389987:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950370.389994:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950370.389994:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950370.390006:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070b3560d. 00000100:00000040:0.0:1784950370.390015:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000003a4e779 x1871652369179392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950370.390017:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950370.390018:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ebe4a04e x1871652369179264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950370.390038:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:2.0:1784950370.390047:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000441e1f9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369179648:12345-192.168.203.114@tcp:400: Request processed in 897us (1892us total) trans 0 rc 0/0 00000400:00000200:1.0:1784950370.390052:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000400:00000010:1.0:1784950370.390061:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000100:00000001:1.0:1784950370.390071:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950370.390076:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1784950370.390086:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1784950370.390087:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1535 00000800:00000001:1.0:1784950370.390088:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950370.390097:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784950370.390101:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950370.390101:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:0.0:1784950370.390102:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950370.390107:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950370.390113:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950370.390113:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1784950370.390120:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000003a4e779 x1871652369179392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950370.390122:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:1.0:1784950370.390124:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950370.390126:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950370.390131:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000020:00000010:2.0:1784950370.390143:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000800:00000001:3.0:1784950370.390145:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950370.390155:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00100000:0.0:1784950370.390163:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000003a4e779 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369179392:192.168.203.114@tcp:400: 00000020:00000010:2.0:1784950370.390165:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031bfa75f. 00000800:00000001:3.0:1784950370.390167:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950370.390178:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950370.390181:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950370.390183:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000400:00000200:1.0:1784950370.390187:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069ba400 00000100:00000001:0.0:1784950370.390191:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950370.390195:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950370.390200:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:0.0:1784950370.390202:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000003a4e779 x1871652369179392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950370.390215:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x155cd [1] + 224 00000400:00000200:3.0:1784950370.390231:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069ba380 00000800:00000001:1.0:1784950370.390241:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950370.390242:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950370.390249:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1784950370.390251:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x155c9 [1] + 224 00000100:00000001:2.0:1784950370.390252:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784950370.390253:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006621a139. 00000800:00000001:1.0:1784950370.390260:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950370.390260:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950370.390265:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784950370.390271:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950370.390272:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:3.0:1784950370.390273:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784950370.390274:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1784950370.390279:0:441643:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000001:2.0:1784950370.390282:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1784950370.390286:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:2.0:1784950370.390289:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecdca24c. 00000400:00000200:1.0:1784950370.390290:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000010:0.0:1784950370.390292:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005b63d50. 00000800:00000001:3.0:1784950370.390293:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950370.390301:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5f4e874 00000400:00000200:3.0:1784950370.390305:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784950370.390306:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1784950370.390310:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c5f4e874. 02000000:00000001:0.0:1784950370.390314:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950370.390320:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000003a4e779. 00000100:00000001:1.0:1784950370.390321:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950370.390321:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950370.390323:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950370.390333:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950370.390336:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950370.390339:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950370.390341:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005512dd85 x1871652369179648/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950370.390341:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ebe4a04e x1871652369179264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950370.390344:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950370.390350:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7ed0693 x1871652369179520/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950370.390357:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950370.390362:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950370.390372:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950370.390378:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950370.390417:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ebe4a04e x1871652369179264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950370.390419:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c7ed0693 x1871652369179520/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950370.390420:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005512dd85 x1871652369179648/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950370.390457:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950370.390463:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950370.390472:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950370.390477:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950370.390483:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950370.390491:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950370.390497:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950370.390499:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784950370.390504:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=148 v=5 (5 5 5 5) 00000800:00000001:3.0:1784950370.390508:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950370.390512:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950370.390517:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784950370.390518:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=148 v=5 (1 1 1 1) 00000800:00000001:1.0:1784950370.390527:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950370.390531:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784950370.390534:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950370.390534:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950370.390539:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950370.390543:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950370.390549:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950370.390553:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950370.390557:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950370.390560:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950370.390565:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950370.390571:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784950370.390573:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ebe4a04e x1871652369179264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784950370.390580:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784950370.390582:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1784950370.390586:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950370.390592:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008481903. 00000100:00000001:2.0:1784950370.390599:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950370.390603:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b78b0206 00000400:00000010:0.0:1784950370.390609:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b78b0206. 00000100:00000001:2.0:1784950370.390612:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950370.390615:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950370.390619:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950370.390624:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784950370.390629:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7ed0693 x1871652369179520/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950370.390631:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ebe4a04e x1871652369179264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950370.390634:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950370.390642:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950370.390648:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df0f20aa. 00000400:00000200:1.0:1784950370.390660:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000400:00000010:1.0:1784950370.390668:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000100:00000001:1.0:1784950370.390677:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950370.390687:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005512dd85 x1871652369179648/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950370.390687:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ebe4a04e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369179264:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950370.390708:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950370.390717:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950370.390769:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ebe4a04e x1871652369179264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950370.390774:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7ed0693 x1871652369179520/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950370.390778:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005512dd85 x1871652369179648/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950370.390810:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950370.390816:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950370.390821:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082c1334c. 02000000:00000001:2.0:1784950370.390831:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950370.390832:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950370.390835:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784950370.390835:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950370.390837:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950370.390841:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950370.390841:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950370.390843:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950370.390846:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950370.390851:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950370.390857:0:441642:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:2.0:1784950370.390857:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950370.390858:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950370.390864:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1784950370.390864:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000aa821349. 02000000:00000001:0.0:1784950370.390865:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950370.390872:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784950370.390874:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1784950370.390878:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=3 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950370.390900:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950370.390901:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950370.390906:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ebe4a04e. 02000000:00000001:1.0:1784950370.390910:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950370.390915:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1784950370.390917:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=3 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950370.390919:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784950370.390922:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=153 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950370.390930:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950370.390931:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1784950370.390936:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=153 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950370.390937:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950370.390941:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1784950370.390945:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784950370.390947:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950370.390947:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950370.390949:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950370.390953:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950370.390953:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950370.390956:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1784950370.390960:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784950370.390960:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950370.390961:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950370.390969:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00010000:00080000:1.0:1784950370.390974:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005512dd85 x1871652369179648/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950370.390975:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950370.390987:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7ed0693 x1871652369179520/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950370.391024:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950370.391026:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950370.391035:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950370.391038:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950370.391039:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950370.391045:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7ed0693 x1871652369179520/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950370.391047:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950370.391056:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950370.391060:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950370.391073:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005512dd85 x1871652369179648/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950370.391076:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c7ed0693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369179520:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950370.391094:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950370.391102:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950370.391104:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950370.391111:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7ed0693 x1871652369179520/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950370.391113:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950370.391117:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950370.391130:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005512dd85 x1871652369179648/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950370.391154:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950370.391160:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950370.391165:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2c38d8a. 00000100:00100000:1.0:1784950370.391171:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005512dd85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369179648:192.168.203.114@tcp:400: 02000000:00000001:0.0:1784950370.391175:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950370.391181:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784950370.391183:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950370.391184:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950370.391194:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1784950370.391195:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950370.391201:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002058a4fe. 00000100:00000040:1.0:1784950370.391203:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005512dd85 x1871652369179648/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950370.391208:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950370.391213:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950370.391218:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7ed0693. 00000100:00000001:0.0:1784950370.391226:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950370.391229:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950370.391231:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950370.391234:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950370.391236:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950370.391239:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c36d7da. 00000100:00000001:0.0:1784950370.391243:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784950370.391248:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950370.391249:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950370.391256:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950370.391257:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1784950370.391260:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1784950370.391262:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950370.391268:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950370.391273:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009dd5e9b1. 02000000:00000001:1.0:1784950370.391277:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950370.391280:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950370.391282:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005512dd85. 00000100:00000001:1.0:1784950370.391287:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950370.391289:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950370.391292:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950370.391298:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950370.391300:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950370.391302:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950370.391305:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950370.640846:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950370.640861:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950370.640867:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950370.640869:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950370.640962:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950370.640967:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950370.640972:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950371.280796:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950371.280807:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950371.280808:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950371.280812:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950371.280815:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950371.280817:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950371.280819:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950371.664946:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950371.664956:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950371.664966:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950371.664968:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950371.664991:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950371.664997:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950371.665002:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950372.112934:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.3@tcp 00000800:00000010:1.0:1784950372.112944:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ed4f4ed2. 00000400:00000200:1.0:1784950372.112959:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950372.112971:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.3@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950372.112982:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12643 health :900 00000400:00000200:1.0:1784950372.112991:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950372.112997:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.3@tcp: 1 00000400:00000200:1.0:1784950372.113005:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.3@tcp: -114 00000800:00000100:1.0:1784950372.113039:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.9@tcp 00000800:00000010:1.0:1784950372.113042:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000be6e47ef. 00000400:00000200:1.0:1784950372.113046:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950372.113051:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.9@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950372.113055:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950372.113059:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.9@tcp: 1 00000400:00000200:1.0:1784950372.113063:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.9@tcp: -114 00000400:00000200:0.0:1784950372.113090:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1784950372.113104:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.3@tcp(0000000065719ced) state 0x861 00000400:00000001:0.0:1784950372.113112:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950372.113115:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950372.113118:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9ae20b 00000400:00000010:0.0:1784950372.113121:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9ae20b. 00000400:00000200:0.0:1784950372.113137:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1784950372.113143:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.3@tcp: -114 00000400:00000010:0.0:1784950372.113148:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f9a7d46a. 00000400:00000200:0.0:1784950372.113154:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.3@tcp:-110 00000400:00000200:0.0:1784950372.113157:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.3@tcp(0000000065719ced) state 0x2061 rc -110 00000400:00000200:0.0:1784950372.113162:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.3@tcp 00000400:00000200:0.0:1784950372.113167:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.9@tcp(0000000061b4745a) state 0x861 00000400:00000001:0.0:1784950372.113170:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950372.113171:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950372.113173:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dca9971 00000400:00000010:0.0:1784950372.113175:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008dca9971. 00000400:00000200:0.0:1784950372.113179:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1784950372.113181:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.9@tcp: -114 00000400:00000010:0.0:1784950372.113184:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f72eba12. 00000400:00000200:0.0:1784950372.113188:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.9@tcp:-110 00000400:00000200:0.0:1784950372.113191:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.9@tcp(0000000061b4745a) state 0x2061 rc -110 00000400:00000200:0.0:1784950372.113194:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.9@tcp 00000100:00000001:1.0:1784950372.304847:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950372.304860:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950372.304862:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950372.304866:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950372.304895:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950372.304900:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950372.304903:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950372.688897:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950372.688904:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950372.688911:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950372.688915:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950372.688918:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950372.688922:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950372.688926:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950372.688928:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950372.688931:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950372.688933:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950372.689056:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950372.689062:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950372.689066:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784950372.816907:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307310971, at 4307310976 00000100:00000040:3.0:1784950372.816907:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307310971, at 4307310976 00000100:00000040:2.0:1784950372.816915:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307310971, at 4307310976 00000100:00000010:3.0:1784950372.816928:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051f51ac3. 00000100:00000010:0.0:1784950372.816929:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003360f156. 00000100:00000010:2.0:1784950372.816935:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000037e2c3a1. 00000100:00000040:1.0:1784950372.816951:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307310971, at 4307310976 00000100:00000010:1.0:1784950372.816962:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000207b9ee3. 00000400:00000200:2.0:1784950373.136911:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000800:00000100:1.0:1784950373.136914:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.7@tcp 00000800:00000010:1.0:1784950373.136920:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000093266d3. 00000400:00000010:2.0:1784950373.136923:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000097c93c9e. 00000400:00000200:1.0:1784950373.136932:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000010:2.0:1784950373.136933:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000031bfa75f. 00000400:00000200:1.0:1784950373.136941:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.7@tcp: GET: NETWORK_TIMEOUT 00000400:00000010:2.0:1784950373.136941:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004eff451. 00000400:00000200:1.0:1784950373.136950:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12644 health :700 00000400:00000010:2.0:1784950373.136955:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000008acaccce. 00000400:00000200:1.0:1784950373.136956:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950373.136962:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.7@tcp: 1 00000400:00000200:2.0:1784950373.136964:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950373.136969:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.7@tcp: -114 00000800:00000100:1.0:1784950373.137004:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.13@tcp 00000400:00000200:2.0:1784950373.137007:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000800:00000010:1.0:1784950373.137009:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d55125b7. 00000400:00000200:1.0:1784950373.137015:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950373.137019:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950373.137025:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.13@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950373.137027:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10708:10708:242:4294967295] 192.168.203.114@tcp LPNI seq info [9503:9503:8:4294967295] 00000400:00000200:2.0:1784950373.137040:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:2.0:1784950373.137053:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:2.0:1784950373.137062:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950373.137064:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1784950373.137066:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000800:00000010:2.0:1784950373.137071:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000aa821349. 00000400:00000200:1.0:1784950373.137078:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.13@tcp: 1 00000400:00000200:0.0:1784950373.137082:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.7@tcp(000000007ef77b60) state 0x861 00000800:00000200:2.0:1784950373.137087:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950373.137090:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.13@tcp: -114 00000400:00000001:0.0:1784950373.137096:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950373.137102:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950373.137107:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb316f9 00000800:00000200:2.0:1784950373.137108:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000010:0.0:1784950373.137111:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004cb316f9. 00000800:00000200:2.0:1784950373.137122:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000aa821349 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1784950373.137124:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1784950373.137141:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.7@tcp: -114 00000400:00000010:0.0:1784950373.137148:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000063c74026. 00000400:00000200:0.0:1784950373.137156:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.7@tcp:-110 00000400:00000200:0.0:1784950373.137163:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.7@tcp(000000007ef77b60) state 0x2061 rc -110 00000400:00000200:0.0:1784950373.137173:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.7@tcp 00000400:00000200:0.0:1784950373.137183:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.13@tcp(0000000024df314f) state 0x861 00000400:00000001:0.0:1784950373.137189:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950373.137192:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950373.137195:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074fd7680 00000400:00000010:0.0:1784950373.137199:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000074fd7680. 00000400:00000200:0.0:1784950373.137204:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1784950373.137209:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.13@tcp: -114 00000400:00000010:0.0:1784950373.137213:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000822fdc9. 00000400:00000200:0.0:1784950373.137220:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.13@tcp:-110 00000400:00000200:0.0:1784950373.137224:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.13@tcp(0000000024df314f) state 0x2061 rc -110 00000400:00000200:0.0:1784950373.137228:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.13@tcp 00000800:00000200:3.0:1784950373.137364:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950373.137371:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000aa821349. 00000400:00000200:3.0:1784950373.137379:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950373.137387:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950373.137387:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000400:00000200:3.0:1784950373.137395:0:441634:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1784950373.137400:0:441634:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:0.0:1784950373.137405:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950373.137410:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950373.137419:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950373.137431:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:0.0:1784950373.137451:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1784950373.137465:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:0.0:1784950373.137481:0:441635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950373.137487:0:441635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10709:10709:243:4294967295] 192.168.203.114@tcp LPNI seq info [9504:9504:8:4294967295] 00000400:00000200:0.0:1784950373.137499:0:441635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:0.0:1784950373.137505:0:441635:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950373.137510:0:441635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b126ea16. 00000800:00000200:0.0:1784950373.137516:0:441635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950373.137523:0:441635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950373.137526:0:441635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b126ea16 type 3, nob 144 niov 1 nkiov 1 00000800:00000001:1.0:1784950373.137647:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950373.137676:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950373.137684:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b126ea16. 00000400:00000200:0.0:1784950373.137692:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950373.137700:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950373.137701:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:1.0:1784950373.137704:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950373.137713:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950373.137755:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950373.137763:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950373.137773:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:3.0:1784950373.137790:0:441634:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x155f1 00000800:00000001:3.0:1784950373.137798:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950373.137810:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950373.137814:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950373.137819:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:3.0:1784950373.137827:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004eff451 00000400:00000010:3.0:1784950373.137831:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000004eff451. 00000400:00000200:3.0:1784950373.137836:0:441634:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1784950373.137841:0:441634:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000097c93c9e. 00000400:00000010:3.0:1784950373.137845:0:441634:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000031bfa75f. 00000800:00000001:3.0:1784950373.137854:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950373.137857:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950373.328842:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950373.328848:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1784950373.328883:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950348/real 1784950348] req@00000000425a5bca x1871652369174528/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950373 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950373.328903:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950373.328905:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950373.328909:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e821c46d. 00000400:00000200:1.0:1784950373.328915:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a76f2b5f 00000400:00000010:1.0:1784950373.328918:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a76f2b5f. 00000100:00000001:1.0:1784950373.328923:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950373.328927:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000425a5bca x1871652369174528/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950373 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950373.328946:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000425a5bca x1871652369174528/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950373 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950373.328956:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950373.328958:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950373.328961:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950373.328964:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950373.328967:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000425a5bca x1871652369174528/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950373 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950373.328976:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950373.328983:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950373.328984:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950373.328987:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950373.328990:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950373.328993:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950373.328997:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000425a5bca x1871652369174528/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950373 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950373.329006:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1784950373.329010:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950373.329012:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950373.329014:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950373.329017:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1784950373.329019:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1784950373.329023:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784950373.329050:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:1.0:1784950373.329055:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1784950373.329063:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000425a5bca x1871652369174528/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950373 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950373.329078:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000425a5bca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369174528:192.168.203.114@tcp:8: 00000100:00000001:1.0:1784950373.329091:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.329096:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950373.329101:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000425a5bca x1871652369174528/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950373 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950373.329116:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950373.329122:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784950373.329127:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1784950373.329128:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000068c19582. 02000000:00000001:1.0:1784950373.329135:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950373.329136:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:1.0:1784950373.329139:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950373.329142:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:2.0:1784950373.329143:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005512dd85. 00000020:00000001:1.0:1784950373.329146:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950373.329150:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000005c65964. 00000020:00000040:2.0:1784950373.329150:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:2.0:1784950373.329156:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950373.329158:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950373.329160:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950373.329161:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950373.329164:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000425a5bca. 02000000:00000001:2.0:1784950373.329168:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.329169:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950373.329171:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950373.329174:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950373.329178:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078605e0a. 00000100:00000001:2.0:1784950373.329186:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950373.329195:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000005512dd85 x1871652369179776/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950373.329214:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950373.329218:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950373.329226:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005512dd85] to pc [ptlrpcd_00_02+2] req@000000005512dd85 x1871652369179776/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950373.329267:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950373.329271:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950373.329278:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950373.329283:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000425a5bca. 00000020:00000040:2.0:1784950373.329288:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950373.329293:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950373.329296:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950373.329299:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950373.329306:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059c01b8a. 00000100:00000001:2.0:1784950373.329312:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.329319:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950373.329319:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000425a5bca x1871652369179904/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784950373.329325:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1784950373.329329:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950373.329335:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950373.329337:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950373.329338:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.329340:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950373.329345:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950373.329346:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000425a5bca] to pc [ptlrpcd_00_03+3] req@00000000425a5bca x1871652369179904/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950373.329347:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950373.329351:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950373.329360:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005512dd85 x1871652369179776/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950373.329362:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950373.329365:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:0.0:1784950373.329367:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1784950373.329376:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1784950373.329378:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1784950373.329380:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950373.329381:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1784950373.329385:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950373.329388:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950373.329388:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1784950373.329397:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784950373.329398:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950373.329398:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1784950373.329404:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950373.329406:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1784950373.329409:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12619 00000100:00000001:0.0:1784950373.329414:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950373.329416:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950373.329419:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950373.329425:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000001:0.0:1784950373.329427:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1784950373.329429:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005512dd85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369179776:0@lo:400: 00000100:00080000:2.0:1784950373.329437:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12618 00000100:00000001:1.0:1784950373.329439:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784950373.329443:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000425a5bca x1871652369179904/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950373.329449:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784950373.329451:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 02000000:00000001:1.0:1784950373.329456:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950373.329463:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 02000000:00000001:1.0:1784950373.329464:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950373.329474:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050c4f330. 00000100:00000001:2.0:1784950373.329476:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1784950373.329482:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950373.329484:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000001:0.0:1784950373.329487:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950373.329490:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000100:00000001:0.0:1784950373.329491:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950373.329493:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc2bb4e0. 00000020:00000001:2.0:1784950373.329499:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950373.329504:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 02000000:00000001:0.0:1784950373.329505:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1784950373.329509:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae29e6d8. 02000000:00000001:0.0:1784950373.329513:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950373.329514:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:1.0:1784950373.329519:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369179776, portal 25 02000000:00000001:0.0:1784950373.329523:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950373.329524:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 00000100:00000001:1.0:1784950373.329525:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950373.329530:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032828800 : -120287676722816 : ffff929957c21180) 00000020:00000001:2.0:1784950373.329536:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000100:00100000:0.0:1784950373.329540:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000425a5bca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369179904:192.168.203.114@tcp:400: 00000100:00000040:1.0:1784950373.329542:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005512dd85 x1871652369179776/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950373.329544:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000100:00000040:2.0:1784950373.329556:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950373.329557:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950373.329566:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950373.329566:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950373.329571:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784950373.329573:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950373.329575:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 02000000:00000001:0.0:1784950373.329579:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784950373.329581:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1784950373.329581:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000020:00000040:2.0:1784950373.329587:0:431120:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 02000000:00000010:0.0:1784950373.329591:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006621a139. 00000400:00000010:1.0:1784950373.329591:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004304ebc2. 00000100:00080000:2.0:1784950373.329595:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 00000100:00000200:1.0:1784950373.329599:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369179776, offset 0 02000000:00000001:0.0:1784950373.329601:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950373.329608:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000400:00000010:0.0:1784950373.329616:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f515d5b. 00000100:00000001:2.0:1784950373.329616:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950373.329617:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1784950373.329626:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1784950373.329632:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007da373e1. 02000000:00000001:2.0:1784950373.329637:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950373.329641:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1784950373.329643:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369179904, portal 4 02000000:00000001:2.0:1784950373.329645:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950373.329652:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950373.329656:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1784950373.329657:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683768576 : -120288025783040 : ffff929942f3d500) 00000400:00000200:1.0:1784950373.329660:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069ba480 00000100:00000001:2.0:1784950373.329662:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950373.329670:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7ed0693. 00000100:00000040:0.0:1784950373.329672:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000425a5bca x1871652369179904/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950373.329676:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13eed [2] + 0 00000020:00000040:2.0:1784950373.329677:0:431120:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1784950373.329687:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000400:00000010:1.0:1784950373.329693:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002be70b21. 02000000:00000001:2.0:1784950373.329693:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950373.329703:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950373.329704:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950373.329705:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000022b717f 02000000:00000001:2.0:1784950373.329712:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1784950373.329762:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950373.329766:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784950373.329769:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950373.329771:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d457acdf. 02000000:00000010:2.0:1784950373.329781:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004363415c. 00000400:00000200:1.0:1784950373.329782:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1784950373.329783:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369179904, offset 0 00000400:00000200:1.0:1784950373.329790:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000022b717f 00000100:00000001:2.0:1784950373.329790:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950373.329797:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000022b717f. 00000100:00100000:2.0:1784950373.329804:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c7ed0693 x1871652369180032/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950373.329807:0:441644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950373.329814:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1784950373.329818:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950373.329823:0:441644:0:(events.c:337:request_in_callback()) incoming req@000000000a8e13cd x1871652369179776 msgsize 224 00000100:00000001:2.0:1784950373.329832:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950373.329835:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950373.329837:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1784950373.329842:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1784950373.329844:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:2.0:1784950373.329846:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ed0693] to pc [ptlrpcd_rcv+-1] req@00000000c7ed0693 x1871652369180032/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950373.329889:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950373.329893:0:441644:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1784950373.329905:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950373.329915:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950373.329923:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950373.329925:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950373.329935:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10710:10710:243:4294967295] 192.168.203.114@tcp LPNI seq info [9505:9505:8:4294967295] 00000100:00000001:3.0:1784950373.329936:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1784950373.329937:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1784950373.329944:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369179776 02000000:00000001:3.0:1784950373.329952:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950373.329955:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784950373.329960:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1784950373.329965:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ebe4a04e. 00000100:00000001:3.0:1784950373.329966:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950373.329969:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:3.0:1784950373.329977:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950373.329978:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00100000:3.0:1784950373.329986:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369179776 00000800:00000200:0.0:1784950373.329988:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950373.329991:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004304ebc2 00000100:00000001:2.0:1784950373.329991:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1784950373.329993:0:453504:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:2.0:1784950373.329997:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:0.0:1784950373.329998:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b126ea16. 00000400:00000010:1.0:1784950373.329999:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004304ebc2. 00000020:00000040:3.0:1784950373.330000:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 02000000:00000001:2.0:1784950373.330005:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950373.330011:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950373.330014:0:441644:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1784950373.330017:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000010:2.0:1784950373.330018:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb2959c5. 00000020:00000040:3.0:1784950373.330018:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000200:1.0:1784950373.330028:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005512dd85 x1871652369179776/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950373.330029:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:2.0:1784950373.330032:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950373.330041:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:3.0:1784950373.330042:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000040:2.0:1784950373.330049:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ebe4a04e x1871652369180160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1784950373.330053:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b126ea16 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950373.330056:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950373.330068:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000100:00000001:1.0:1784950373.330069:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950373.330079:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005512dd85 x1871652369179776/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950373.330080:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950373.330083:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950373.330086:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950373.330089:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950373.330094:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000100:00000040:0.0:1784950373.330100:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13896 usecs (14 jiffies) 00000100:00000040:2.0:1784950373.330106:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebe4a04e] to pc [ptlrpcd_00_00+0] req@00000000ebe4a04e x1871652369180160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950373.330113:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307311503 00000020:00000010:3.0:1784950373.330113:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000269463a9. 00000100:00000001:1.0:1784950373.330117:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.330126:0:441644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1784950373.330127:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ffae0f5. 00000020:00000010:3.0:1784950373.330127:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000100:00000001:1.0:1784950373.330137:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950373.330140:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000020:00000010:3.0:1784950373.330140:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000100:00000001:1.0:1784950373.330150:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307313915 00000100:00000001:0.0:1784950373.330153:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307311503 00000100:00000001:2.0:1784950373.330159:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950373.330159:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000010:0.0:1784950373.330164:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051528a9c. 00000100:00000001:1.0:1784950373.330167:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307311503 00000100:00000001:3.0:1784950373.330168:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1784950373.330171:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950373.330175:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784950373.330175:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950373.330181:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307313915 00000100:00000001:3.0:1784950373.330182:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950373.330185:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784950373.330188:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307311503 00000100:00000010:2.0:1784950373.330194:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000003a4e779. 00000100:00000001:1.0:1784950373.330197:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307311503 00000100:00000010:0.0:1784950373.330199:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036b13559. 00000100:00000001:3.0:1784950373.330203:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950373.330204:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950373.330207:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307313915 00000100:00000001:0.0:1784950373.330210:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1784950373.330213:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950373.330219:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950373.330222:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307311503 02000000:00000001:2.0:1784950373.330224:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950373.330226:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950373.330227:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307311503 00000100:00000010:0.0:1784950373.330236:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094086884. 02000000:00000010:2.0:1784950373.330240:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e5c2538. 00000100:00000001:1.0:1784950373.330244:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307313915 00000100:00000001:0.0:1784950373.330245:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1784950373.330249:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950373.330253:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950373.330254:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950373.330259:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307311503 00000100:00000001:3.0:1784950373.330260:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950373.330261:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950373.330263:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@0000000003a4e779 x1871652369180288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950373.330275:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.330275:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784950373.330275:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00000001:0.0:1784950373.330289:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.330289:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950373.330289:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:2.0:1784950373.330293:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950373.330298:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785835786320 : -120287873765296 : ffff92994c037050) 00000100:00000001:1.0:1784950373.330302:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950373.330302:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.330312:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950373.330312:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a8e13cd x1871652369179776/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:524/0 lens 224/0 e 0 to 0 dl 1784950384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950373.330315:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a4e779] to pc [ptlrpcd_00_01+1] req@0000000003a4e779 x1871652369180288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950373.330317:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950373.330322:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950373.330326:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950373.330329:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950373.330333:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950373.330336:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950373.330348:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ebe4a04e x1871652369180160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950373.330349:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950373.330378:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950373.330379:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950373.330387:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950373.330387:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950373.330389:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000100:00000001:1.0:1784950373.330395:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950373.330396:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1784950373.330398:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:3.0:1784950373.330398:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950373.330403:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950373.330408:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000100:00000040:1.0:1784950373.330411:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7ed0693 x1871652369180032/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950373.330415:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1784950373.330419:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:0.0:1784950373.330423:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784950373.330426:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000a8e13cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369179776:12345-0@lo:400: 00000100:00000040:2.0:1784950373.330433:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784950373.330435:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950373.330447:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369179776 00000100:00000001:2.0:1784950373.330449:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1784950373.330452:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ebe4a04e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369180160:192.168.203.114@tcp:400: 00000020:00000001:3.0:1784950373.330457:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000010:2.0:1784950373.330460:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6e26f16. 00000100:00000001:1.0:1784950373.330462:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950373.330467:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1784950373.330467:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950373.330468:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950373.330469:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1784950373.330475:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1784950373.330475:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950373.330477:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950373.330477:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950373.330481:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950373.330482:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1784950373.330484:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950373.330485:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950373.330487:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1784950373.330488:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 02000000:00000001:2.0:1784950373.330491:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950373.330496:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950373.330499:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000010:0.0:1784950373.330500:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbdf19b0. 02000000:00000010:2.0:1784950373.330504:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006415387d. 00000100:00100000:1.0:1784950373.330505:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c7ed0693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369180032:1.2.3.4@tcp:8: 02000000:00000001:0.0:1784950373.330508:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950373.330508:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950373.330513:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.330519:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1784950373.330521:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1784950373.330524:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa075283. 00000100:00000001:1.0:1784950373.330525:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950373.330525:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000a6e26f16 x1871652369180416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1784950373.330527:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950373.330536:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950373.330537:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df1b1287. 00000020:00000001:3.0:1784950373.330537:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.330546:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950373.330549:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1784950373.330550:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369180160, portal 10 00000100:00000001:1.0:1784950373.330552:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950373.330553:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950373.330557:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950373.330560:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950373.330561:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784950373.330564:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950373.330566:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950373.330568:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683770368 : -120288025781248 : ffff929942f3dc00) 00000100:00000001:1.0:1784950373.330574:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784950373.330575:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004b3e3f29. 00000100:00000040:2.0:1784950373.330576:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6e26f16] to pc [ptlrpcd_00_02+2] req@00000000a6e26f16 x1871652369180416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950373.330585:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950373.330587:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950373.330589:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ebe4a04e x1871652369180160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950373.330592:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950373.330599:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.330600:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950373.330612:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.330613:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950373.330624:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369179776 00000100:00000001:0.0:1784950373.330632:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1784950373.330632:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:0.0:1784950373.330640:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000200:3.0:1784950373.330640:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000000a8e13cd x1871652369179776/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:524/0 lens 224/224 e 0 to 0 dl 1784950384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950373.330648:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9f684d. 00000100:00000001:2.0:1784950373.330649:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950373.330654:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369180160, offset 0 00010000:00000001:3.0:1784950373.330664:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1784950373.330667:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12649) 00010000:00000001:3.0:1784950373.330668:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950373.330671:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00001000:3.0:1784950373.330681:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=11 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950373.330688:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1784950373.330689:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950373.330693:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000400:00000200:0.0:1784950373.330696:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950373.330698:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000400:00000200:0.0:1784950373.330704:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:3.0:1784950373.330704:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1784950373.330709:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950373.330709:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950373.330710:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950373.330719:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950373.330756:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950373.330757:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1784950373.330759:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784950373.330761:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:3.0:1784950373.330769:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:1.0:1784950373.330770:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b126ea16. 00000100:00100000:2.0:1784950373.330770:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:0.0:1784950373.330773:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10711:10711:242:4294967295] 192.168.203.114@tcp LPNI seq info [9506:9506:7:4294967295] 00000400:00000010:3.0:1784950373.330775:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000100:00000001:2.0:1784950373.330780:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950373.330783:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784950373.330785:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369179776, offset 224 00000100:00000001:2.0:1784950373.330794:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784950373.330801:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1784950373.330802:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950373.330803:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950373.330811:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950373.330814:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950373.330816:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950373.330821:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784950373.330834:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d457acdf 00000100:00000040:2.0:1784950373.330835:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6e26f16 x1871652369180416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950373.330841:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950373.330844:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d457acdf. 00000400:00000200:3.0:1784950373.330848:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1784950373.330856:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bea13e4c. 00000100:00000001:1.0:1784950373.330858:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950373.330891:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000425a5bca x1871652369179904/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950373.330901:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950373.330901:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069ba480 00000100:00000001:2.0:1784950373.330902:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950373.330908:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950373.330919:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950373.330925:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784950373.330926:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:3.0:1784950373.330926:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x155f5 [1] + 224 00000100:00000001:1.0:1784950373.330930:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784950373.330934:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950373.330939:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bea13e4c type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1784950373.330943:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000425a5bca x1871652369179904/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950373.330946:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784950373.330948:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000a6e26f16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369180416:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950373.330961:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784950373.330963:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1784950373.330964:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950373.330967:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950373.330975:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950373.330976:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5576 usecs (6 jiffies) 00000100:00000001:1.0:1784950373.330978:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950373.330981:0:453504:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784950373.330983:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950373.330989:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307311496 00000100:00000001:1.0:1784950373.330991:0:441636:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1784950373.330993:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a506608. 00000100:00000200:3.0:1784950373.330996:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005512dd85 x1871652369179776/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950373.331001:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307313915 02000000:00000001:2.0:1784950373.331002:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950373.331007:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307311496 00000800:00000001:1.0:1784950373.331007:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950373.331016:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307313915 00000400:00000010:2.0:1784950373.331018:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e45c7660. 00000100:00000001:0.0:1784950373.331021:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307311496 00000800:00000001:1.0:1784950373.331023:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950373.331026:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005512dd85 x1871652369179776/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950373.331031:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f99e6c8. 00000100:00000001:0.0:1784950373.331033:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307313915 00000800:00000001:1.0:1784950373.331035:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950373.331041:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369180416, portal 10 00000100:00000001:0.0:1784950373.331044:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307311496 00000800:00000001:1.0:1784950373.331046:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950373.331052:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950373.331056:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307313915 00000100:00000001:2.0:1784950373.331059:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683772160 : -120288025779456 : ffff929942f3e300) 00000100:00000001:0.0:1784950373.331065:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950373.331072:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950373.331075:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950373.331075:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784950373.331082:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a6e26f16 x1871652369180416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950373.331088:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950373.331090:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000100:00000001:0.0:1784950373.331097:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950373.331097:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000400:00000200:1.0:1784950373.331099:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069ba500 00000100:00000001:3.0:1784950373.331109:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950373.331111:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950373.331112:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950373.331116:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1784950373.331119:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784950373.331122:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 22624 00000100:00000001:3.0:1784950373.331126:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950373.331128:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950373.331131:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950373.331137:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784950373.331138:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f45ac6d2. 00000100:00000040:3.0:1784950373.331141:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:0.0:1784950373.331143:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950373.331145:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950373.331148:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369180416, offset 0 00010000:00000001:3.0:1784950373.331152:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00100000:0.0:1784950373.331155:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000001:3.0:1784950373.331158:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950373.331160:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950373.331161:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950373.331164:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950373.331168:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784950373.331168:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950373.331170:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950373.331177:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950373.331177:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a8e13cd x1871652369179776/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:524/0 lens 224/224 e 0 to 0 dl 1784950384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950373.331186:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950373.331188:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950373.331188:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950373.331190:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950373.331196:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950373.331206:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000003a4e779 x1871652369180288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950373.331209:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1784950373.331218:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000a8e13cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369179776:12345-0@lo:400: Request processed in 835us (1390us total) trans 0 rc 0/0 00000400:00000200:2.0:1784950373.331226:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950373.331229:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950373.331235:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950373.331239:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1784950373.331242:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1784950373.331242:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 02000000:00000001:0.0:1784950373.331251:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950373.331252:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000400:00000200:2.0:1784950373.331255:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:0.0:1784950373.331259:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950373.331259:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950373.331265:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1784950373.331269:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000003a4e779 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369180288:192.168.203.114@tcp:400: 00000400:00000200:2.0:1784950373.331272:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10712:10712:242:4294967295] 192.168.203.114@tcp LPNI seq info [9507:9507:7:4294967295] 00000020:00000010:3.0:1784950373.331276:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000100:00000001:0.0:1784950373.331281:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1784950373.331286:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 02000000:00000001:0.0:1784950373.331288:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950373.331293:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950373.331296:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000269463a9. 02000000:00000001:0.0:1784950373.331303:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1784950373.331307:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 02000000:00000010:0.0:1784950373.331312:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000186ac1a7. 00000400:00000200:2.0:1784950373.331314:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:0.0:1784950373.331316:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950373.331319:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950373.331326:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004b3e3f29. 00000400:00000010:0.0:1784950373.331328:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7b199f3. 00000100:00000001:1.0:1784950373.331334:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:2.0:1784950373.331336:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950373.331339:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968cd81d. 02000000:00000001:3.0:1784950373.331339:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1784950373.331340:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000010:2.0:1784950373.331343:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3e62659. 00000100:00000001:3.0:1784950373.331346:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950373.331348:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369180288, portal 4 00000100:00000010:1.0:1784950373.331354:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc2113b9. 00000100:00000001:0.0:1784950373.331355:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1784950373.331357:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:2.0:1784950373.331358:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950373.331361:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683774848 : -120288025776768 : ffff929942f3ed80) 00000100:00000040:1.0:1784950373.331367:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000bc2113b9 x1871652369179904 msgsize 224 00000400:00000010:3.0:1784950373.331371:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003116c508. 00000800:00000200:2.0:1784950373.331378:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:0.0:1784950373.331381:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000003a4e779 x1871652369180288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950373.331384:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9673890. 00000800:00000200:2.0:1784950373.331388:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e3e62659 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1784950373.331389:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950373.331402:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.331413:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1784950373.331415:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5055 usecs (6 jiffies) 00000100:00000001:0.0:1784950373.331418:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950373.331423:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307311496 00000800:00000001:1.0:1784950373.331429:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950373.331436:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950373.331436:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307313915 00000400:00000010:0.0:1784950373.331446:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a09db0. 00000100:00000001:2.0:1784950373.331448:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307311496 00000100:00000200:0.0:1784950373.331458:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369180288, offset 0 00000100:00000001:2.0:1784950373.331458:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307313915 00000100:00000001:1.0:1784950373.331462:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:3.0:1784950373.331468:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1784950373.331469:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369179904 00000100:00000001:2.0:1784950373.331469:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307311496 00000800:00000010:3.0:1784950373.331479:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bea13e4c. 02000000:00000001:1.0:1784950373.331480:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950373.331480:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307313915 00000400:00000200:0.0:1784950373.331481:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950373.331489:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950373.331491:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307311496 00000400:00000200:3.0:1784950373.331493:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950373.331494:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950373.331496:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307313915 00000400:00000200:0.0:1784950373.331500:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950373.331507:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950373.331508:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950373.331511:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950373.331512:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950373.331519:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950373.331520:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369179904 00000400:00000200:0.0:1784950373.331524:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:1.0:1784950373.331527:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000001:2.0:1784950373.331530:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1784950373.331534:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000400:00000200:0.0:1784950373.331535:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000001:2.0:1784950373.331537:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1784950373.331541:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:2.0:1784950373.331542:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc2bb4e0. 00000020:00000040:1.0:1784950373.331548:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000400:00000200:0.0:1784950373.331549:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950373.331553:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae29e6d8 00000020:00000001:1.0:1784950373.331558:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000010:2.0:1784950373.331560:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ae29e6d8. 00000400:00000200:0.0:1784950373.331567:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10713:10713:241:4294967295] 192.168.203.114@tcp LPNI seq info [9508:9508:6:4294967295] 00000020:00000001:1.0:1784950373.331569:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950373.331570:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950373.331581:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005512dd85 x1871652369179776/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950373.331582:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950373.331589:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000100:00000001:1.0:1784950373.331597:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950373.331606:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000400:00000200:0.0:1784950373.331610:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:1.0:1784950373.331617:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090af554c. 00000020:00000010:1.0:1784950373.331627:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 00000400:00000200:3.0:1784950373.331631:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9f684d 00000800:00000200:0.0:1784950373.331638:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950373.331641:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000d9f490. 00000400:00000010:3.0:1784950373.331642:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9f684d. 00000100:00000200:2.0:1784950373.331648:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005512dd85 x1871652369179776/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950373.331649:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00000100:00000001:3.0:1784950373.331655:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1784950373.331660:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1784950373.331668:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1784950373.331670:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ebe4a04e x1871652369180160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950373.331672:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950373.331675:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950373.331685:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950373.331692:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1784950373.331694:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:1.0:1784950373.331700:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950373.331700:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950373.331704:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950373.331707:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950373.331711:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950373.331715:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950373.331716:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ebe4a04e x1871652369180160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950373.331755:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4713 usecs (5 jiffies) 00000100:00000001:1.0:1784950373.331759:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950373.331760:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950373.331762:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307311496 00000100:00000001:3.0:1784950373.331762:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950373.331766:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950373.331770:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950373.331773:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307313915 00000100:00000001:2.0:1784950373.331776:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950373.331778:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307311496 00000100:00000001:1.0:1784950373.331781:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1784950373.331786:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.331788:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950373.331791:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307313915 00000100:00001000:2.0:1784950373.331796:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=11 v=5 (5 5 5 5) 00000100:00100000:1.0:1784950373.331802:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2637 00000100:00000001:0.0:1784950373.331805:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307311496 00000100:00001000:2.0:1784950373.331808:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=11 v=5 (1 1 1 1) 00000100:00000040:1.0:1784950373.331810:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:0.0:1784950373.331816:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307313915 00000100:00000001:1.0:1784950373.331818:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785665291008 : -120288044260608 : ffff929941d9e300) 00000100:00000001:2.0:1784950373.331818:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950373.331823:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950373.331830:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307311496 00010000:00000001:2.0:1784950373.331831:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1784950373.331836:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc2113b9 x1871652369179904/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:524/0 lens 224/0 e 0 to 0 dl 1784950384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950373.331838:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950373.331842:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307313915 00000800:00000200:3.0:1784950373.331843:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950373.331846:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950373.331851:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000100:00000001:0.0:1784950373.331853:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950373.331884:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005512dd85 x1871652369179776/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950373.331893:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950373.331893:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950373.331897:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950373.331906:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950373.331907:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000400:00000200:3.0:1784950373.331914:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950373.331915:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950373.331917:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.331919:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950373.331929:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1784950373.331930:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a09db0 00000020:00000010:1.0:1784950373.331932:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000100:00000001:2.0:1784950373.331933:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950373.331939:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c1a09db0. 00000100:00000040:2.0:1784950373.331946:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005512dd85 x1871652369179776/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950373.331948:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000bc2113b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369179904:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950373.331953:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950373.331960:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369179904 00000020:00000001:1.0:1784950373.331968:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:3.0:1784950373.331969:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000003a4e779 x1871652369180288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950373.331972:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005512dd85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369179776:0@lo:400: 00000020:00000001:1.0:1784950373.331975:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950373.331983:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950373.331991:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950373.331991:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950373.331998:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:2.0:1784950373.332001:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1784950373.332009:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1784950373.332013:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005512dd85 x1871652369179776/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1784950373.332017:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369179904, found 0 last_xid 1871652369179903 00000100:00000001:3.0:1784950373.332021:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1784950373.332026:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950373.332031:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1784950373.332033:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1784950373.332037:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000003a4e779 x1871652369180288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950373.332038:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000010:0.0:1784950373.332041:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3e62659. 00000020:00000001:1.0:1784950373.332042:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1784950373.332044:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1784950373.332050:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950373.332052:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050c4f330. 00000400:00000200:0.0:1784950373.332054:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950373.332060:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1784950373.332066:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950373.332071:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1784950373.332072:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:2.0:1784950373.332074:0:441644:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1784950373.332077:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950373.332079:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950373.332082:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000400:00000200:0.0:1784950373.332086:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f45ac6d2 02000000:00000010:1.0:1784950373.332086:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007b6a014f. 00000100:00000001:3.0:1784950373.332087:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1784950373.332093:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1784950373.332094:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950373.332096:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f45ac6d2. 02000000:00000010:2.0:1784950373.332099:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078605e0a. 00000100:00000001:1.0:1784950373.332100:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950373.332102:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950373.332105:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1784950373.332107:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950373.332110:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1784950373.332117:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a6e26f16 x1871652369180416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950373.332117:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1784950373.332118:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1784950373.332119:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369179904 00000100:00000010:2.0:1784950373.332121:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005512dd85. 00000800:00000001:3.0:1784950373.332129:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784950373.332130:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950373.332132:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:3.0:1784950373.332138:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950373.332139:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1784950373.332144:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000bc2113b9 x1871652369179904/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:524/0 lens 224/224 e 0 to 0 dl 1784950384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950373.332150:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950373.332153:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950373.332159:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950373.332159:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:0.0:1784950373.332165:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a6e26f16 x1871652369180416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950373.332167:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950373.332174:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950373.332184:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950373.332192:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069ba600 00010000:00000001:1.0:1784950373.332197:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950373.332204:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950373.332206:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950373.332210:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950373.332210:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 150976 00000100:00001000:1.0:1784950373.332218:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=6 v=5 (1 1 1 1) 00000800:00000001:3.0:1784950373.332223:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950373.332229:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:3.0:1784950373.332236:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950373.332241:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950373.332242:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950373.332244:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950373.332248:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950373.332254:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.332255:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950373.332261:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950373.332261:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950373.332266:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950373.332271:0:441634:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1784950373.332273:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950373.332279:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1784950373.332282:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1784950373.332290:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000196a7a21. 00000100:00000040:1.0:1784950373.332296:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950373.332300:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000196a7a21 x1871652369180160 msgsize 224 00000400:00000010:1.0:1784950373.332306:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004304ebc2. 00000100:00000200:1.0:1784950373.332320:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369179904, offset 224 00000100:00100000:3.0:1784950373.332321:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950373.332322:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950373.332328:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950373.332330:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950373.332338:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000001:2.0:1784950373.332339:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950373.332341:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1784950373.332348:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950373.332354:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950373.332362:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950373.332364:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10714:10714:243:4294967295] 192.168.203.114@tcp LPNI seq info [9509:9509:8:4294967295] 00000100:00000001:0.0:1784950373.332390:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1784950373.332391:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:0.0:1784950373.332398:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369180160 02000000:00000001:0.0:1784950373.332405:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950373.332411:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1784950373.332411:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950373.332413:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950373.332418:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950373.332420:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069ba680 00000800:00000010:1.0:1784950373.332422:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e63643df. 00000800:00000001:3.0:1784950373.332426:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950373.332430:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950373.332434:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950373.332435:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369180160 00000020:00000001:0.0:1784950373.332442:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000200:1.0:1784950373.332443:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950373.332443:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 22848 00000800:00000001:3.0:1784950373.332444:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950373.332446:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:0.0:1784950373.332455:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:2.0:1784950373.332461:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:0.0:1784950373.332462:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000800:00000200:1.0:1784950373.332467:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950373.332470:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:0.0:1784950373.332471:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:0.0:1784950373.332480:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000800:00000200:1.0:1784950373.332481:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e63643df type 1, nob 320 niov 1 nkiov 1 00000800:00000001:2.0:1784950373.332482:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950373.332493:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950373.332494:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950373.332494:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069ba700 00000020:00000010:0.0:1784950373.332503:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000001:1.0:1784950373.332511:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950373.332512:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950373.332513:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 151200 00000400:00000200:2.0:1784950373.332518:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950373.332524:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000100:00000040:1.0:1784950373.332526:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000800:00000001:3.0:1784950373.332532:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784950373.332535:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000010:0.0:1784950373.332538:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb427ed8. 00000100:00000001:2.0:1784950373.332539:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1784950373.332541:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950373.332546:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:1.0:1784950373.332548:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1784950373.332550:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a28154f8. 00000800:00000001:3.0:1784950373.332554:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784950373.332555:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005512dd85. 00000100:00000040:1.0:1784950373.332560:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc2113b9 x1871652369179904/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:524/0 lens 224/224 e 0 to 0 dl 1784950384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950373.332562:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cc2653d2. 00000400:00000200:3.0:1784950373.332562:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950373.332564:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000005512dd85 x1871652369180288 msgsize 224 00000100:00000040:0.0:1784950373.332582:0:455357:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:3.0:1784950373.332586:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:2.0:1784950373.332591:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950373.332593:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950373.332599:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950373.332601:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1784950373.332603:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000bc2113b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369179904:12345-192.168.203.114@tcp:400: Request processed in 698us (1226us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950373.332605:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950373.332605:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1784950373.332611:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1784950373.332617:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027ede856. 00000100:00000001:0.0:1784950373.332618:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1784950373.332623:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000027ede856 x1871652369180416 msgsize 224 00000100:00000001:0.0:1784950373.332625:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1784950373.332629:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950373.332632:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2637 00000100:00000040:1.0:1784950373.332646:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00100000:3.0:1784950373.332647:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950373.332648:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950373.332659:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950373.332666:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1784950373.332667:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950373.332672:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1784950373.332674:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000100:00100000:0.0:1784950373.332676:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369180416 00000800:00000001:3.0:1784950373.332681:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950373.332685:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950373.332689:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1784950373.332690:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000d9f490. 00000100:00000001:0.0:1784950373.332694:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950373.332694:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950373.332698:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1784950373.332700:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090af554c. 02000000:00000001:0.0:1784950373.332702:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950373.332702:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:2.0:1784950373.332708:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e63643df. 00000100:00100000:0.0:1784950373.332709:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369180416 00000020:00000040:1.0:1784950373.332710:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000800:00000001:3.0:1784950373.332713:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950373.332758:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950373.332762:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000400:00000200:3.0:1784950373.332766:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:0.0:1784950373.332767:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950373.332767:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950373.332769:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1784950373.332775:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000001:0.0:1784950373.332786:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000200:3.0:1784950373.332786:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069ba500 00000400:00000200:2.0:1784950373.332790:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950373.332791:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1784950373.332795:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00100000:1.0:1784950373.332798:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369180288 00000100:00000001:0.0:1784950373.332806:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950373.332806:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x155fd [1] + 224 02000000:00000001:1.0:1784950373.332808:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1784950373.332814:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000001:1.0:1784950373.332815:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1784950373.332820:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950373.332822:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950373.332823:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950373.332823:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004304ebc2 00000020:00000010:0.0:1784950373.332829:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000400:00000010:2.0:1784950373.332831:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004304ebc2. 00000800:00000001:3.0:1784950373.332832:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950373.332833:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950373.332843:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003aae633b. 00000100:00100000:1.0:1784950373.332844:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369180288 00000400:00000200:3.0:1784950373.332845:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950373.332846:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1784950373.332855:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c3a4a7bd. 00000100:00000001:2.0:1784950373.332855:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1784950373.332856:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950373.332883:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000400:00000200:3.0:1784950373.332888:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950373.332891:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950373.332892:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000010:0.0:1784950373.332895:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000020:00000040:1.0:1784950373.332902:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:3.0:1784950373.332903:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1784950373.332905:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950373.332906:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950373.332914:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1784950373.332916:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000425a5bca x1871652369179904/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950373.332917:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950373.332918:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950373.332929:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1784950373.332932:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950373.332937:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1784950373.332941:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.332947:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1784950373.332955:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000425a5bca x1871652369179904/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950373.332959:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000100:00000001:2.0:1784950373.332959:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950373.332961:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950373.332968:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950373.332972:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950373.332983:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000100:00000001:0.0:1784950373.332986:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1784950373.332989:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1536 00000100:00000001:0.0:1784950373.332993:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1784950373.332997:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090af554c. 00000100:00000040:2.0:1784950373.333004:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000010:1.0:1784950373.333007:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 00000100:00000001:2.0:1784950373.333011:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798844416 : -120287910707200 : ffff929949cfc000) 00000100:00000001:3.0:1784950373.333014:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1784950373.333016:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1537 00000020:00000010:1.0:1784950373.333018:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000d9f490. 00000100:00000040:0.0:1784950373.333026:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000040:2.0:1784950373.333028:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000196a7a21 x1871652369180160/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:524/0 lens 224/0 e 0 to 0 dl 1784950384 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950373.333031:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950373.333033:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950373.333037:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798854272 : -120287910697344 : ffff929949cfe680) 00000100:00000001:1.0:1784950373.333042:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:3.0:1784950373.333043:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950373.333050:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950373.333056:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950373.333059:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000027ede856 x1871652369180416/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:524/0 lens 224/0 e 0 to 0 dl 1784950384 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950373.333066:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950373.333066:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950373.333074:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000100:00000001:2.0:1784950373.333085:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950373.333095:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950373.333097:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00000001:0.0:1784950373.333102:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950373.333112:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00100000:2.0:1784950373.333112:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000196a7a21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369180160:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950373.333121:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950373.333123:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950373.333123:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950373.333127:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950373.333131:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1784950373.333131:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369180160 00000020:00000010:0.0:1784950373.333133:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000020:00000001:2.0:1784950373.333138:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00100000:3.0:1784950373.333140:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2638 00000100:00100000:0.0:1784950373.333148:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000027ede856 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369180416:12345-192.168.203.114@tcp:400: 00000020:00000001:2.0:1784950373.333148:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:3.0:1784950373.333149:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:1.0:1784950373.333151:0:454245:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950373.333155:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950373.333158:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032828800 : -120287676722816 : ffff929957c21180) 00000100:00000001:1.0:1784950373.333162:0:454245:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950373.333165:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1784950373.333168:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369180416 00000020:00000001:2.0:1784950373.333171:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000040:3.0:1784950373.333173:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005512dd85 x1871652369180288/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:524/0 lens 224/0 e 0 to 0 dl 1784950384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950373.333176:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950373.333185:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950373.333185:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1784950373.333193:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950373.333196:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950373.333199:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950373.333199:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1784950373.333208:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950373.333209:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000010:3.0:1784950373.333209:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000020:00000001:2.0:1784950373.333216:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950373.333218:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950373.333218:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950373.333222:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950373.333226:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950373.333226:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000100:00000001:1.0:1784950373.333231:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1784950373.333231:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1784950373.333234:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1784950373.333240:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784950373.333240:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005512dd85 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369180288:12345-192.168.203.114@tcp:400: 00000020:00000001:0.0:1784950373.333241:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950373.333243:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1784950373.333250:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950373.333251:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1784950373.333253:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369180288 00000400:00000001:1.0:1784950373.333254:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1784950373.333256:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000001:1.0:1784950373.333263:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1784950373.333263:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000068c19582. 00000020:00000001:3.0:1784950373.333264:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950373.333265:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1784950373.333272:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f515d5b. 02000000:00000001:0.0:1784950373.333274:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1784950373.333275:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950373.333275:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:1.0:1784950373.333285:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007da373e1 00000100:00000001:2.0:1784950373.333285:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950373.333286:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009df979dc. 00000020:00000001:3.0:1784950373.333287:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950373.333290:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007da373e1. 00000020:00000001:2.0:1784950373.333295:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950373.333297:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950373.333298:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950373.333300:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:2.0:1784950373.333300:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369180160 00000100:00000001:0.0:1784950373.333304:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950373.333304:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00010000:00000001:2.0:1784950373.333307:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:0.0:1784950373.333312:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950373.333312:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1784950373.333313:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000425a5bca x1871652369179904/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1784950373.333321:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000196a7a21 x1871652369180160/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:524/0 lens 224/224 e 0 to 0 dl 1784950384 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1784950373.333322:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369180416 00000001:00000001:3.0:1784950373.333322:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369180288, found 0 last_xid 1871652369180287 00010000:00000001:0.0:1784950373.333333:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:3.0:1784950373.333334:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950373.333346:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00010000:00000200:0.0:1784950373.333348:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000027ede856 x1871652369180416/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:524/0 lens 224/224 e 0 to 0 dl 1784950384 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950373.333352:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950373.333359:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950373.333363:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000425a5bca x1871652369179904/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950373.333368:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950373.333374:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1784950373.333379:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1784950373.333381:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1784950373.333389:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950373.333392:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ad468dac. 00000100:00001000:2.0:1784950373.333399:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=6 v=5 (1 1 1 1) 02000000:00000001:3.0:1784950373.333402:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950373.333406:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1784950373.333409:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950373.333414:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950373.333415:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.333416:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950373.333416:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1784950373.333425:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950373.333427:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=6 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950373.333427:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:2.0:1784950373.333427:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00010000:00000040:3.0:1784950373.333434:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369180288 02000000:00000001:1.0:1784950373.333436:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950373.333436:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00010000:00000001:3.0:1784950373.333443:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950373.333444:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950373.333445:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1784950373.333446:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1784950373.333451:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950373.333453:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950373.333459:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000200:3.0:1784950373.333459:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000005512dd85 x1871652369180288/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:524/0 lens 224/224 e 0 to 0 dl 1784950384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950373.333460:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950373.333461:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950373.333469:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00001000:1.0:1784950373.333475:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=151 v=5 (5 5 5 5) 00000100:00000040:2.0:1784950373.333476:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950373.333480:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950373.333487:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950373.333489:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000901b1d00. 00000100:00001000:1.0:1784950373.333494:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=151 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950373.333497:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784950373.333501:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369180160, offset 224 00010000:00000001:3.0:1784950373.333506:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1784950373.333510:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1784950373.333512:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000001:3.0:1784950373.333512:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.333518:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950373.333522:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00001000:3.0:1784950373.333523:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=6 v=5 (1 1 1 1) 00010000:00000001:1.0:1784950373.333525:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1784950373.333526:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d460af32. 00010000:00000001:1.0:1784950373.333533:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950373.333537:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1784950373.333539:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000200:0.0:1784950373.333540:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369180416, offset 224 00000100:00000001:1.0:1784950373.333542:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950373.333549:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000040:1.0:1784950373.333551:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950373.333560:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950373.333562:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1784950373.333564:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950373.333567:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10715:10715:243:4294967295] 192.168.203.114@tcp LPNI seq info [9510:9510:8:4294967295] 00000100:00000001:1.0:1784950373.333569:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950373.333571:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950373.333578:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950373.333585:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000425a5bca x1871652369179904/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950373.333589:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950373.333605:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:3.0:1784950373.333608:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950373.333609:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950373.333618:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1784950373.333619:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000100:00000001:1.0:1784950373.333621:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950373.333624:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950373.333632:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369180288, offset 224 00000400:00000200:0.0:1784950373.333634:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:1.0:1784950373.333639:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000425a5bca x1871652369179904/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784950373.333640:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078605e0a. 00000400:00000200:3.0:1784950373.333653:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950373.333655:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10716:10716:242:4294967295] 192.168.203.114@tcp LPNI seq info [9511:9511:7:4294967295] 00000800:00000200:2.0:1784950373.333662:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950373.333676:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:1.0:1784950373.333681:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000425a5bca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369179904:192.168.203.114@tcp:400: 00000800:00000200:2.0:1784950373.333685:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078605e0a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950373.333699:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950373.333701:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950373.333707:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950373.333709:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950373.333753:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950373.333759:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:0.0:1784950373.333762:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007158160. 00000100:00000040:1.0:1784950373.333764:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000425a5bca x1871652369179904/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950373.333768:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950373.333773:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10717:10717:241:4294967295] 192.168.203.114@tcp LPNI seq info [9512:9512:6:4294967295] 00010000:00000001:2.0:1784950373.333779:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:0.0:1784950373.333780:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:2.0:1784950373.333786:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950373.333797:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1784950373.333801:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950373.333812:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000007158160 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784950373.333814:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000196a7a21 x1871652369180160/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:524/0 lens 224/224 e 0 to 0 dl 1784950384 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950373.333816:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1784950373.333822:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:1.0:1784950373.333826:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950373.333827:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950373.333833:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006621a139. 00000100:00000040:0.0:1784950373.333841:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 02000000:00000001:1.0:1784950373.333847:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000200:3.0:1784950373.333850:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:0.0:1784950373.333853:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950373.333855:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950373.333884:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1784950373.333885:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950373.333889:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c1815a5. 00000100:00100000:2.0:1784950373.333894:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000196a7a21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369180160:12345-192.168.203.114@tcp:400: Request processed in 820us (1585us total) trans 0 rc 0/0 00000020:00000001:1.0:1784950373.333896:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:0.0:1784950373.333897:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000010:1.0:1784950373.333902:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059c01b8a. 00000800:00000200:3.0:1784950373.333908:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:0.0:1784950373.333912:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027ede856 x1871652369180416/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:524/0 lens 224/224 e 0 to 0 dl 1784950384 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950373.333912:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950373.333920:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950373.333928:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000425a5bca. 00000100:00100000:2.0:1784950373.333932:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1536 00000800:00000200:3.0:1784950373.333933:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950373.333942:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000200:3.0:1784950373.333943:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003c1815a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784950373.333947:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:1.0:1784950373.333948:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950373.333958:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.333959:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950373.333960:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000027ede856 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369180416:12345-192.168.203.114@tcp:400: Request processed in 851us (1327us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950373.333961:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950373.333969:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1784950373.333970:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950373.333974:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1784950373.333978:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a28154f8. 00010000:00000001:3.0:1784950373.333979:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:1.0:1784950373.333981:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950373.333987:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950373.333988:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cc2653d2. 00000100:00100000:0.0:1784950373.333990:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1537 00000100:00000001:1.0:1784950373.333993:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784950373.333997:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1784950373.334003:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb427ed8. 00000100:00000040:0.0:1784950373.334004:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:1.0:1784950373.334004:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950373.334008:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005512dd85 x1871652369180288/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:524/0 lens 224/224 e 0 to 0 dl 1784950384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950373.334014:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:2.0:1784950373.334017:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:0.0:1784950373.334019:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950373.334027:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3a4a7bd. 00000100:00000001:2.0:1784950373.334031:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950373.334037:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00100000:3.0:1784950373.334041:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005512dd85 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369180288:12345-192.168.203.114@tcp:400: Request processed in 837us (1470us total) trans 0 rc 0/0 00000020:00000010:0.0:1784950373.334046:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003aae633b. 00000020:00000040:0.0:1784950373.334055:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00100000:3.0:1784950373.334055:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2638 00000100:00000040:3.0:1784950373.334060:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:0.0:1784950373.334062:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950373.334065:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1784950373.334069:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950373.334070:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950373.334078:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000800:00000010:1.0:1784950373.334080:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078605e0a. 00000020:00000010:3.0:1784950373.334090:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000d9f490. 00000400:00000200:1.0:1784950373.334094:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1784950373.334102:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090af554c. 00000400:00000200:1.0:1784950373.334113:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:3.0:1784950373.334115:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000400:00000200:1.0:1784950373.334123:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000901b1d00 00000100:00000001:3.0:1784950373.334125:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950373.334132:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000901b1d00. 00000100:00000001:1.0:1784950373.334141:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950373.334144:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1784950373.334161:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950373.334164:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007158160. 00000400:00000200:1.0:1784950373.334168:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950373.334172:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950373.334175:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d460af32 00000400:00000010:1.0:1784950373.334177:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d460af32. 00000100:00000001:1.0:1784950373.334180:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950373.334181:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1784950373.334240:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950373.334244:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c1815a5. 00000400:00000200:1.0:1784950373.334247:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950373.334251:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950373.334255:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000400:00000010:1.0:1784950373.334257:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000100:00000001:1.0:1784950373.334260:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950373.334263:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1784950373.334268:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950373.334276:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950373.334279:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950373.334284:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950373.334294:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950373.334304:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069ba600 00000400:00000200:1.0:1784950373.334311:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15605 [1] + 224 00000800:00000001:1.0:1784950373.334317:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950373.334320:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950373.334322:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950373.334326:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950373.334331:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950373.334336:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ebe4a04e x1871652369180160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950373.334347:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ebe4a04e x1871652369180160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950373.334366:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950373.334371:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950373.334375:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950373.334377:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950373.334379:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950373.334384:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950373.334391:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069ba700 00000400:00000200:1.0:1784950373.334399:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15611 [1] + 224 00000800:00000001:1.0:1784950373.334405:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950373.334410:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950373.334413:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950373.334414:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950373.334420:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950373.334427:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000001:0.0:1784950373.334431:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950373.334436:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950373.334438:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa075283. 00000400:00000200:0.0:1784950373.334445:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df1b1287 00000400:00000010:0.0:1784950373.334447:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000df1b1287. 00000100:00000001:0.0:1784950373.334451:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950373.334453:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950373.334461:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ebe4a04e x1871652369180160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950373.334464:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a6e26f16 x1871652369180416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950373.334508:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ebe4a04e x1871652369180160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950373.334514:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a6e26f16 x1871652369180416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950373.334544:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950373.334549:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950373.334552:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950373.334554:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950373.334556:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950373.334559:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950373.334560:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784950373.334562:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950373.334571:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=6 v=5 (5 5 5 5) 00000800:00000001:1.0:1784950373.334574:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784950373.334576:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=6 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950373.334583:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950373.334585:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950373.334588:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950373.334589:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784950373.334598:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00080000:0.0:1784950373.334599:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ebe4a04e x1871652369180160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950373.334607:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950373.334617:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950373.334623:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950373.334628:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950373.334632:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950373.334634:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1784950373.334636:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950373.334638:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950373.334640:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784950373.334647:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784950373.334649:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ebe4a04e x1871652369180160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784950373.334656:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950373.334658:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069ba680 00000400:00000010:2.0:1784950373.334663:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e45c7660. 00000400:00000200:2.0:1784950373.334673:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f99e6c8 00000100:00000001:0.0:1784950373.334676:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950373.334682:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005f99e6c8. 00000100:00000001:0.0:1784950373.334683:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950373.334688:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950373.334693:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950373.334698:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ebe4a04e x1871652369180160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950373.334701:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15619 [1] + 224 00000100:00000200:2.0:1784950373.334706:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a6e26f16 x1871652369180416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950373.334764:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950373.334777:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950373.334784:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950373.334799:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:2.0:1784950373.334805:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a6e26f16 x1871652369180416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950373.334811:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950373.334820:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000003a4e779 x1871652369180288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950373.334855:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1784950373.334859:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ebe4a04e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369180160:192.168.203.114@tcp:400: 00000100:00000040:1.0:1784950373.334885:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000003a4e779 x1871652369180288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950373.334889:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950373.334900:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950373.334901:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950373.334905:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950373.334912:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950373.334913:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950373.334919:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950373.334919:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950373.334925:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ebe4a04e x1871652369180160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950373.334928:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950373.334928:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950373.334936:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784950373.334941:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=6 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950373.334952:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950373.334958:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1784950373.334958:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=6 v=5 (1 1 1 1) 02000000:00000010:0.0:1784950373.334964:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbdf19b0. 00000100:00000001:2.0:1784950373.334971:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1784950373.334973:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950373.334980:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784950373.334980:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950373.334984:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1784950373.334991:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:2.0:1784950373.334991:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1784950373.334998:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb2959c5. 02000000:00000001:0.0:1784950373.335004:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950373.335006:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:2.0:1784950373.335010:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a6e26f16 x1871652369180416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1784950373.335011:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ebe4a04e. 00000100:00000001:0.0:1784950373.335018:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950373.335021:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950373.335030:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950373.335039:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1784950373.335043:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950373.335044:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950373.335053:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000001:0.0:1784950373.335054:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1784950373.335059:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000400:00000001:0.0:1784950373.335060:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950373.335065:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7b199f3. 00000100:00000001:2.0:1784950373.335067:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1784950373.335074:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968cd81d 00000100:00000001:2.0:1784950373.335074:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950373.335082:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000968cd81d. 00000100:00000040:2.0:1784950373.335088:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6e26f16 x1871652369180416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950373.335089:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950373.335100:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000003a4e779 x1871652369180288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950373.335118:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950373.335128:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950373.335132:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950373.335134:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000003a4e779 x1871652369180288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950373.335145:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6e26f16 x1871652369180416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950373.335158:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950373.335164:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950373.335168:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00100000:2.0:1784950373.335170:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000a6e26f16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369180416:192.168.203.114@tcp:400: 02000000:00000001:0.0:1784950373.335173:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950373.335178:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950373.335183:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950373.335183:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950373.335194:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950373.335195:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1784950373.335201:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=6 v=5 (5 5 5 5) 00000100:00000040:2.0:1784950373.335203:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a6e26f16 x1871652369180416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950373.335216:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950373.335228:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950373.335230:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784950373.335235:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950373.335236:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950373.335243:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a506608. 00010000:00000001:0.0:1784950373.335244:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950373.335249:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950373.335254:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950373.335256:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1784950373.335262:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:0.0:1784950373.335263:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000020:00000040:2.0:1784950373.335269:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1784950373.335270:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950373.335274:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950373.335281:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:0.0:1784950373.335287:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000003a4e779 x1871652369180288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950373.335288:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006415387d. 02000000:00000001:2.0:1784950373.335297:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950373.335303:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950373.335308:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6e26f16. 00000100:00000001:0.0:1784950373.335311:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950373.335316:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950373.335317:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950373.335323:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950373.335324:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950373.335335:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950373.335338:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000003a4e779 x1871652369180288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950373.335346:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950373.335353:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950373.335357:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000003a4e779 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369180288:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950373.335360:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950373.335367:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950373.335370:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950373.335375:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950373.335378:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000003a4e779 x1871652369180288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950373.335387:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950373.335389:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950373.335392:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000186ac1a7. 02000000:00000001:0.0:1784950373.335396:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950373.335397:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950373.335399:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1784950373.335402:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950373.335404:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e5c2538. 02000000:00000001:0.0:1784950373.335407:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950373.335409:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950373.335410:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000003a4e779. 00000100:00000001:0.0:1784950373.335414:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950373.335415:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950373.335417:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950373.335422:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950373.335424:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950373.335427:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950373.335429:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950373.712852:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950373.712883:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950373.712892:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950373.712894:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950373.712987:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950373.712992:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950373.712996:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950374.160936:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.11@tcp 00000800:00000010:1.0:1784950374.160945:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ae917eca. 00000400:00000200:1.0:1784950374.160959:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950374.160969:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.11@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950374.160980:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12646 health :900 00000400:00000200:1.0:1784950374.160988:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950374.160995:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.11@tcp: 1 00000400:00000200:1.0:1784950374.161001:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.11@tcp: -114 00000400:00000200:0.0:1784950374.161069:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1784950374.161082:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.11@tcp(000000006aac02b3) state 0x861 00000400:00000001:0.0:1784950374.161090:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950374.161093:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950374.161096:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000743c695 00000400:00000010:0.0:1784950374.161099:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000743c695. 00000400:00000200:0.0:1784950374.161107:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1784950374.161112:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.11@tcp: -114 00000400:00000010:0.0:1784950374.161117:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ce0859fb. 00000400:00000200:0.0:1784950374.161123:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.11@tcp:-110 00000400:00000200:0.0:1784950374.161127:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.11@tcp(000000006aac02b3) state 0x2061 rc -110 00000400:00000200:0.0:1784950374.161131:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.11@tcp 00000100:00000001:1.0:1784950374.352882:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950374.352888:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1784950374.352900:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950373/real 0] req@00000000c7ed0693 x1871652369180032/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950374 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950374.352917:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950374.352920:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950374.352923:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950374.352927:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c7ed0693 x1871652369180032/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950374 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950374.352937:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950374.352948:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950374.352950:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950374.352953:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950374.352957:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950374.352959:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950374.352963:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7ed0693 x1871652369180032/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950374 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950374.352972:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1784950374.352975:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950374.352977:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950374.352978:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950374.352981:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1784950374.352983:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1784950374.352987:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784950374.353009:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:1.0:1784950374.353014:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1784950374.353020:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7ed0693 x1871652369180032/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950374 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950374.353034:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c7ed0693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369180032:1.2.3.4@tcp:8: 00000100:00000001:1.0:1784950374.353044:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.353049:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950374.353053:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7ed0693 x1871652369180032/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950374 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950374.353067:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1784950374.353072:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950374.353075:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1784950374.353076:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1784950374.353079:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950374.353084:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000004363415c. 00000100:00000001:2.0:1784950374.353085:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1784950374.353092:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1784950374.353094:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a12a109. 02000000:00000001:1.0:1784950374.353096:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950374.353099:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7ed0693. 00000020:00000040:2.0:1784950374.353100:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950374.353105:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950374.353106:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950374.353108:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950374.353110:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784950374.353111:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950374.353117:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950374.353143:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006415387d. 00000100:00000001:2.0:1784950374.353154:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950374.353163:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000000a12a109 x1871652369180544/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950374.353182:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950374.353186:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950374.353193:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a12a109] to pc [ptlrpcd_00_03+3] req@000000000a12a109 x1871652369180544/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950374.353237:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950374.353242:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950374.353249:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950374.353256:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4f7c3e7. 00000020:00000040:2.0:1784950374.353261:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950374.353266:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950374.353270:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950374.353275:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.353281:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784950374.353285:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009b5272c8. 00000100:00000001:1.0:1784950374.353287:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950374.353290:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950374.353291:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950374.353299:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a12a109 x1871652369180544/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950374.353299:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000e4f7c3e7 x1871652369180672/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950374.353304:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950374.353315:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.353328:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950374.353328:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950374.353332:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.353332:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950374.353339:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784950374.353342:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4f7c3e7] to pc [ptlrpcd_00_00+0] req@00000000e4f7c3e7 x1871652369180672/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950374.353344:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950374.353350:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950374.353355:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000a12a109 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369180544:0@lo:400: 00000100:00000001:1.0:1784950374.353363:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950374.353371:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950374.353375:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950374.353379:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950374.353385:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950374.353386:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090af554c. 00000100:00080000:2.0:1784950374.353389:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:1.0:1784950374.353390:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950374.353396:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000010:1.0:1784950374.353401:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084259cc1. 00000100:00000001:2.0:1784950374.353401:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1784950374.353405:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1784950374.353411:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:1.0:1784950374.353412:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000417b77ac. 00000100:00080000:2.0:1784950374.353417:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12619 00000100:00000001:0.0:1784950374.353420:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784950374.353422:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369180544, portal 25 00000100:00000001:0.0:1784950374.353429:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950374.353431:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784950374.353431:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000001:0.0:1784950374.353438:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950374.353438:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786002247040 : -120287707304576 : ffff929955ef6d80) 00000100:00080000:2.0:1784950374.353439:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12644 00000100:00000040:1.0:1784950374.353455:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000a12a109 x1871652369180544/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950374.353456:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000100:00000040:0.0:1784950374.353459:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4f7c3e7 x1871652369180672/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784950374.353463:0:431120:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1784950374.353476:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000001:3.0:1784950374.353477:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950374.353490:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950374.353490:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.353498:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950374.353503:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000040:1.0:1784950374.353510:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1784950374.353511:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950374.353512:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000010:1.0:1784950374.353518:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8a23c93. 00000100:00000001:0.0:1784950374.353519:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950374.353521:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000200:1.0:1784950374.353525:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369180544, offset 0 00000020:00000040:2.0:1784950374.353526:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 00000020:00000001:2.0:1784950374.353532:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:0.0:1784950374.353533:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1784950374.353538:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 00000400:00000200:1.0:1784950374.353540:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1784950374.353543:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950374.353545:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 02000000:00000001:0.0:1784950374.353555:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950374.353556:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000400:00000200:1.0:1784950374.353560:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1784950374.353573:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e4f7c3e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369180672:192.168.203.114@tcp:400: 00000100:00000040:2.0:1784950374.353575:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 00000400:00000200:1.0:1784950374.353583:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069ba780 00000100:00000001:2.0:1784950374.353586:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950374.353590:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784950374.353595:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 02000000:00000001:0.0:1784950374.353599:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784950374.353599:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13f45 [2] + 0 00000100:00000001:2.0:1784950374.353602:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950374.353606:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950374.353610:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e7cad7a. 00000020:00000040:2.0:1784950374.353610:0:431120:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 02000000:00000001:0.0:1784950374.353612:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950374.353623:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003aae633b. 00000400:00000200:1.0:1784950374.353623:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d34715a 00000100:00080000:2.0:1784950374.353623:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 02000000:00000001:0.0:1784950374.353633:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950374.353637:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 192.168.203.114@tcp/192.168.203.114@tcp 00000400:00000200:1.0:1784950374.353638:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784950374.353642:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7b199f3. 00000100:00000001:2.0:1784950374.353644:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950374.353650:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1784950374.353654:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1784950374.353656:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968cd81d. 00000400:00000200:1.0:1784950374.353658:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d34715a 02000000:00000001:2.0:1784950374.353663:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784950374.353667:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 000000001d34715a. 02000000:00000001:2.0:1784950374.353667:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.353671:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1784950374.353675:0:441644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950374.353675:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950374.353677:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369180672, portal 4 00000100:00000200:1.0:1784950374.353681:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:2.0:1784950374.353683:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cb68b77. 00000100:00000001:0.0:1784950374.353684:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950374.353690:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786012788480 : -120287696763136 : ffff929956904700) 00000100:00000040:1.0:1784950374.353693:0:441644:0:(events.c:337:request_in_callback()) incoming req@0000000016a7eaef x1871652369180544 msgsize 224 00000020:00000040:2.0:1784950374.353693:0:431120:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1784950374.353704:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1784950374.353709:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4f7c3e7 x1871652369180672/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950374.353711:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1784950374.353711:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950374.353719:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1784950374.353776:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950374.353779:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950374.353786:0:441644:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1784950374.353786:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1784950374.353788:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950374.353792:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950374.353797:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df1b1287. 00000400:00000200:1.0:1784950374.353800:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8a23c93 02000000:00000010:2.0:1784950374.353803:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000015cf3922. 00000400:00000010:1.0:1784950374.353807:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f8a23c93. 00000100:00000001:2.0:1784950374.353810:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.353813:0:441644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784950374.353817:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369180672, offset 0 00000100:00000200:1.0:1784950374.353824:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a12a109 x1871652369180544/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950374.353824:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002cb68b77 x1871652369180800/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950374.353834:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1784950374.353840:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:3.0:1784950374.353842:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369180544 02000000:00000001:3.0:1784950374.353848:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950374.353875:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784950374.353883:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950374.353883:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.353884:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950374.353884:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950374.353891:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950374.353894:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950374.353895:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a12a109 x1871652369180544/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950374.353897:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784950374.353904:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cb68b77] to pc [ptlrpcd_rcv+-1] req@000000002cb68b77 x1871652369180800/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950374.353905:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369180544 00000400:00000200:0.0:1784950374.353912:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:3.0:1784950374.353914:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950374.353920:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000400:00000200:0.0:1784950374.353924:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1784950374.353928:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950374.353934:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950374.353935:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000400:00000200:0.0:1784950374.353937:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950374.353943:0:441644:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1784950374.353945:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:0.0:1784950374.353951:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10718:10718:244:4294967295] 192.168.203.114@tcp LPNI seq info [9513:9513:8:4294967295] 00000020:00000001:3.0:1784950374.353951:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:2.0:1784950374.353955:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.353959:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950374.353964:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000010:3.0:1784950374.353970:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000100:00000001:3.0:1784950374.353978:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950374.353979:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950374.353984:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000010:3.0:1784950374.353987:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000800:00000200:0.0:1784950374.353992:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950374.353996:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950374.354000:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcd4257c. 00000020:00000010:3.0:1784950374.354000:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000269463a9. 00000100:00000001:1.0:1784950374.354007:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307314939 00000020:00000010:3.0:1784950374.354011:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000800:00000200:0.0:1784950374.354016:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:3.0:1784950374.354022:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000100:00000001:1.0:1784950374.354025:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307313915 00000100:00000010:2.0:1784950374.354025:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba96e6fa. 00000800:00000200:0.0:1784950374.354034:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000040:2.0:1784950374.354035:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:3.0:1784950374.354037:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1784950374.354039:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307314939 00000800:00000200:0.0:1784950374.354043:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcd4257c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950374.354047:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950374.354047:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950374.354048:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307313915 00000100:00000001:3.0:1784950374.354053:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1784950374.354055:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784950374.354057:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307314939 02000000:00000001:2.0:1784950374.354063:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.354063:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.354064:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307313915 00000100:00000001:0.0:1784950374.354072:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.354074:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307314939 02000000:00000010:2.0:1784950374.354078:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d62b3518. 00000100:00000040:0.0:1784950374.354083:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13888 usecs (14 jiffies) 00000100:00000001:3.0:1784950374.354083:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.354085:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307313915 00000100:00000001:2.0:1784950374.354085:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.354093:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307312527 00000100:00000001:1.0:1784950374.354095:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950374.354100:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ba96e6fa x1871652369180928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950374.354105:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307314939 00000100:00000001:3.0:1784950374.354105:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950374.354106:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.354117:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307312527 00000100:00000001:1.0:1784950374.354118:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.354123:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950374.354128:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950374.354130:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307314939 00000100:00000001:2.0:1784950374.354130:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.354132:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950374.354138:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950374.354139:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950374.354155:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307312527 00000100:00000001:1.0:1784950374.354163:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1784950374.354163:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba96e6fa] to pc [ptlrpcd_00_01+1] req@00000000ba96e6fa x1871652369180928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950374.354165:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307314939 00000100:00100000:3.0:1784950374.354165:0:453506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00000001:1.0:1784950374.354172:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950374.354175:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307312527 00000100:00000040:3.0:1784950374.354177:0:453506:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:1.0:1784950374.354179:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950374.354188:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307314939 00000100:00000001:1.0:1784950374.354188:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.354189:0:453506:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785835781200 : -120287873770416 : ffff92994c035c50) 00000100:00000001:0.0:1784950374.354201:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950374.354203:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.354208:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950374.354208:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016a7eaef x1871652369180544/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:525/0 lens 224/0 e 0 to 0 dl 1784950385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950374.354210:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.354217:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950374.354224:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950374.354225:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950374.354237:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950374.354240:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950374.354242:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950374.354247:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784950374.354248:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1784950374.354249:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000100:00000001:0.0:1784950374.354256:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950374.354256:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1784950374.354258:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8cbd35c. 00000100:00000001:0.0:1784950374.354260:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950374.354260:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000020:00000040:2.0:1784950374.354272:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:0.0:1784950374.354274:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1784950374.354277:0:453506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000016a7eaef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369180544:12345-0@lo:400: 00000100:00000001:0.0:1784950374.354282:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950374.354288:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950374.354289:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1784950374.354289:0:453506:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369180544 00000100:00000001:0.0:1784950374.354297:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950374.354298:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1784950374.354300:0:453506:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950374.354303:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950374.354307:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784950374.354308:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950374.354310:0:453506:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950374.354311:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1784950374.354319:0:453506:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950374.354323:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ebc2a5d. 00000100:00000040:0.0:1784950374.354324:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba96e6fa x1871652369180928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950374.354325:0:453506:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950374.354330:0:453506:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:2.0:1784950374.354336:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950374.354339:0:453506:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:1.0:1784950374.354346:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1784950374.354347:0:453506:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950374.354351:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784950374.354357:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000b8cbd35c x1871652369181056/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950374.354359:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950374.354359:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcd4257c. 00000020:00000001:3.0:1784950374.354360:0:453506:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950374.354366:0:453506:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1784950374.354371:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784950374.354373:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1784950374.354373:0:453506:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950374.354382:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950374.354385:0:453506:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1784950374.354389:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:0.0:1784950374.354393:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.354393:0:453506:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1784950374.354399:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df1b1287 00000100:00000001:2.0:1784950374.354400:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784950374.354402:0:453506:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950374.354407:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950374.354408:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ba96e6fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369180928:192.168.203.114@tcp:400: 00000400:00000010:1.0:1784950374.354409:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000df1b1287. 02000000:00000010:3.0:1784950374.354415:0:453506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004b3e3f29. 00000100:00000001:0.0:1784950374.354421:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950374.354421:0:453506:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.354422:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1784950374.354427:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8cbd35c] to pc [ptlrpcd_00_02+2] req@00000000b8cbd35c x1871652369181056/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950374.354429:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950374.354429:0:453506:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950374.354437:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950374.354437:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4f7c3e7 x1871652369180672/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950374.354439:0:453506:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950374.354446:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000040:3.0:1784950374.354449:0:453506:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369180544 02000000:00000010:0.0:1784950374.354454:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000090073cd. 00010000:00000001:3.0:1784950374.354462:0:453506:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:0.0:1784950374.354464:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1784950374.354475:0:453506:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000016a7eaef x1871652369180544/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:525/0 lens 224/224 e 0 to 0 dl 1784950385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950374.354477:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa075283. 00000400:00000010:0.0:1784950374.354489:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdfacc79. 00000100:00000001:1.0:1784950374.354493:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1784950374.354497:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369180928, portal 10 00000100:00000001:2.0:1784950374.354499:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.354505:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1784950374.354505:0:453506:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1784950374.354506:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4f7c3e7 x1871652369180672/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784950374.354506:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:0.0:1784950374.354512:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883975680 : -120287825575936 : ffff92994ee2c000) 00010000:00000001:3.0:1784950374.354513:0:453506:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950374.354519:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00001000:3.0:1784950374.354527:0:453506:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=12 v=5 (1 1 1 1) 00000100:00000040:2.0:1784950374.354530:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950374.354534:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950374.354536:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ba96e6fa x1871652369180928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950374.354541:0:453506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950374.354544:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784950374.354550:0:453506:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:2.0:1784950374.354551:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000001:1.0:1784950374.354559:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950374.354561:0:453506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000010:2.0:1784950374.354563:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081c530af. 00000100:00000001:0.0:1784950374.354568:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784950374.354569:0:453506:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950374.354575:0:453506:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950374.354577:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000040:2.0:1784950374.354577:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000800:00000001:1.0:1784950374.354578:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950374.354582:0:453506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784950374.354588:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912c2f18. 00000800:00000001:1.0:1784950374.354589:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950374.354589:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1784950374.354592:0:453506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1784950374.354597:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369180928, offset 0 02000000:00000001:2.0:1784950374.354598:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1784950374.354601:0:453506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077350b67. 00000800:00000001:1.0:1784950374.354602:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950374.354606:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950374.354615:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000010:2.0:1784950374.354618:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b3b91a8d. 00000400:00000200:1.0:1784950374.354625:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:3.0:1784950374.354628:0:453506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369180544, offset 224 00000100:00000001:2.0:1784950374.354630:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950374.354637:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950374.354646:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784950374.354651:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@0000000081c530af x1871652369181184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1784950374.354651:0:453506:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1784950374.354656:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950374.354666:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950374.354677:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950374.354690:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10719:10719:244:4294967295] 192.168.203.114@tcp LPNI seq info [9514:9514:8:4294967295] 00000100:00000001:2.0:1784950374.354696:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950374.354702:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950374.354713:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c530af] to pc [ptlrpcd_00_03+3] req@0000000081c530af x1871652369181184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950374.354722:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950374.354776:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950374.354779:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950374.354790:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069ba800 00000100:00000040:2.0:1784950374.354790:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12650) 00000800:00000010:0.0:1784950374.354809:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309cba23. 00000400:00000200:3.0:1784950374.354812:0:453506:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:0.0:1784950374.354827:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950374.354833:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950374.354835:0:453506:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069ba780 00000400:00000200:1.0:1784950374.354836:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 23072 00000100:00000001:2.0:1784950374.354839:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784950374.354846:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950374.354847:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000001:1.0:1784950374.354893:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950374.354896:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000309cba23 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784950374.354900:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081c530af x1871652369181184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950374.354902:0:453506:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15635 [1] + 224 00000800:00000001:1.0:1784950374.354910:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950374.354922:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950374.354923:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950374.354926:0:453506:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950374.354929:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784950374.354937:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5576 usecs (6 jiffies) 00000400:00000200:1.0:1784950374.354937:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950374.354937:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950374.354940:0:453506:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1784950374.354949:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307312520 02000000:00000001:2.0:1784950374.354952:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950374.354959:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307314939 00000100:00000001:1.0:1784950374.354959:0:441635:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1784950374.354960:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950374.354961:0:453506:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950374.354967:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1784950374.354970:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307312520 02000000:00000001:2.0:1784950374.354971:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950374.354974:0:453506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a12a109 x1871652369180544/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950374.354976:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078999b51. 00000100:00000001:0.0:1784950374.354979:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307314939 00000100:00000040:1.0:1784950374.354988:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000078999b51 x1871652369180672 msgsize 224 00000100:00100000:2.0:1784950374.354988:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000081c530af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369181184:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950374.354990:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307312520 00000100:00000001:0.0:1784950374.354999:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307314939 00000100:00000001:0.0:1784950374.355010:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307312520 00000100:00000001:2.0:1784950374.355011:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1784950374.355019:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950374.355020:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307314939 02000000:00000001:2.0:1784950374.355023:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784950374.355027:0:453506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000a12a109 x1871652369180544/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950374.355031:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950374.355031:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.355042:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950374.355044:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950374.355045:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950374.355049:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.355055:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950374.355057:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a506608. 00000100:00000001:3.0:1784950374.355058:0:453506:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784950374.355067:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950374.355072:0:453506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077350b67 00000400:00000010:2.0:1784950374.355076:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e45c7660. 00000100:00000001:0.0:1784950374.355078:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784950374.355080:0:453506:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077350b67. 00000100:00000001:0.0:1784950374.355085:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950374.355089:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950374.355090:0:453506:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950374.355093:0:453506:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1784950374.355096:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f99e6c8. 00000100:00000040:0.0:1784950374.355098:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8cbd35c x1871652369181056/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950374.355102:0:453506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950374.355110:0:453506:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000200:2.0:1784950374.355112:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369181184, portal 10 00010000:00000001:3.0:1784950374.355118:0:453506:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950374.355126:0:453506:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.355129:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950374.355129:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1784950374.355130:0:453506:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950374.355137:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.355139:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883983744 : -120287825567872 : ffff92994ee2df80) 00000100:00000040:3.0:1784950374.355142:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016a7eaef x1871652369180544/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:525/0 lens 224/224 e 0 to 0 dl 1784950385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950374.355144:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950374.355153:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950374.355158:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950374.355162:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784950374.355162:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000081c530af x1871652369181184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950374.355171:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000b8cbd35c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369181056:192.168.203.114@tcp:400: 00000800:00000010:1.0:1784950374.355173:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309cba23. 00000100:00100000:3.0:1784950374.355177:0:453506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000016a7eaef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369180544:12345-0@lo:400: Request processed in 929us (1476us total) trans 0 rc 0/0 00000400:00000200:1.0:1784950374.355184:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950374.355190:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950374.355198:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784950374.355205:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:0.0:1784950374.355206:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.355208:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1784950374.355213:0:453506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 02000000:00000001:0.0:1784950374.355214:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784950374.355217:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912c2f18 00000100:00000040:2.0:1784950374.355223:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000010:0.0:1784950374.355225:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034450a52. 00000400:00000010:1.0:1784950374.355227:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000912c2f18. 00000100:00000040:3.0:1784950374.355228:0:453506:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000400:00000010:2.0:1784950374.355230:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014170e3d. 02000000:00000001:0.0:1784950374.355233:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.355240:0:453506:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950374.355242:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1784950374.355242:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369181184, offset 0 00000400:00000010:0.0:1784950374.355245:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c8e087d. 00000100:00000001:3.0:1784950374.355245:0:453506:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1784950374.355255:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba96e6fa x1871652369180928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950374.355257:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a240814. 00000020:00000010:3.0:1784950374.355257:0:453506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000400:00000200:2.0:1784950374.355260:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950374.355272:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369181056, portal 4 00000020:00000010:3.0:1784950374.355272:0:453506:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000100:00000001:1.0:1784950374.355278:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950374.355279:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950374.355282:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1784950374.355284:0:453506:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000269463a9. 00000100:00000001:0.0:1784950374.355290:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883985536 : -120287825566080 : ffff92994ee2e680) 00000400:00000200:2.0:1784950374.355290:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784950374.355291:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba96e6fa x1871652369180928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950374.355295:0:453506:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000400:00000200:2.0:1784950374.355303:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:3.0:1784950374.355308:0:453506:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1784950374.355311:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b8cbd35c x1871652369181056/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950374.355315:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1784950374.355316:0:453506:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004b3e3f29. 00000100:00000001:1.0:1784950374.355329:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950374.355329:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:3.0:1784950374.355338:0:453506:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950374.355339:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950374.355347:0:453506:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950374.355348:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10720:10720:243:4294967295] 192.168.203.114@tcp LPNI seq info [9515:9515:7:4294967295] 00000100:00000001:0.0:1784950374.355356:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1784950374.355358:0:453506:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1784950374.355366:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950374.355367:0:453506:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000278fad12. 00000400:00000010:0.0:1784950374.355370:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b6b1737. 00000100:00000200:0.0:1784950374.355377:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369181056, offset 0 00000400:00000010:3.0:1784950374.355379:0:453506:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049a0bd9f. 00000400:00000200:2.0:1784950374.355389:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:0.0:1784950374.355400:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950374.355414:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950374.355415:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950374.355418:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950374.355423:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000001:1.0:1784950374.355424:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950374.355424:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e5c2538. 00000400:00000200:0.0:1784950374.355432:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000001:3.0:1784950374.355434:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950374.355442:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950374.355445:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950374.355446:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000001:3.0:1784950374.355449:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950374.355457:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950374.355464:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1784950374.355465:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950374.355473:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00100000:1.0:1784950374.355475:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369180672 00000800:00000200:2.0:1784950374.355475:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950374.355481:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10721:10721:243:4294967295] 192.168.203.114@tcp LPNI seq info [9516:9516:7:4294967295] 02000000:00000001:1.0:1784950374.355485:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:2.0:1784950374.355486:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002e5c2538 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950374.355490:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950374.355495:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950374.355504:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.355512:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950374.355516:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369180672 00000100:00000040:2.0:1784950374.355522:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5056 usecs (6 jiffies) 00000020:00000001:1.0:1784950374.355524:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1784950374.355525:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000040:1.0:1784950374.355528:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:2.0:1784950374.355531:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307312520 00000020:00000001:1.0:1784950374.355537:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950374.355543:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307314939 00000020:00000040:1.0:1784950374.355544:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000800:00000200:0.0:1784950374.355552:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950374.355554:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307312520 00000400:00000200:3.0:1784950374.355556:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069ba900 00000020:00000001:1.0:1784950374.355557:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000800:00000010:0.0:1784950374.355563:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000100:00000001:2.0:1784950374.355564:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307314939 00000020:00000001:1.0:1784950374.355569:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950374.355574:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307312520 00000100:00000001:1.0:1784950374.355578:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950374.355580:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 151424 00000800:00000200:0.0:1784950374.355582:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950374.355584:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307314939 00000020:00000010:1.0:1784950374.355587:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000100:00000001:2.0:1784950374.355597:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307312520 00000800:00000001:3.0:1784950374.355597:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950374.355598:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784950374.355599:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000010:1.0:1784950374.355607:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000100:00000001:2.0:1784950374.355607:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307314939 00000800:00000200:0.0:1784950374.355611:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950374.355615:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950374.355619:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950374.355621:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050c4f330. 00000100:00000001:0.0:1784950374.355625:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.355627:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950374.355630:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1784950374.355635:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 00000100:00000040:0.0:1784950374.355637:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4715 usecs (5 jiffies) 00000400:00000001:2.0:1784950374.355642:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1784950374.355649:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000824c4458. 00000100:00000001:0.0:1784950374.355650:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307312519 00000400:00000200:3.0:1784950374.355650:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000001:2.0:1784950374.355651:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950374.355658:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084259cc1. 00000100:00000001:0.0:1784950374.355661:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307314939 00000100:00000040:1.0:1784950374.355667:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000400:00000200:2.0:1784950374.355669:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000417b77ac 00000100:00000001:0.0:1784950374.355671:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307312519 00000100:00000001:1.0:1784950374.355675:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1784950374.355675:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000417b77ac. 00000100:00000001:0.0:1784950374.355678:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307314939 00000100:00000001:1.0:1784950374.355681:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950374.355683:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950374.355686:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950374.355687:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307312519 00000100:00000001:1.0:1784950374.355689:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950374.355692:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1784950374.355693:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307314939 00000100:00000200:2.0:1784950374.355694:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a12a109 x1871652369180544/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950374.355701:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307312519 00000100:00000001:1.0:1784950374.355703:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950374.355705:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007dd066f6. 00000100:00000001:0.0:1784950374.355711:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307314939 00000100:00000040:3.0:1784950374.355715:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000007dd066f6 x1871652369180928 msgsize 224 00000100:00000001:0.0:1784950374.355754:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950374.355760:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.355761:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950374.355765:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950374.355770:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.355780:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950374.355786:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1784950374.355788:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a12a109 x1871652369180544/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950374.355791:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950374.355794:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950374.355799:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950374.355800:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1784950374.355807:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2639 00000100:00000001:0.0:1784950374.355811:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950374.355815:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:0.0:1784950374.355819:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950374.355820:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785665282944 : -120288044268672 : ffff929941d9c380) 00000100:00000001:2.0:1784950374.355821:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950374.355830:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.355831:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950374.355835:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000078999b51 x1871652369180672/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:525/0 lens 224/0 e 0 to 0 dl 1784950385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950374.355844:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950374.355845:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950374.355851:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950374.355884:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950374.355889:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950374.355889:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950374.355895:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 02000000:00000001:2.0:1784950374.355895:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.355900:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1784950374.355903:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=12 v=5 (5 5 5 5) 00000020:00000010:1.0:1784950374.355906:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000800:00000200:3.0:1784950374.355907:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00001000:2.0:1784950374.355912:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=12 v=5 (1 1 1 1) 00000800:00000010:3.0:1784950374.355915:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e5c2538. 00000100:00100000:1.0:1784950374.355917:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000078999b51 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369180672:12345-192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950374.355921:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950374.355923:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950374.355929:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950374.355929:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950374.355930:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950374.355931:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369180672 00000100:00000001:0.0:1784950374.355936:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1784950374.355940:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:2.0:1784950374.355944:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1784950374.355950:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:0.0:1784950374.355951:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cb68b77 x1871652369180800/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950374.355953:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950374.355954:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950374.355959:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950374.355966:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014170e3d 00000100:00000001:2.0:1784950374.355967:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950374.355968:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1784950374.355975:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000014170e3d. 00000020:00000001:1.0:1784950374.355978:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:3.0:1784950374.355983:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1784950374.355984:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a12a109 x1871652369180544/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950374.355990:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1784950374.355992:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950374.356000:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950374.356000:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081c530af x1871652369181184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1784950374.356002:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369180672, found 0 last_xid 1871652369180671 02000000:00000001:0.0:1784950374.356012:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1784950374.356014:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950374.356019:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950374.356027:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1784950374.356031:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950374.356034:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950374.356034:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950374.356042:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002cb68b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369180800:192.168.203.114@tcp:8: 00000020:00000001:1.0:1784950374.356043:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.356046:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950374.356050:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1784950374.356053:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950374.356053:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950374.356055:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784950374.356059:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081c530af x1871652369181184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950374.356061:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950374.356065:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784950374.356068:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a12a109 x1871652369180544/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950374.356069:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1784950374.356072:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950374.356079:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000baedcd8. 02000000:00000001:0.0:1784950374.356081:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784950374.356089:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950374.356094:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fcffe060. 00000100:00000001:3.0:1784950374.356094:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.356097:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950374.356106:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.356106:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1784950374.356107:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950374.356111:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000a12a109 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369180544:0@lo:400: 00000400:00000010:0.0:1784950374.356119:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057797c15. 00010000:00000040:1.0:1784950374.356119:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369180672 00000100:00000001:2.0:1784950374.356124:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950374.356125:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:0.0:1784950374.356132:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e2aa9ca. 00010000:00000001:1.0:1784950374.356133:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950374.356133:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1784950374.356136:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950374.356143:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369180800, portal 4 00010000:00000200:1.0:1784950374.356144:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000078999b51 x1871652369180672/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:525/0 lens 224/224 e 0 to 0 dl 1784950385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950374.356144:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a12a109 x1871652369180544/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950374.356154:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950374.356160:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786012791168 : -120287696760448 : ffff929956905180) 00000100:00000001:2.0:1784950374.356177:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1784950374.356178:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1784950374.356185:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002cb68b77 x1871652369180800/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950374.356186:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950374.356186:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950374.356193:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090af554c. 00000100:00001000:1.0:1784950374.356196:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=7 v=5 (1 1 1 1) 02000000:00000001:2.0:1784950374.356205:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950374.356208:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1784950374.356211:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950374.356216:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000100:00000040:1.0:1784950374.356222:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000200:3.0:1784950374.356224:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1784950374.356226:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950374.356230:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1784950374.356234:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006415387d. 00000800:00000010:3.0:1784950374.356235:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 00000100:00000001:1.0:1784950374.356236:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950374.356246:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1784950374.356247:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950374.356248:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950374.356250:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950374.356250:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1784950374.356256:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a3c3025. 02000000:00000001:1.0:1784950374.356258:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950374.356258:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a12a109. 00000400:00000200:3.0:1784950374.356260:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:0.0:1784950374.356264:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369180800, offset 0 00000100:00000001:1.0:1784950374.356271:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950374.356274:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b6b1737 00000100:00000001:2.0:1784950374.356275:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950374.356279:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950374.356284:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007b6b1737. 00000100:00000040:1.0:1784950374.356285:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950374.356285:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950374.356294:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8a23c93. 00000100:00000001:2.0:1784950374.356296:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950374.356298:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950374.356301:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784950374.356303:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950374.356308:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8cbd35c x1871652369181056/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950374.356313:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784950374.356315:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369180672, offset 224 00000100:00000001:2.0:1784950374.356318:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950374.356323:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950374.356335:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950374.356338:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950374.356340:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950374.356346:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1784950374.356348:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:3.0:1784950374.356348:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8cbd35c x1871652369181056/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950374.356350:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369180928 00000400:00000200:0.0:1784950374.356358:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784950374.356360:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1784950374.356368:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950374.356369:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950374.356372:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.356377:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950374.356379:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10722:10722:243:4294967295] 192.168.203.114@tcp LPNI seq info [9517:9517:7:4294967295] 00000100:00000001:3.0:1784950374.356379:0:441634:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784950374.356389:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950374.356399:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369180928 00000020:00000001:2.0:1784950374.356406:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1784950374.356411:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000040:2.0:1784950374.356412:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:2.0:1784950374.356420:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950374.356426:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000800:00000200:0.0:1784950374.356430:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950374.356434:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000400:00000200:1.0:1784950374.356437:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:2.0:1784950374.356442:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000800:00000010:0.0:1784950374.356444:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a721ffc. 00000100:00000001:2.0:1784950374.356449:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950374.356452:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10723:10723:242:4294967295] 192.168.203.114@tcp LPNI seq info [9518:9518:6:4294967295] 00000020:00000010:2.0:1784950374.356458:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000800:00000200:0.0:1784950374.356463:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950374.356465:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950374.356476:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000020:00000010:2.0:1784950374.356486:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031bfa75f. 00000800:00000200:0.0:1784950374.356488:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:1.0:1784950374.356490:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:2.0:1784950374.356493:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000800:00000200:0.0:1784950374.356499:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001a721ffc type 1, nob 616 niov 1 nkiov 1 00000020:00000010:2.0:1784950374.356503:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000800:00000001:3.0:1784950374.356510:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950374.356511:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950374.356513:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950374.356520:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:0.0:1784950374.356524:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000800:00000001:3.0:1784950374.356524:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950374.356526:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcb2acbd. 00000100:00000001:2.0:1784950374.356527:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:3.0:1784950374.356531:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950374.356533:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307314941 00000100:00000001:2.0:1784950374.356534:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:3.0:1784950374.356542:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950374.356543:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950374.356544:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950374.356549:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307314939 00000100:00000001:2.0:1784950374.356558:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1784950374.356559:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950374.356561:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307314941 00000800:00000200:1.0:1784950374.356566:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:2.0:1784950374.356566:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1784950374.356571:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307314939 00000100:00000001:2.0:1784950374.356572:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950374.356573:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcb2acbd type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950374.356585:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069baa00 00000100:00000001:0.0:1784950374.356586:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307314941 00000100:00000001:1.0:1784950374.356588:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.356598:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307314939 00000100:00000001:2.0:1784950374.356598:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950374.356601:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950374.356603:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 151648 00000100:00000001:0.0:1784950374.356611:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307314941 00010000:00000001:1.0:1784950374.356612:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950374.356619:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950374.356620:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950374.356621:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307314939 00000100:00000001:2.0:1784950374.356626:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1784950374.356629:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950374.356632:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950374.356633:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950374.356639:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078999b51 x1871652369180672/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:525/0 lens 224/224 e 0 to 0 dl 1784950385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950374.356643:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950374.356643:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950374.356645:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1538 00000400:00000200:3.0:1784950374.356655:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950374.356656:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950374.356658:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000001:0.0:1784950374.356666:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950374.356668:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798852480 : -120287910699136 : ffff929949cfdf80) 00000400:00000200:3.0:1784950374.356676:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950374.356679:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1784950374.356682:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000078999b51 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369180672:12345-192.168.203.114@tcp:400: Request processed in 786us (1686us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950374.356685:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950374.356686:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007dd066f6 x1871652369180928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:525/0 lens 224/0 e 0 to 0 dl 1784950385 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950374.356690:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950374.356696:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1784950374.356697:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950374.356701:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950374.356709:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950374.356710:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097c081ea. 00000100:00100000:1.0:1784950374.356712:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2639 00000100:00000040:3.0:1784950374.356754:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000097c081ea x1871652369181184 msgsize 224 00000100:00000001:2.0:1784950374.356763:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950374.356764:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950374.356768:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000020:00000010:2.0:1784950374.356775:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000100:00000001:1.0:1784950374.356779:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1784950374.356782:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950374.356784:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1784950374.356784:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950374.356789:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950374.356793:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000020:00000010:1.0:1784950374.356794:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000020:00000010:1.0:1784950374.356803:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000824c4458. 00000800:00000001:0.0:1784950374.356805:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950374.356805:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1784950374.356810:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050c4f330. 00000100:00100000:2.0:1784950374.356813:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007dd066f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369180928:12345-192.168.203.114@tcp:400: 00000800:00000001:0.0:1784950374.356816:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784950374.356823:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000200:2.0:1784950374.356825:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369180928 00000100:00000001:1.0:1784950374.356829:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950374.356829:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950374.356835:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950374.356838:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950374.356842:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950374.356845:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:2.0:1784950374.356850:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:3.0:1784950374.356878:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1784950374.356882:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950374.356886:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a721ffc. 00000020:00000001:2.0:1784950374.356892:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1784950374.356898:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1784950374.356900:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000001:0.0:1784950374.356905:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950374.356909:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950374.356913:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:2.0:1784950374.356922:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1784950374.356924:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950374.356925:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a3c3025 00000100:00000001:1.0:1784950374.356929:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1784950374.356932:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007a3c3025. 00000100:00000001:2.0:1784950374.356933:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1784950374.356935:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369181184 02000000:00000001:2.0:1784950374.356940:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950374.356945:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1784950374.356946:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069ba980 02000000:00000001:1.0:1784950374.356946:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1784950374.356950:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d666926b. 00000100:00000001:1.0:1784950374.356954:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1784950374.356956:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cb68b77 x1871652369180800/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950374.356962:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950374.356962:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950374.356965:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 23296 00000100:00000001:2.0:1784950374.356973:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950374.356974:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950374.356978:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950374.356986:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.356987:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1784950374.356988:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369181184 00000800:00000001:0.0:1784950374.356993:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1784950374.356995:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369180928 00000020:00000001:1.0:1784950374.356996:0:453541:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1784950374.357000:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950374.357001:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cb68b77 x1871652369180800/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784950374.357004:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00010000:00000001:2.0:1784950374.357004:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:1.0:1784950374.357011:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1784950374.357017:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:1.0:1784950374.357020:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00010000:00000200:2.0:1784950374.357020:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000007dd066f6 x1871652369180928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:525/0 lens 224/224 e 0 to 0 dl 1784950385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950374.357027:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1784950374.357032:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000200:0.0:1784950374.357034:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1784950374.357034:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950374.357044:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:3.0:1784950374.357047:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1784950374.357050:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075738190. 00000100:00000001:1.0:1784950374.357053:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1784950374.357056:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1784950374.357061:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000075738190 x1871652369181056 msgsize 224 00000800:00000001:3.0:1784950374.357061:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784950374.357062:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950374.357064:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000800:00000001:3.0:1784950374.357070:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950374.357074:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1784950374.357074:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=7 v=5 (1 1 1 1) 00000020:00000010:1.0:1784950374.357085:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000100:00100000:0.0:1784950374.357086:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950374.357087:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950374.357099:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000010:1.0:1784950374.357101:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050c4f330. 00000100:00000001:2.0:1784950374.357105:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000010:1.0:1784950374.357106:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 02000000:00000001:2.0:1784950374.357110:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1784950374.357112:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000824c4458. 00000100:00000001:0.0:1784950374.357113:0:441636:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1784950374.357116:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.357120:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950374.357124:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950374.357127:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950374.357129:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950374.357130:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950374.357136:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:3.0:1784950374.357137:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950374.357138:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000001:0.0:1784950374.357143:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950374.357147:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcb2acbd. 00000100:00000001:1.0:1784950374.357148:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:2.0:1784950374.357148:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ff3966. 00000800:00000001:0.0:1784950374.357149:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950374.357155:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950374.357156:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950374.357162:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369180928, offset 224 00000800:00000001:0.0:1784950374.357163:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950374.357172:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950374.357179:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950374.357181:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950374.357188:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950374.357194:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8a23c93 00000400:00000010:3.0:1784950374.357200:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f8a23c93. 00000400:00000200:0.0:1784950374.357201:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069ba880 00000100:00000001:1.0:1784950374.357207:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1784950374.357210:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950374.357211:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950374.357215:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950374.357220:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000100:0.0:1784950374.357222:0:441636:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369180800 offset 0 length 520: 4 00000400:00000200:2.0:1784950374.357229:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10724:10724:243:4294967295] 192.168.203.114@tcp LPNI seq info [9519:9519:7:4294967295] 00000100:00100000:1.0:1784950374.357230:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1539 00000400:00000200:0.0:1784950374.357237:0:441636:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 000000008000ae5b is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000040:1.0:1784950374.357240:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000400:00000200:0.0:1784950374.357247:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:1.0:1784950374.357249:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798857856 : -120287910693760 : ffff929949cff480) 00000400:00000200:2.0:1784950374.357259:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950374.357262:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000097c081ea x1871652369181184/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:525/0 lens 224/0 e 0 to 0 dl 1784950385 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950374.357269:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:3.0:1784950374.357272:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950374.357275:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:2.0:1784950374.357278:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006415387d. 00000100:00000001:1.0:1784950374.357281:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1784950374.357284:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950374.357285:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950374.357287:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000800:00000200:2.0:1784950374.357293:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:0.0:1784950374.357294:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950374.357296:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950374.357303:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000800:00000001:0.0:1784950374.357309:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950374.357310:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950374.357318:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784950374.357319:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000097c081ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369181184:12345-192.168.203.114@tcp:400: 00000800:00000001:0.0:1784950374.357322:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950374.357323:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006415387d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950374.357325:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950374.357332:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950374.357341:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369181184 00000400:00000200:0.0:1784950374.357352:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:1.0:1784950374.357353:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950374.357353:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950374.357362:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:2.0:1784950374.357367:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000001:1.0:1784950374.357368:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950374.357374:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950374.357375:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1784950374.357379:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069ba800 00000020:00000001:2.0:1784950374.357381:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950374.357382:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:1.0:1784950374.357393:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1784950374.357393:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1784950374.357401:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950374.357402:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x1563d [1] + 224 00000100:00000040:2.0:1784950374.357407:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007dd066f6 x1871652369180928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:525/0 lens 224/224 e 0 to 0 dl 1784950385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950374.357408:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950374.357413:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950374.357419:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950374.357423:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950374.357425:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950374.357433:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1784950374.357438:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007dd066f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369180928:12345-192.168.203.114@tcp:400: Request processed in 670us (1716us total) trans 0 rc 0/0 02000000:00000001:1.0:1784950374.357439:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784950374.357445:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000015c75ca5. 02000000:00000001:1.0:1784950374.357449:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950374.357452:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1538 00000100:00000001:1.0:1784950374.357453:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950374.357457:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950374.357457:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000800:00000200:3.0:1784950374.357460:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000040:1.0:1784950374.357462:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369181184 00000100:00000001:2.0:1784950374.357463:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:3.0:1784950374.357470:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006415387d. 00010000:00000001:1.0:1784950374.357471:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950374.357472:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:0.0:1784950374.357473:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950374.357482:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000400:00000200:3.0:1784950374.357485:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:1.0:1784950374.357486:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000097c081ea x1871652369181184/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:525/0 lens 224/224 e 0 to 0 dl 1784950385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950374.357487:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950374.357492:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000800:00000001:0.0:1784950374.357495:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950374.357502:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031bfa75f. 00000400:00000200:3.0:1784950374.357504:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950374.357505:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950374.357516:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000400:00000200:3.0:1784950374.357519:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ff3966 00010000:00000001:1.0:1784950374.357523:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950374.357527:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950374.357528:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:3.0:1784950374.357528:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ff3966. 00010000:00000001:1.0:1784950374.357531:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.357540:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:1.0:1784950374.357544:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950374.357546:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1784950374.357554:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069ba900 00000100:00000001:1.0:1784950374.357561:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1784950374.357569:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15645 [1] + 224 00000100:00000040:1.0:1784950374.357575:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000001:0.0:1784950374.357584:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950374.357585:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950374.357586:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950374.357594:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1784950374.357595:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950374.357597:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950374.357598:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950374.357611:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950374.357612:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950374.357623:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950374.357631:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:1.0:1784950374.357635:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 00000100:00000001:0.0:1784950374.357641:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950374.357646:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369181184, offset 224 00000100:00000200:0.0:1784950374.357652:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba96e6fa x1871652369180928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950374.357670:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950374.357678:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba96e6fa x1871652369180928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950374.357693:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950374.357704:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10725:10725:244:4294967295] 192.168.203.114@tcp LPNI seq info [9520:9520:8:4294967295] 00000100:00000001:0.0:1784950374.357715:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784950374.357772:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950374.357772:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950374.357778:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784950374.357784:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000001:2.0:1784950374.357785:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784950374.357789:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784950374.357790:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000010:1.0:1784950374.357792:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcb2acbd. 00000400:00000010:2.0:1784950374.357799:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa075283. 00000800:00000001:0.0:1784950374.357802:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950374.357804:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950374.357805:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdfacc79 00000400:00000010:2.0:1784950374.357813:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdfacc79. 00000800:00000200:1.0:1784950374.357819:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:2.0:1784950374.357819:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:1.0:1784950374.357825:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcb2acbd type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1784950374.357828:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba96e6fa x1871652369180928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950374.357837:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950374.357848:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950374.357849:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950374.357882:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba96e6fa x1871652369180928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950374.357887:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:0.0:1784950374.357889:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:1.0:1784950374.357896:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950374.357904:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.357908:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1784950374.357910:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950374.357910:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950374.357917:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950374.357923:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4f7c3e7 x1871652369180672/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950374.357926:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097c081ea x1871652369181184/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:525/0 lens 224/224 e 0 to 0 dl 1784950385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950374.357926:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950374.357931:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950374.357936:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950374.357941:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950374.357948:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950374.357961:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=7 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950374.357975:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=7 v=5 (1 1 1 1) 00000800:00000200:3.0:1784950374.357984:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950374.357991:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000010:3.0:1784950374.357993:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcb2acbd. 00000100:00000001:2.0:1784950374.357999:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950374.358000:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4f7c3e7 x1871652369180672/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950374.358003:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000097c081ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369181184:12345-192.168.203.114@tcp:400: Request processed in 710us (1236us total) trans 0 rc 0/0 00000400:00000200:3.0:1784950374.358005:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1784950374.358010:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784950374.358024:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ba96e6fa x1871652369180928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950374.358026:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950374.358037:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca6d43d 00000100:00100000:1.0:1784950374.358043:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1539 00000400:00000010:3.0:1784950374.358045:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008ca6d43d. 00000100:00000040:1.0:1784950374.358059:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:3.0:1784950374.358059:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950374.358060:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784950374.358063:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.358066:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950374.358068:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950374.358069:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1784950374.358073:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950374.358076:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1784950374.358076:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950374.358081:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000010:1.0:1784950374.358084:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000800:00000001:0.0:1784950374.358085:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950374.358086:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950374.358091:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000824c4458. 00000800:00000001:0.0:1784950374.358098:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950374.358101:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050c4f330. 00000100:00000040:2.0:1784950374.358104:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba96e6fa x1871652369180928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950374.358110:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950374.358113:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:3.0:1784950374.358120:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950374.358124:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950374.358129:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369181056 00000100:00000001:2.0:1784950374.358130:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950374.358135:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:3.0:1784950374.358138:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950374.358144:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950374.358145:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950374.358153:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950374.358154:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069baa00 00000100:00000001:3.0:1784950374.358154:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950374.358166:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950374.358173:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba96e6fa x1871652369180928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950374.358174:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15651 [1] + 224 00000100:00100000:3.0:1784950374.358174:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369181056 00000020:00000001:3.0:1784950374.358182:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950374.358187:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000800:00000001:0.0:1784950374.358189:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950374.358194:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:0.0:1784950374.358197:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784950374.358201:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000400:00000200:0.0:1784950374.358205:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950374.358209:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:3.0:1784950374.358218:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000400:00000200:0.0:1784950374.358219:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950374.358227:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950374.358233:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1784950374.358233:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000100:00100000:2.0:1784950374.358238:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ba96e6fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369180928:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950374.358239:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950374.358246:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081c530af x1871652369181184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950374.358250:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000400:00000001:2.0:1784950374.358263:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1784950374.358263:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000269463a9. 00000100:00000040:0.0:1784950374.358270:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081c530af x1871652369181184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950374.358270:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000400:00000001:2.0:1784950374.358271:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950374.358276:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7b199f3. 00000020:00000010:3.0:1784950374.358281:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000400:00000200:2.0:1784950374.358287:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968cd81d 00000100:00000040:3.0:1784950374.358293:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000400:00000010:2.0:1784950374.358295:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000968cd81d. 00000100:00000001:3.0:1784950374.358299:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950374.358302:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950374.358306:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950374.358312:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950374.358314:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4f7c3e7 x1871652369180672/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950374.358317:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950374.358322:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950374.358331:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950374.358340:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950374.358340:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950374.358349:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4f7c3e7 x1871652369180672/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950374.358361:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950374.358369:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950374.358371:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950374.358381:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950374.358382:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2640 00000100:00000001:1.0:1784950374.358386:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950374.358390:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950374.358392:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950374.358394:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950374.358396:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 02000000:00000001:2.0:1784950374.358398:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950374.358400:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000001:1.0:1784950374.358405:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950374.358406:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950374.358407:0:455339:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.358407:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822323584 : -120287887228032 : ffff92994b360380) 00000400:00000001:1.0:1784950374.358413:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784950374.358413:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.358415:0:455339:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950374.358420:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e45c7660. 02000000:00000001:2.0:1784950374.358420:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950374.358421:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000075738190 x1871652369181056/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:525/0 lens 224/0 e 0 to 0 dl 1784950385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950374.358435:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f99e6c8 00000100:00001000:2.0:1784950374.358435:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=2 v=5 (5 5 5 5) 00000400:00000010:1.0:1784950374.358443:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005f99e6c8. 00000100:00001000:2.0:1784950374.358447:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=2 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950374.358453:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950374.358460:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1784950374.358466:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081c530af x1871652369181184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950374.358466:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.358469:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1784950374.358472:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950374.358478:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950374.358480:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000100:00000001:2.0:1784950374.358484:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1784950374.358488:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081c530af x1871652369181184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950374.358492:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950374.358493:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950374.358500:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950374.358504:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950374.358508:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000100:00000001:1.0:1784950374.358512:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784950374.358515:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4f7c3e7 x1871652369180672/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950374.358520:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950374.358528:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00100000:3.0:1784950374.358529:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000075738190 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369181056:12345-192.168.203.114@tcp:400: 02000000:00000001:1.0:1784950374.358532:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950374.358538:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950374.358544:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950374.358549:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369181056 02000000:00000001:1.0:1784950374.358551:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.358551:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950374.358558:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950374.358559:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1784950374.358562:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=7 v=5 (5 5 5 5) 00000020:00000001:3.0:1784950374.358564:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950374.358566:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784950374.358571:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=7 v=5 (1 1 1 1) 00000020:00000001:3.0:1784950374.358573:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950374.358577:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4f7c3e7 x1871652369180672/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950374.358584:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950374.358585:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1784950374.358592:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950374.358593:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950374.358601:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e4f7c3e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369180672:192.168.203.114@tcp:400: 00000020:00000001:3.0:1784950374.358604:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1784950374.358606:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000001:00000001:3.0:1784950374.358613:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369181056, found 0 last_xid 1871652369181055 00000100:00000001:2.0:1784950374.358616:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1784950374.358619:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000081c530af x1871652369181184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950374.358628:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1784950374.358628:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950374.358638:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba96e6fa x1871652369180928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950374.358639:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1784950374.358643:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950374.358645:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950374.358650:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1784950374.358652:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950374.358656:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000020:00000001:3.0:1784950374.358661:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950374.358663:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950374.358669:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.358669:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950374.358670:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950374.358674:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784950374.358677:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1784950374.358679:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081c530af x1871652369181184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950374.358681:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000090073cd. 02000000:00000010:3.0:1784950374.358684:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009da7adf8. 02000000:00000001:2.0:1784950374.358690:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784950374.358693:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950374.358696:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950374.358703:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1784950374.358704:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.358706:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950374.358710:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:3.0:1784950374.358714:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.358716:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1784950374.358755:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d62b3518. 00000100:00000001:1.0:1784950374.358760:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950374.358763:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950374.358766:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1784950374.358767:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081c530af x1871652369181184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784950374.358768:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba96e6fa. 00010000:00000040:3.0:1784950374.358774:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369181056 00000100:00000001:2.0:1784950374.358777:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950374.358781:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784950374.358787:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950374.358789:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000200:3.0:1784950374.358806:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000075738190 x1871652369181056/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:525/0 lens 224/224 e 0 to 0 dl 1784950385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950374.358807:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000081c530af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369181184:192.168.203.114@tcp:400: 00000100:00000040:2.0:1784950374.358807:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4f7c3e7 x1871652369180672/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950374.358821:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950374.358830:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950374.358839:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081c530af x1871652369181184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950374.358881:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950374.358885:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1784950374.358888:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950374.358890:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784950374.358896:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1784950374.358899:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003aae633b. 00000100:00001000:3.0:1784950374.358899:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=7 v=5 (1 1 1 1) 02000000:00000001:1.0:1784950374.358902:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950374.358907:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a506608. 02000000:00000001:2.0:1784950374.358909:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950374.358911:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1784950374.358914:0:441641:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1784950374.358916:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1784950374.358922:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000040:3.0:1784950374.358923:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:1.0:1784950374.358924:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950374.358930:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1784950374.358933:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950374.358935:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:1.0:1784950374.358938:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950374.358939:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009b5272c8. 02000000:00000001:3.0:1784950374.358941:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:1.0:1784950374.358945:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b3b91a8d. 02000000:00000001:3.0:1784950374.358947:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950374.358950:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950374.358950:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950374.358954:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784950374.358957:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1784950374.358957:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950374.358964:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4f7c3e7. 00000100:00000010:1.0:1784950374.358965:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081c530af. 00000100:00000040:3.0:1784950374.358965:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950374.358976:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077350b67. 00000100:00000001:2.0:1784950374.358977:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950374.358978:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950374.358985:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950374.358985:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950374.358986:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369181056, offset 224 00000100:00000001:1.0:1784950374.358993:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950374.358993:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950374.359001:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950374.359008:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950374.359008:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950374.359017:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950374.359017:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950374.359018:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.359030:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950374.359030:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950374.359031:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10726:10726:244:4294967295] 192.168.203.114@tcp LPNI seq info [9521:9521:8:4294967295] 00000100:00000001:1.0:1784950374.359039:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.359039:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950374.359052:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950374.359059:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950374.359064:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae917eca. 00000800:00000200:3.0:1784950374.359071:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:3.0:1784950374.359078:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950374.359082:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ae917eca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950374.359101:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950374.359107:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950374.359112:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950374.359114:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950374.359118:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1784950374.359125:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075738190 x1871652369181056/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:525/0 lens 224/224 e 0 to 0 dl 1784950385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950374.359143:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000075738190 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369181056:12345-192.168.203.114@tcp:400: Request processed in 673us (2079us total) trans 0 rc 0/0 00000100:00100000:3.0:1784950374.359156:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2640 00000100:00000040:3.0:1784950374.359161:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950374.359165:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950374.359169:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950374.359174:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000020:00000010:3.0:1784950374.359180:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000020:00000010:3.0:1784950374.359186:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000269463a9. 00000020:00000040:3.0:1784950374.359191:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:3.0:1784950374.359195:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950374.359237:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950374.359243:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae917eca. 00000400:00000200:0.0:1784950374.359249:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950374.359258:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950374.359262:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950374.359265:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077350b67 00000400:00000010:0.0:1784950374.359268:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077350b67. 00000800:00000001:3.0:1784950374.359272:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950374.359273:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950374.359276:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1784950374.359276:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950374.359280:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950374.359288:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950374.359301:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069ba980 00000400:00000200:3.0:1784950374.359311:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15659 [1] + 224 00000800:00000001:3.0:1784950374.359318:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950374.359325:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950374.359329:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950374.359336:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950374.359343:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950374.359347:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8cbd35c x1871652369181056/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950374.359358:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b8cbd35c x1871652369181056/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950374.359379:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950374.359387:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950374.359392:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950374.359426:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950374.359431:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784950374.359436:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950374.359439:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950374.359442:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c8e087d. 00000400:00000200:0.0:1784950374.359449:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a240814 00000400:00000010:0.0:1784950374.359452:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a240814. 00000100:00000001:0.0:1784950374.359457:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950374.359464:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8cbd35c x1871652369181056/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950374.359478:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8cbd35c x1871652369181056/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950374.359487:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950374.359489:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950374.359491:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950374.359493:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950374.359495:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950374.359497:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950374.359500:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950374.359505:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=7 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950374.359509:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950374.359512:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950374.359515:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950374.359518:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950374.359520:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.359523:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950374.359525:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950374.359528:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950374.359529:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950374.359533:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8cbd35c x1871652369181056/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950374.359540:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950374.359543:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950374.359544:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950374.359548:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8cbd35c x1871652369181056/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950374.359557:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000b8cbd35c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369181056:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950374.359562:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950374.359565:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950374.359567:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8cbd35c x1871652369181056/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950374.359574:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950374.359576:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950374.359578:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034450a52. 02000000:00000001:0.0:1784950374.359582:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950374.359584:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950374.359585:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1784950374.359587:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950374.359589:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ebc2a5d. 02000000:00000001:0.0:1784950374.359592:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950374.359593:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950374.359595:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8cbd35c. 00000100:00000001:0.0:1784950374.359599:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950374.359600:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950374.359603:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950374.359608:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950374.359610:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.359612:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950374.359614:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950374.480915:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1784950374.480921:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1784950374.480929:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000782d7948. 00000004:00000001:0.0:1784950374.480933:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000020:00000040:1.0:1784950374.480935:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000004:00000020:0.0:1784950374.480940:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1784950374.480944:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950374.480949:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1784950374.480950:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1177d42. 02000000:00000001:1.0:1784950374.480954:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950374.480960:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000010:1.0:1784950374.480966:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e63643df. 00000100:00000001:0.0:1784950374.480968:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950374.480974:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784950374.480977:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950374.480981:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.480986:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950374.480991:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950374.480992:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a721ffc. 00000100:00000001:0.0:1784950374.481002:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950374.481003:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000782d7948] to pc [ptlrpcd_00_00+0] req@00000000782d7948 x1871652369181312/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950374.481014:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950374.481020:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950374.481035:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1177d42] to pc [ptlrpcd_00_01+1] req@00000000c1177d42 x1871652369181440/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1784950374.481056:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950374.481091:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.481102:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950374.481109:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950374.481114:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950374.481125:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000782d7948 x1871652369181312/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950374.481130:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950374.481138:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950374.481145:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950374.481152:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950374.481156:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950374.481161:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c1177d42 x1871652369181440/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950374.481163:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950374.481169:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950374.481178:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950374.481190:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000782d7948 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369181312:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950374.481196:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950374.481198:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950374.481200:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950374.481204:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950374.481207:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950374.481209:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950374.481213:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950374.481216:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784950374.481220:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950374.481225:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004ef374ce. 00000100:00100000:3.0:1784950374.481230:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c1177d42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369181440:192.168.203.114@tcp:41: 02000000:00000001:2.0:1784950374.481232:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.481243:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1784950374.481244:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea183f58. 02000000:00000001:3.0:1784950374.481248:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950374.481252:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950374.481254:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072272f0d. 02000000:00000001:3.0:1784950374.481256:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1784950374.481266:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369181312, portal 4 02000000:00000010:3.0:1784950374.481266:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005f51ec4c. 02000000:00000001:3.0:1784950374.481276:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.481278:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950374.481284:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785665296384 : -120288044255232 : ffff929941d9f800) 00000400:00000010:3.0:1784950374.481284:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000564b64ce. 00000400:00000010:3.0:1784950374.481297:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2fe853. 00000100:00000040:2.0:1784950374.481302:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000782d7948 x1871652369181312/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950374.481306:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369181440, portal 4 00000100:00000001:3.0:1784950374.481315:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950374.481320:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785822328960 : -120287887222656 : ffff92994b361880) 00000100:00000001:2.0:1784950374.481331:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950374.481339:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c1177d42 x1871652369181440/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950374.481341:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950374.481350:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbc882ed. 00000100:00000200:2.0:1784950374.481360:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369181312, offset 0 00000400:00000200:2.0:1784950374.481379:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950374.481388:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950374.481397:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950374.481399:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950374.481409:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b068732. 00000400:00000200:2.0:1784950374.481410:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1784950374.481419:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369181440, offset 0 00000400:00000200:2.0:1784950374.481423:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950374.481431:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950374.481438:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950374.481443:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950374.481449:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10727:10727:244:4294967295] 192.168.203.114@tcp LPNI seq info [9522:9522:8:4294967295] 00000400:00000200:2.0:1784950374.481460:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950374.481466:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950374.481472:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b5272c8. 00000400:00000200:3.0:1784950374.481476:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000200:2.0:1784950374.481485:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950374.481486:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950374.481498:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:2.0:1784950374.481504:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950374.481508:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784950374.481515:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009b5272c8 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950374.481519:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950374.481529:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10728:10728:243:4294967295] 192.168.203.114@tcp LPNI seq info [9523:9523:7:4294967295] 00000100:00000001:2.0:1784950374.481542:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950374.481549:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:2.0:1784950374.481552:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13883 usecs (14 jiffies) 00000100:00000001:2.0:1784950374.481561:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307312654 00000100:00000001:2.0:1784950374.481568:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307314941 00000100:00000001:2.0:1784950374.481573:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307312654 00000800:00000200:3.0:1784950374.481578:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950374.481580:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307314941 00000100:00000001:2.0:1784950374.481589:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307312654 00000800:00000010:3.0:1784950374.481594:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c1815a5. 00000100:00000001:2.0:1784950374.481595:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307314941 00000100:00000001:2.0:1784950374.481603:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307312654 00000100:00000001:2.0:1784950374.481608:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307314941 00000100:00000001:2.0:1784950374.481614:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784950374.481616:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950374.481619:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.481629:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.481632:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950374.481640:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950374.481643:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1784950374.481648:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003c1815a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950374.481649:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950374.481658:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950374.481662:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950374.481664:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.481667:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950374.481693:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950374.481693:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950374.481700:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b5272c8. 00000100:00000040:3.0:1784950374.481701:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4716 usecs (5 jiffies) 00000100:00000001:3.0:1784950374.481707:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307312645 00000400:00000200:0.0:1784950374.481710:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950374.481713:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307314941 00000100:00000001:3.0:1784950374.481717:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307312645 00000800:00000001:2.0:1784950374.481754:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950374.481770:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950374.481773:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950374.481781:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950374.481786:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc882ed 00000400:00000010:0.0:1784950374.481791:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dbc882ed. 00000100:00000001:3.0:1784950374.481791:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307314941 00000100:00000001:3.0:1784950374.481796:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307312646 00000100:00000001:0.0:1784950374.481800:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950374.481800:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307314941 00000100:00000001:3.0:1784950374.481805:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307312646 00000100:00000200:0.0:1784950374.481808:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000782d7948 x1871652369181312/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950374.481809:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307314941 00000100:00000001:3.0:1784950374.481814:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950374.481820:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.481826:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.481827:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950374.481831:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950374.481834:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000782d7948 x1871652369181312/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950374.481839:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950374.481843:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950374.481849:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.481849:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950374.481879:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950374.481883:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950374.481886:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.481890:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950374.481950:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950374.481959:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784950374.481966:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950374.481969:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c1815a5. 00000800:00000001:0.0:1784950374.481976:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950374.481982:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950374.481983:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950374.482004:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950374.482010:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950374.482022:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b068732 00000800:00000001:2.0:1784950374.482022:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950374.482028:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bab00 00000400:00000010:1.0:1784950374.482030:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003b068732. 00000400:00000200:2.0:1784950374.482040:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950374.482041:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950374.482049:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c1177d42 x1871652369181440/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950374.482056:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e79 [256] + 23520 00000400:00000200:2.0:1784950374.482065:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069baa80 00000400:00000010:0.0:1784950374.482076:0:441636:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4bdee55. 00000400:00000200:0.0:1784950374.482087:0:441636:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa0e3cde 00000100:00000001:1.0:1784950374.482089:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784950374.482096:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950374.482102:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c1177d42 x1871652369181440/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950374.482103:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 0 00000800:00000001:0.0:1784950374.482113:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950374.482116:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950374.482124:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950374.482126:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.482134:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784950374.482137:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950374.482142:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950374.482149:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa0e3cde 00000400:00000200:2.0:1784950374.482151:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784950374.482154:0:441636:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 4216 at 00000000fa0e3cde. 00000100:00000001:0.0:1784950374.482169:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1784950374.482171:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:0.0:1784950374.482173:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1784950374.482182:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000000a4a91bb x1871652369181440 msgsize 224 00000100:00000001:2.0:1784950374.482189:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1784950374.482194:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000200:2.0:1784950374.482198:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1784950374.482200:0:441636:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000010:2.0:1784950374.482214:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba96e6fa. 00000100:00000040:2.0:1784950374.482220:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000ba96e6fa x1871652369181312 msgsize 224 00000100:00000001:0.0:1784950374.482221:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1784950374.482233:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950374.482240:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:0.0:1784950374.482241:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950374.482266:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1784950374.482284:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950374.482290:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1784950374.482292:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950374.482295:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369181440 02000000:00000001:1.0:1784950374.482299:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950374.482304:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950374.482309:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950374.482309:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950374.482316:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369181312 02000000:00000001:1.0:1784950374.482320:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950374.482322:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950374.482327:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1784950374.482332:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369181440 00000100:00000001:0.0:1784950374.482333:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950374.482345:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950374.482345:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950374.482353:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00100000:0.0:1784950374.482354:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369181312 00000020:00000001:0.0:1784950374.482361:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1784950374.482363:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950374.482365:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:0.0:1784950374.482372:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950374.482374:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000040:0.0:1784950374.482376:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:0.0:1784950374.482387:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:1.0:1784950374.482387:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:1.0:1784950374.482397:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:0.0:1784950374.482398:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:1.0:1784950374.482410:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950374.482411:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950374.482419:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000020:00000010:0.0:1784950374.482420:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000001:1.0:1784950374.482430:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950374.482431:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950374.482442:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000020:00000010:1.0:1784950374.482444:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000020:00000010:0.0:1784950374.482450:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034450a52. 00000020:00000010:1.0:1784950374.482457:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050c4f330. 00000020:00000010:0.0:1784950374.482460:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c3a4a7bd. 00000020:00000010:1.0:1784950374.482468:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 00000020:00000010:0.0:1784950374.482471:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000020:00000010:1.0:1784950374.482480:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000824c4458. 00000100:00000040:0.0:1784950374.482483:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950374.482489:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950374.482492:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950374.482493:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950374.482494:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.482500:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950374.482504:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.482505:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.482516:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.482528:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950374.482547:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950374.482551:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1784950374.482559:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2641 00000100:00000001:1.0:1784950374.482563:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950374.482566:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:0.0:1784950374.482576:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883975680 : -120287825575936 : ffff92994ee2c000) 00000100:00000001:1.0:1784950374.482578:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950374.482584:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1784950374.482589:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ba96e6fa x1871652369181312/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:525/0 lens 224/0 e 0 to 0 dl 1784950385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950374.482601:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1784950374.482607:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2642 00000100:00000001:3.0:1784950374.482608:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950374.482622:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1784950374.482624:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950374.482627:0:455339:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950374.482629:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b93d31e. 00000100:00000001:1.0:1784950374.482634:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785742938192 : -120287966613424 : ffff9299467ab050) 00000100:00000001:3.0:1784950374.482635:0:455339:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.482636:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950374.482648:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b93d31e. 00000100:00000040:1.0:1784950374.482656:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a4a91bb x1871652369181440/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:525/0 lens 224/0 e 0 to 0 dl 1784950385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950374.482666:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ba96e6fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369181312:12345-192.168.203.114@tcp:41: 00000100:00000200:0.0:1784950374.482686:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369181312 00000020:00000001:0.0:1784950374.482697:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950374.482697:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1784950374.482703:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:1.0:1784950374.482705:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000020:00000001:0.0:1784950374.482712:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.482713:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950374.482750:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000100:00100000:1.0:1784950374.482762:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000a4a91bb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369181440:12345-192.168.203.114@tcp:41: 00000020:00000001:0.0:1784950374.482767:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950374.482773:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000200:1.0:1784950374.482777:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369181440 00000020:00000001:0.0:1784950374.482780:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1784950374.482788:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369181312, found 0 last_xid 1871652369181311 00000020:00000001:1.0:1784950374.482790:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950374.482792:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950374.482799:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950374.482799:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950374.482805:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950374.482810:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950374.482811:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.482817:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1784950374.482822:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1784950374.482823:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1784950374.482832:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004ef139cd. 00000020:00000001:1.0:1784950374.482832:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 02000000:00000001:0.0:1784950374.482840:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950374.482843:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950374.482845:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1784950374.482849:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369181440, found 0 last_xid 1871652369181439 00000020:00000001:1.0:1784950374.482874:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950374.482878:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000004:00000001:0.0:1784950374.482880:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000001:1.0:1784950374.482882:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000004:00000001:0.0:1784950374.482888:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000020:00000001:1.0:1784950374.482889:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950374.482895:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950374.482898:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950374.482904:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784950374.482909:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000006753be7f. 02000000:00000001:1.0:1784950374.482915:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:0.0:1784950374.482916:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000100:00000001:1.0:1784950374.482924:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1784950374.482927:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:0.0:1784950374.482934:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000004:00000001:1.0:1784950374.482934:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:1.0:1784950374.482942:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000020:0.0:1784950374.482944:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000004:00000001:1.0:1784950374.482947:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1784950374.482956:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1784950374.482960:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:1.0:1784950374.482963:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000004:00000001:0.0:1784950374.482965:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950374.482977:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369181312 00000020:00000020:1.0:1784950374.482977:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00010000:00000001:0.0:1784950374.482987:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000020:1.0:1784950374.482989:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00010000:00000200:0.0:1784950374.482997:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000ba96e6fa x1871652369181312/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:525/0 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1784950374.482999:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000020:1.0:1784950374.483010:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1784950374.483023:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00010000:00000001:0.0:1784950374.483030:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950374.483036:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1784950374.483037:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1784950374.483043:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950374.483045:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=7 v=5 (1 1 1 1) 00000004:00000001:1.0:1784950374.483049:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.483053:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1784950374.483055:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369181440 00000100:00000040:0.0:1784950374.483061:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950374.483064:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950374.483067:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950374.483072:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000200:1.0:1784950374.483076:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000000a4a91bb x1871652369181440/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:525/0 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950374.483077:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.483086:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950374.483098:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000001:1.0:1784950374.483104:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1784950374.483107:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a240814. 00010000:00000001:1.0:1784950374.483109:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950374.483115:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369181312, offset 224 00000100:00001000:1.0:1784950374.483116:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950374.483127:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1784950374.483128:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950374.483135:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950374.483140:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:0.0:1784950374.483148:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:1.0:1784950374.483149:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950374.483156:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950374.483162:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10729:10729:244:4294967295] 192.168.203.114@tcp LPNI seq info [9524:9524:8:4294967295] 00000100:00000001:1.0:1784950374.483163:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950374.483175:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950374.483182:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000553db85b. 00000400:00000200:0.0:1784950374.483190:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:1.0:1784950374.483193:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369181440, offset 224 00000800:00000200:0.0:1784950374.483202:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950374.483210:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950374.483212:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000800:00000200:0.0:1784950374.483224:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950374.483231:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:0.0:1784950374.483241:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950374.483252:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:1.0:1784950374.483253:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10730:10730:243:4294967295] 192.168.203.114@tcp LPNI seq info [9525:9525:7:4294967295] 00000400:00000200:1.0:1784950374.483277:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950374.483285:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950374.483294:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950374.483297:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950374.483307:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950374.483309:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950374.483311:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000010:1.0:1784950374.483313:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6b3c2c6. 00000100:00000040:0.0:1784950374.483319:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba96e6fa x1871652369181312/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:525/0 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950374.483336:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:0.0:1784950374.483347:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ba96e6fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369181312:12345-192.168.203.114@tcp:41: Request processed in 720us (1120us total) trans 0 rc 0/0 00000800:00000200:1.0:1784950374.483359:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950374.483368:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c6b3c2c6 type 1, nob 464 niov 1 nkiov 1 00000100:00100000:0.0:1784950374.483370:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2641 00000100:00000040:0.0:1784950374.483378:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:0.0:1784950374.483384:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950374.483386:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950374.483391:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3a4a7bd. 00000020:00000010:0.0:1784950374.483396:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000020:00000010:0.0:1784950374.483402:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034450a52. 00000020:00000040:0.0:1784950374.483409:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:1.0:1784950374.483410:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950374.483415:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950374.483425:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950374.483432:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:2.0:1784950374.483434:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1784950374.483436:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950374.483440:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 00000020:00000001:1.0:1784950374.483441:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1784950374.483448:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950374.483450:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a4a91bb x1871652369181440/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:525/0 lens 224/368 e 0 to 0 dl 1784950385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950374.483459:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950374.483469:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a240814 00000800:00000001:0.0:1784950374.483472:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950374.483474:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000a4a91bb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369181440:12345-192.168.203.114@tcp:41: Request processed in 772us (1283us total) trans 0 rc 0/0 00000400:00000010:2.0:1784950374.483474:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a240814. 00000100:00000001:2.0:1784950374.483485:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950374.483488:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1784950374.483491:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2642 00000100:00000040:1.0:1784950374.483497:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:1.0:1784950374.483502:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950374.483506:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950374.483513:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000020:00000010:1.0:1784950374.483520:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000824c4458. 00000020:00000010:1.0:1784950374.483526:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050c4f330. 00000020:00000040:1.0:1784950374.483533:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 02000000:00000001:1.0:1784950374.483567:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.483572:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009da7adf8. 02000000:00000001:1.0:1784950374.483579:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.483582:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075738190. 02000000:00000001:1.0:1784950374.483588:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.483592:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000baedcd8. 00000800:00000200:3.0:1784950374.483592:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950374.483604:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6b3c2c6. 02000000:00000001:1.0:1784950374.483605:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000800:00000001:2.0:1784950374.483607:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:1.0:1784950374.483612:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078999b51. 00000400:00000200:3.0:1784950374.483619:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950374.483622:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950374.483623:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.483629:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ad468dac. 00000800:00000001:2.0:1784950374.483630:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950374.483639:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000800:00000001:2.0:1784950374.483640:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950374.483640:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000010:1.0:1784950374.483645:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005512dd85. 00000800:00000001:0.0:1784950374.483652:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950374.483658:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000553db85b 02000000:00000001:1.0:1784950374.483659:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000800:00000001:0.0:1784950374.483664:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950374.483665:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:3.0:1784950374.483666:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000553db85b. 02000000:00000010:1.0:1784950374.483667:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007b6a014f. 00000800:00000001:0.0:1784950374.483675:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950374.483680:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1784950374.483681:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:1.0:1784950374.483686:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc2113b9. 02000000:00000001:3.0:1784950374.483690:0:441636:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1784950374.483698:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bab00 00000400:00000200:0.0:1784950374.483699:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000010:3.0:1784950374.483699:0:441636:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000006753be7f. 02000000:00000001:1.0:1784950374.483700:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.483708:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003de246ec. 02000000:00000001:3.0:1784950374.483712:0:441636:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1784950374.483758:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1784950374.483760:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1784950374.483762:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15681 [1] + 224 00000100:00000010:1.0:1784950374.483766:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ac54a88. 02000000:00000001:1.0:1784950374.483774:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000800:00000001:2.0:1784950374.483774:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950374.483775:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069baa80 02000000:00000010:1.0:1784950374.483782:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ac8eb5c2. 00000800:00000001:2.0:1784950374.483790:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950374.483791:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1784950374.483795:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x1567d [1] + 224 00000100:00000010:1.0:1784950374.483797:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041b004d5. 00000400:00000200:2.0:1784950374.483797:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950374.483807:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.483811:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000005654861f. 00000400:00000200:2.0:1784950374.483812:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950374.483814:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950374.483817:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1784950374.483819:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1784950374.483823:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b9f5999. 00000100:00000200:2.0:1784950374.483826:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c1177d42 x1871652369181440/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950374.483828:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.483831:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000a9600e1c. 00000800:00000001:0.0:1784950374.483838:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950374.483840:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.483844:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000052f93562. 00000100:00000040:2.0:1784950374.483846:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c1177d42 x1871652369181440/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950374.483850:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950374.483880:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.483887:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004b60ed1e. 00000400:00000200:0.0:1784950374.483894:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950374.483898:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1784950374.483903:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1784950374.483905:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d43df96. 00000100:00000001:2.0:1784950374.483910:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784950374.483916:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000782d7948 x1871652369181312/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950374.483917:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.483923:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000022f0c017. 00000800:00000001:2.0:1784950374.483923:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950374.483931:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950374.483932:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.483936:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e5b32b3f. 02000000:00000001:1.0:1784950374.483946:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.483953:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000538cb002. 02000000:00000001:1.0:1784950374.483961:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1784950374.483962:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000782d7948 x1871652369181312/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950374.483968:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055a59be9. 00000100:00000001:3.0:1784950374.483974:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950374.483981:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950374.483984:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000400:00000001:3.0:1784950374.483989:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:1.0:1784950374.483991:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000000ff54071. 00000400:00000001:3.0:1784950374.483997:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784950374.484003:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1784950374.484004:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000564b64ce. 02000000:00000001:1.0:1784950374.484006:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1784950374.484012:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2fe853 00000100:00000010:1.0:1784950374.484013:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ff7d5f7. 00000400:00000010:3.0:1784950374.484021:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2fe853. 02000000:00000001:1.0:1784950374.484026:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1784950374.484030:0:441642:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1784950374.484033:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d9e91617. 00000800:00000001:0.0:1784950374.484040:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950374.484043:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1784950374.484044:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c1177d42 x1871652369181440/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950374.484048:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784950374.484051:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c605101. 00000100:00000001:2.0:1784950374.484057:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950374.484062:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950374.484065:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484069:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000df4efc59. 00000400:00000001:2.0:1784950374.484074:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950374.484078:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1784950374.484079:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484083:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000110635ef. 00000400:00000010:2.0:1784950374.484084:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea183f58. 00000100:00000200:3.0:1784950374.484088:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c1177d42 x1871652369181440/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950374.484092:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072272f0d 02000000:00000001:1.0:1784950374.484093:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484099:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000073ea6d6e. 00000400:00000010:2.0:1784950374.484100:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000072272f0d. 02000000:00000001:1.0:1784950374.484106:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1784950374.484107:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1784950374.484109:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035f91209. 02000000:00000001:1.0:1784950374.484119:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1784950374.484121:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000782d7948 x1871652369181312/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950374.484123:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000000fc01c00. 02000000:00000001:1.0:1784950374.484132:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1784950374.484135:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1784950374.484137:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ea3c1ebb. 00000100:00000001:3.0:1784950374.484143:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950374.484147:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1784950374.484150:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000782d7948 x1871652369181312/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950374.484152:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:1.0:1784950374.484154:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c95b74e5. 02000000:00000001:3.0:1784950374.484159:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1784950374.484162:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1784950374.484166:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1784950374.484168:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c46522e1. 00000100:00000001:3.0:1784950374.484173:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950374.484176:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1784950374.484176:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784950374.484178:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950374.484182:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f5385f66. 00000100:00000001:2.0:1784950374.484182:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950374.484188:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=7 v=5 (5 5 5 5) 02000000:00000001:1.0:1784950374.484190:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1784950374.484190:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000010:1.0:1784950374.484195:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000074c34413. 02000000:00000001:2.0:1784950374.484198:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00001000:3.0:1784950374.484199:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950374.484202:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1784950374.484203:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1784950374.484207:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1784950374.484209:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000893291b8. 00000100:00000001:2.0:1784950374.484210:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.484211:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950374.484218:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950374.484219:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1784950374.484219:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000010:1.0:1784950374.484224:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc9ccb62. 00010000:00000001:3.0:1784950374.484227:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950374.484232:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1784950374.484232:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=2 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950374.484234:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:1.0:1784950374.484240:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000042a7343f. 00000100:00000040:3.0:1784950374.484240:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00001000:2.0:1784950374.484244:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=2 v=5 (1 1 1 1) 02000000:00000001:1.0:1784950374.484250:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1784950374.484251:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950374.484254:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000010:1.0:1784950374.484258:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000285b838d. 00000100:00000001:3.0:1784950374.484259:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950374.484260:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950374.484266:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484271:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006939ec85. 00010000:00000001:2.0:1784950374.484272:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1784950374.484277:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c1177d42 x1871652369181440/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950374.484278:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1784950374.484278:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950374.484283:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7e51bf3. 00000100:00000001:2.0:1784950374.484288:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950374.484292:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 02000000:00000001:1.0:1784950374.484293:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484298:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ac0fca43. 00000100:00000001:2.0:1784950374.484299:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950374.484303:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950374.484307:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484312:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095bf3843. 00000100:00000001:3.0:1784950374.484317:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950374.484319:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000782d7948 x1871652369181312/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950374.484320:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1784950374.484326:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1784950374.484327:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000043a0c01c. 00000100:00000001:3.0:1784950374.484332:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950374.484336:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:3.0:1784950374.484342:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000010:1.0:1784950374.484343:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038a482f9. 00000100:00000001:2.0:1784950374.484347:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000040:3.0:1784950374.484351:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 02000000:00000001:1.0:1784950374.484352:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1784950374.484352:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1784950374.484357:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000079e51db. 00000100:00000001:2.0:1784950374.484358:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950374.484366:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 02000000:00000001:1.0:1784950374.484368:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000004:00000020:3.0:1784950374.484371:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000100:00000010:1.0:1784950374.484372:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ab8b25f9. 00000004:00000040:2.0:1784950374.484373:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 02000000:00000001:1.0:1784950374.484382:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484386:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cd82f6cb. 02000000:00000001:1.0:1784950374.484393:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000004:00000020:2.0:1784950374.484394:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:3.0:1784950374.484395:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950374.484399:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c8769e09. 00000004:00000001:2.0:1784950374.484408:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950374.484410:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1784950374.484413:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1177d42 x1871652369181440/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950374.484415:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007ff0f381. 00000100:00000040:2.0:1784950374.484421:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000782d7948 x1871652369181312/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950374.484423:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484428:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ddeec7b. 02000000:00000001:1.0:1784950374.484440:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484444:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e3646475. 02000000:00000001:1.0:1784950374.484451:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484455:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064f70b2a. 02000000:00000001:1.0:1784950374.484464:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:3.0:1784950374.484466:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c1177d42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369181440:192.168.203.114@tcp:41: 02000000:00000010:1.0:1784950374.484468:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d410dc67. 00000100:00100000:2.0:1784950374.484473:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000782d7948 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369181312:192.168.203.114@tcp:41: 02000000:00000001:1.0:1784950374.484477:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484484:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4f565e0. 00000100:00000001:3.0:1784950374.484486:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950374.484489:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1784950374.484489:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950374.484492:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1784950374.484495:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000010752cd9. 00000100:00000001:2.0:1784950374.484499:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784950374.484505:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1784950374.484506:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c1177d42 x1871652369181440/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950374.484510:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000782d7948 x1871652369181312/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950374.484512:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aee911e5. 02000000:00000001:1.0:1784950374.484521:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484525:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005165b905. 02000000:00000001:1.0:1784950374.484533:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484537:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000de35d38. 02000000:00000001:1.0:1784950374.484545:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484549:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000c3655526. 00000100:00000001:2.0:1784950374.484559:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950374.484560:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484564:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6d28154. 02000000:00000001:2.0:1784950374.484564:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950374.484570:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004ef374ce. 02000000:00000001:1.0:1784950374.484574:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1784950374.484579:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1784950374.484581:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000000403be02. 02000000:00000001:2.0:1784950374.484581:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784950374.484585:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1784950374.484588:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1784950374.484588:0:441641:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:3.0:1784950374.484590:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005f51ec4c. 00000020:00000040:2.0:1784950374.484594:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000010:1.0:1784950374.484595:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005f92b310. 02000000:00000001:3.0:1784950374.484598:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950374.484601:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:3.0:1784950374.484604:0:441642:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1784950374.484605:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1784950374.484607:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e63643df. 00000020:00000040:3.0:1784950374.484611:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 02000000:00000010:1.0:1784950374.484612:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007bb9a502. 02000000:00000001:2.0:1784950374.484613:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950374.484617:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1784950374.484623:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1784950374.484625:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1784950374.484625:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000782d7948. 02000000:00000010:3.0:1784950374.484630:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001a721ffc. 00000100:00000010:1.0:1784950374.484631:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011aacb28. 00000100:00000001:2.0:1784950374.484632:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950374.484639:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950374.484642:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950374.484644:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1784950374.484644:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950374.484646:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:1.0:1784950374.484650:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001a976f82. 00000100:00000010:3.0:1784950374.484653:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c1177d42. 00000100:00000001:2.0:1784950374.484656:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784950374.484661:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1784950374.484663:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000010:1.0:1784950374.484664:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000060678714. 00000100:00000001:2.0:1784950374.484664:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950374.484669:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950374.484673:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950374.484675:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950374.484676:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1784950374.484681:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950374.484682:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000061e9e1f. 00000100:00000001:3.0:1784950374.484688:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784950374.484690:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1784950374.484693:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950374.484697:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca721e50. 00000100:00000001:3.0:1784950374.484699:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950374.484706:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950374.484710:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484715:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000005ac1cd3c. 02000000:00000001:1.0:1784950374.484758:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484762:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007dcb4221. 02000000:00000001:1.0:1784950374.484768:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484770:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001cb2077d. 02000000:00000001:1.0:1784950374.484774:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484776:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005649c9af. 02000000:00000001:1.0:1784950374.484779:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484781:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001fb84426. 02000000:00000001:1.0:1784950374.484783:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484784:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008818eb7d. 02000000:00000001:1.0:1784950374.484791:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484793:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000078aa0600. 02000000:00000001:1.0:1784950374.484796:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484797:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa3bbdec. 02000000:00000001:1.0:1784950374.484800:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484802:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000000e5fa870. 02000000:00000001:1.0:1784950374.484804:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484805:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7476c0b. 02000000:00000001:1.0:1784950374.484809:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484810:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000035e465ae. 02000000:00000001:1.0:1784950374.484813:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484814:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045045211. 02000000:00000001:1.0:1784950374.484820:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484821:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000005a1851c5. 02000000:00000001:1.0:1784950374.484824:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484825:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af2e81e0. 02000000:00000001:1.0:1784950374.484834:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484835:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000058c36aad. 02000000:00000001:1.0:1784950374.484838:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484839:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ef0ee8d. 02000000:00000001:1.0:1784950374.484846:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484847:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e9a49b42. 02000000:00000001:1.0:1784950374.484850:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484851:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000311eebe9. 02000000:00000001:1.0:1784950374.484874:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484876:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000047354f7f. 02000000:00000001:1.0:1784950374.484879:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484881:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017784924. 02000000:00000001:1.0:1784950374.484885:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484887:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004dbb257d. 02000000:00000001:1.0:1784950374.484889:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484891:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f0532185. 02000000:00000001:1.0:1784950374.484894:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484895:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000005a02c21d. 02000000:00000001:1.0:1784950374.484897:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484899:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fec5a39. 02000000:00000001:1.0:1784950374.484901:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484903:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000002e25eb63. 02000000:00000001:1.0:1784950374.484905:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484907:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035fc2eb1. 02000000:00000001:1.0:1784950374.484910:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484911:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001e51d95d. 02000000:00000001:1.0:1784950374.484914:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484916:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c2550e01. 02000000:00000001:1.0:1784950374.484919:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484920:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d41346bc. 02000000:00000001:1.0:1784950374.484923:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484925:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008071c7c7. 02000000:00000001:1.0:1784950374.484928:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484929:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000716c5ca4. 02000000:00000001:1.0:1784950374.484932:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484934:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006e694a6d. 02000000:00000001:1.0:1784950374.484937:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484938:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bc9a0e3e. 02000000:00000001:1.0:1784950374.484940:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484942:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000640277fb. 02000000:00000001:1.0:1784950374.484946:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484947:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000055e7fc3a. 02000000:00000001:1.0:1784950374.484950:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484951:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000961190c0. 02000000:00000001:1.0:1784950374.484955:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484956:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cdf85567. 02000000:00000001:1.0:1784950374.484959:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484960:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2e10981. 02000000:00000001:1.0:1784950374.484963:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484964:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000c7694431. 02000000:00000001:1.0:1784950374.484968:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484969:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000042f323f0. 02000000:00000001:1.0:1784950374.484973:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484974:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000f1b1b8c6. 02000000:00000001:1.0:1784950374.484977:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484978:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f4c3b10. 02000000:00000001:1.0:1784950374.484981:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484982:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000078e9245c. 02000000:00000001:1.0:1784950374.484985:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484986:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003add9f36. 02000000:00000001:1.0:1784950374.484989:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.484991:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000257c270b. 02000000:00000001:1.0:1784950374.484994:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.484996:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8ce83d2. 02000000:00000001:1.0:1784950374.484999:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485000:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009cf605ff. 02000000:00000001:1.0:1784950374.485006:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485007:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000725604ea. 02000000:00000001:1.0:1784950374.485010:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485011:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000000e15a4fb. 02000000:00000001:1.0:1784950374.485014:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485015:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f23672c8. 02000000:00000001:1.0:1784950374.485018:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485020:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006470d004. 02000000:00000001:1.0:1784950374.485022:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485023:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033738a64. 02000000:00000001:1.0:1784950374.485026:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485027:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000c1d7bf10. 02000000:00000001:1.0:1784950374.485030:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485031:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a8a3718. 02000000:00000001:1.0:1784950374.485035:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485036:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b892fcf9. 02000000:00000001:1.0:1784950374.485039:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485040:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ce2a276. 02000000:00000001:1.0:1784950374.485043:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485044:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000001d92f912. 02000000:00000001:1.0:1784950374.485047:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485048:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fcc2f7f. 02000000:00000001:1.0:1784950374.485051:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485052:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000067b506c9. 02000000:00000001:1.0:1784950374.485055:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485056:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b0d6aa4c. 02000000:00000001:1.0:1784950374.485060:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485061:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000037831253. 02000000:00000001:1.0:1784950374.485064:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485065:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019135a23. 02000000:00000001:1.0:1784950374.485068:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485069:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008fcbe26a. 02000000:00000001:1.0:1784950374.485072:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485074:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c90cb1a. 02000000:00000001:1.0:1784950374.485078:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485079:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f145e6ef. 02000000:00000001:1.0:1784950374.485082:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485083:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005284db62. 02000000:00000001:1.0:1784950374.485088:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485089:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ceece30c. 02000000:00000001:1.0:1784950374.485093:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485094:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b97ae78. 02000000:00000001:1.0:1784950374.485097:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485099:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000013359608. 02000000:00000001:1.0:1784950374.485102:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485103:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000010706985. 02000000:00000001:1.0:1784950374.485107:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485108:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000006c634c55. 02000000:00000001:1.0:1784950374.485112:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485113:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c48603db. 02000000:00000001:1.0:1784950374.485117:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485118:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000a3dd7738. 02000000:00000001:1.0:1784950374.485120:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485122:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002caed187. 02000000:00000001:1.0:1784950374.485125:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485126:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009d922785. 02000000:00000001:1.0:1784950374.485129:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485130:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073192617. 02000000:00000001:1.0:1784950374.485133:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485134:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007d5a674c. 02000000:00000001:1.0:1784950374.485136:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485138:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dacd0c0d. 02000000:00000001:1.0:1784950374.485141:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485142:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002893610b. 02000000:00000001:1.0:1784950374.485144:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485145:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098f351bd. 02000000:00000001:1.0:1784950374.485150:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485151:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000023df4537. 02000000:00000001:1.0:1784950374.485153:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485155:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000957b4470. 02000000:00000001:1.0:1784950374.485158:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485160:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000bce85f61. 02000000:00000001:1.0:1784950374.485163:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485164:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000faa06ed. 02000000:00000001:1.0:1784950374.485168:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485169:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000d2a51470. 02000000:00000001:1.0:1784950374.485172:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485173:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c01da996. 02000000:00000001:1.0:1784950374.485176:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485177:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000011068a0c. 02000000:00000001:1.0:1784950374.485179:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485180:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002167f7cc. 02000000:00000001:1.0:1784950374.485183:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485184:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007fd035c2. 02000000:00000001:1.0:1784950374.485187:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485188:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073d5c3ad. 02000000:00000001:1.0:1784950374.485191:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485192:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000009e3cebb7. 02000000:00000001:1.0:1784950374.485195:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485196:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000596b7c1b. 02000000:00000001:1.0:1784950374.485200:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485201:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000b1ab886f. 02000000:00000001:1.0:1784950374.485204:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485205:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a02cd9c. 02000000:00000001:1.0:1784950374.485208:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485209:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f83e4451. 02000000:00000001:1.0:1784950374.485211:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485212:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c96d2925. 02000000:00000001:1.0:1784950374.485216:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485217:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b3b7186f. 02000000:00000001:1.0:1784950374.485219:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485221:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049e93253. 02000000:00000001:1.0:1784950374.485224:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485225:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000f096adb2. 02000000:00000001:1.0:1784950374.485228:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485229:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ada283f4. 02000000:00000001:1.0:1784950374.485233:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485234:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000005fe49499. 02000000:00000001:1.0:1784950374.485236:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485238:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000233e3cf1. 02000000:00000001:1.0:1784950374.485241:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485242:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bf5bad88. 02000000:00000001:1.0:1784950374.485246:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485247:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095749226. 02000000:00000001:1.0:1784950374.485250:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485252:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b4cce277. 02000000:00000001:1.0:1784950374.485254:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485255:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000027d219a6. 02000000:00000001:1.0:1784950374.485258:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485259:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000007657b601. 02000000:00000001:1.0:1784950374.485261:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485262:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009760c65a. 02000000:00000001:1.0:1784950374.485266:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485267:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000b755a534. 02000000:00000001:1.0:1784950374.485269:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485270:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054c3966b. 02000000:00000001:1.0:1784950374.485273:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485274:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008cad8fbd. 02000000:00000001:1.0:1784950374.485276:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485278:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035587b4e. 02000000:00000001:1.0:1784950374.485280:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485281:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008adb6947. 02000000:00000001:1.0:1784950374.485283:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485284:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7c6e16e. 02000000:00000001:1.0:1784950374.485287:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485288:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d0b13a79. 02000000:00000001:1.0:1784950374.485290:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485291:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051f8917f. 02000000:00000001:1.0:1784950374.485294:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485295:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009dabc291. 02000000:00000001:1.0:1784950374.485297:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485298:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007190f695. 02000000:00000001:1.0:1784950374.485301:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485302:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000877b1252. 02000000:00000001:1.0:1784950374.485304:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485306:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002783b7db. 02000000:00000001:1.0:1784950374.485309:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485310:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000fd75cf8c. 02000000:00000001:1.0:1784950374.485313:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485314:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079f5a91d. 02000000:00000001:1.0:1784950374.485317:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485319:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006d590f04. 02000000:00000001:1.0:1784950374.485321:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485322:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006db5bde2. 02000000:00000001:1.0:1784950374.485325:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485326:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009d14dbc6. 02000000:00000001:1.0:1784950374.485328:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485329:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001fdd62f3. 02000000:00000001:1.0:1784950374.485333:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485334:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000048c25d33. 02000000:00000001:1.0:1784950374.485336:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485337:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ac89b23. 02000000:00000001:1.0:1784950374.485340:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485341:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c9bf34f5. 02000000:00000001:1.0:1784950374.485343:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485344:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c2084a3e. 02000000:00000001:1.0:1784950374.485347:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485348:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000004ff6cb19. 02000000:00000001:1.0:1784950374.485350:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485351:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000839acf94. 02000000:00000001:1.0:1784950374.485353:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485355:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000971a3e49. 02000000:00000001:1.0:1784950374.485357:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485358:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aea1c9d. 02000000:00000001:1.0:1784950374.485361:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485363:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f724cbed. 02000000:00000001:1.0:1784950374.485365:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485366:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8afbe80. 02000000:00000001:1.0:1784950374.485369:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485370:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000060923917. 02000000:00000001:1.0:1784950374.485372:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485373:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c04bcd0a. 02000000:00000001:1.0:1784950374.485376:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950374.485377:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000c9eded77. 02000000:00000001:1.0:1784950374.485379:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1784950374.485381:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d333df03. 00000100:00000001:1.0:1784950374.485384:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950374.485390:0:453516:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1784950374.485396:0:453516:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d871ec5f. 00000400:00000010:1.0:1784950374.485404:0:453516:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000792e677c. 00010000:00000001:2.0:1784950374.736848:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950374.736880:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950374.736887:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950374.736889:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950374.737020:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950374.737026:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950374.737030:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950375.184931:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.15@tcp 00000800:00000010:1.0:1784950375.184942:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008a1a4dac. 00000400:00000200:1.0:1784950375.184954:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950375.184963:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.15@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950375.184974:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12647 health :900 00000400:00000200:1.0:1784950375.184982:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950375.184988:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.15@tcp: 1 00000400:00000200:1.0:1784950375.184996:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.15@tcp: -114 00000400:00000200:0.0:1784950375.185065:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1784950375.185078:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.15@tcp(000000001be875df) state 0x861 00000400:00000001:0.0:1784950375.185086:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950375.185088:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950375.185091:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001847ad53 00000400:00000010:0.0:1784950375.185094:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001847ad53. 00000400:00000200:0.0:1784950375.185101:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1784950375.185106:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.15@tcp: -114 00000400:00000010:0.0:1784950375.185110:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002c615aeb. 00000400:00000200:0.0:1784950375.185117:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.15@tcp:-110 00000400:00000200:0.0:1784950375.185120:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.15@tcp(000000001be875df) state 0x2061 rc -110 00000400:00000200:0.0:1784950375.185125:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.15@tcp 00000100:00000001:0.0:1784950375.376775:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950375.376783:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950375.376785:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950375.376788:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950375.376791:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950375.376793:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950375.376795:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950375.760842:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950375.760874:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950375.760881:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950375.760883:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950375.760966:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950375.760970:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950375.760974:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1784950376.208922:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000800:00000100:1.0:1784950376.208925:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.1@tcp 00000800:00000010:1.0:1784950376.208933:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000068818362. 00000400:00000010:2.0:1784950376.208934:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003e4e10a8. 00000400:00000200:1.0:1784950376.208946:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000010:2.0:1784950376.208946:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000031bfa75f. 00000400:00000010:2.0:1784950376.208955:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072272f0d. 00000400:00000200:1.0:1784950376.208957:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.1@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950376.208968:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12648 health :800 00000400:00000200:1.0:1784950376.208977:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:2.0:1784950376.208979:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000001d730da1. 00000400:00000200:1.0:1784950376.208983:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.1@tcp: 1 00000400:00000200:2.0:1784950376.208987:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950376.208990:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.1@tcp: -114 00000400:00000200:2.0:1784950376.209029:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950376.209039:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950376.209048:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10731:10731:246:4294967295] 192.168.203.114@tcp LPNI seq info [9526:9526:8:4294967295] 00000400:00000200:2.0:1784950376.209061:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:2.0:1784950376.209074:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000400:00000200:0.0:1784950376.209086:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1784950376.209088:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950376.209102:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.1@tcp(0000000074b897f3) state 0x861 00000800:00000010:2.0:1784950376.209103:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d62b3518. 00000400:00000001:0.0:1784950376.209114:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950376.209120:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1784950376.209124:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950376.209126:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ee01619 00000400:00000010:0.0:1784950376.209133:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001ee01619. 00000400:00000200:0.0:1784950376.209141:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000800:00000200:2.0:1784950376.209145:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950376.209152:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.1@tcp: -114 00000800:00000200:2.0:1784950376.209155:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d62b3518 type 2, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1784950376.209160:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006f0272bc. 00000400:00000200:0.0:1784950376.209170:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.1@tcp:-110 00000400:00000200:0.0:1784950376.209174:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.1@tcp(0000000074b897f3) state 0x2061 rc -110 00000400:00000200:0.0:1784950376.209183:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.1@tcp 00000800:00000200:3.0:1784950376.209338:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950376.209345:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d62b3518. 00000400:00000200:3.0:1784950376.209352:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950376.209360:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000400:00000200:3.0:1784950376.209367:0:441636:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:2.0:1784950376.209369:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950376.209374:0:441636:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:2.0:1784950376.209387:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950376.209393:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950376.209401:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950376.209412:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:2.0:1784950376.209427:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1784950376.209437:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:2.0:1784950376.209448:0:441635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950376.209453:0:441635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10732:10732:246:4294967295] 192.168.203.114@tcp LPNI seq info [9527:9527:8:4294967295] 00000400:00000200:2.0:1784950376.209464:0:441635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:2.0:1784950376.209470:0:441635:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950376.209474:0:441635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb2959c5. 00000800:00000200:2.0:1784950376.209479:0:441635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950376.209485:0:441635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950376.209488:0:441635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eb2959c5 type 3, nob 144 niov 1 nkiov 1 00000800:00000001:0.0:1784950376.209548:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950376.209615:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950376.209621:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb2959c5. 00000400:00000200:2.0:1784950376.209626:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950376.209632:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:3.0:1784950376.209635:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950376.209652:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950376.209654:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950376.209658:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950376.209663:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950376.209677:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:3.0:1784950376.209696:0:441636:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x15699 00000800:00000001:3.0:1784950376.209705:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950376.209748:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950376.209753:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950376.209758:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:3.0:1784950376.209764:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072272f0d 00000400:00000010:3.0:1784950376.209766:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000072272f0d. 00000400:00000200:3.0:1784950376.209770:0:441636:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1784950376.209774:0:441636:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003e4e10a8. 00000400:00000010:3.0:1784950376.209777:0:441636:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000031bfa75f. 00000800:00000001:3.0:1784950376.209786:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950376.209789:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950376.400782:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950376.400793:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950376.400794:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950376.400798:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950376.400801:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950376.400803:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950376.400805:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950376.784809:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307314941, at 4307314944 00000100:00000040:1.0:1784950376.784809:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307314941, at 4307314944 00000100:00000040:3.0:1784950376.784809:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307314941, at 4307314944 00010000:00000001:2.0:1784950376.784820:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950376.784825:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950376.784827:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051528a9c. 00000100:00000010:0.0:1784950376.784829:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ffae0f5. 00010000:00000001:2.0:1784950376.784832:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950376.784835:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950376.784835:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094086884. 00000100:00000040:2.0:1784950376.784869:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307314941, at 4307314944 00000100:00000010:2.0:1784950376.784875:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036b13559. 00000020:00000001:3.0:1784950376.784884:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950376.784888:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950376.784892:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950377.232798:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.7@tcp 00000800:00000010:1.0:1784950377.232802:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d35f0cfd. 00000400:00000200:1.0:1784950377.232808:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950377.232814:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.7@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950377.232820:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950377.232824:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.7@tcp: 1 00000400:00000200:2.0:1784950377.232828:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000200:1.0:1784950377.232832:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.7@tcp: -114 00000400:00000010:2.0:1784950377.232834:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004cef142d. 00000400:00000010:2.0:1784950377.232859:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b2c38d8a. 00000400:00000010:2.0:1784950377.232863:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c7615d7. 00000400:00000010:2.0:1784950377.232870:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000068313f61. 00000400:00000200:2.0:1784950377.232874:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950377.232885:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950377.232890:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950377.232893:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10733:10733:247:4294967295] 192.168.203.114@tcp LPNI seq info [9528:9528:8:4294967295] 00000400:00000200:2.0:1784950377.232898:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:2.0:1784950377.232903:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:2.0:1784950377.232909:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950377.232909:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:2.0:1784950377.232914:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eb2959c5. 00000400:00000200:3.0:1784950377.232917:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.7@tcp(0000000093802ce8) state 0x861 00000800:00000200:2.0:1784950377.232924:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000001:3.0:1784950377.232924:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950377.232927:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950377.232930:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ac4ede6 00000400:00000010:3.0:1784950377.232932:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000ac4ede6. 00000800:00000200:2.0:1784950377.232936:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950377.232938:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000800:00000200:2.0:1784950377.232940:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eb2959c5 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1784950377.232943:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.7@tcp: -114 00000400:00000010:3.0:1784950377.232947:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b6919307. 00000400:00000200:3.0:1784950377.232951:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.7@tcp:-110 00000400:00000200:3.0:1784950377.232953:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.7@tcp(0000000093802ce8) state 0x2061 rc -110 00000400:00000200:3.0:1784950377.232956:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.7@tcp 00000400:00000200:2.0:1784950377.232961:0:441638:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 1 next ping: 12650 health :900 00000800:00000200:1.0:1784950377.233040:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950377.233043:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eb2959c5. 00000400:00000200:1.0:1784950377.233047:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950377.233050:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000400:00000200:1.0:1784950377.233055:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:0.0:1784950377.233056:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950377.233057:0:441635:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:0.0:1784950377.233069:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950377.233072:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950377.233075:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950377.233082:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:0.0:1784950377.233091:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1784950377.233098:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:0.0:1784950377.233104:0:441634:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950377.233108:0:441634:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10734:10734:247:4294967295] 192.168.203.114@tcp LPNI seq info [9529:9529:8:4294967295] 00000400:00000200:0.0:1784950377.233114:0:441634:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:0.0:1784950377.233117:0:441634:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950377.233120:0:441634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309cba23. 00000800:00000200:0.0:1784950377.233123:0:441634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950377.233127:0:441634:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950377.233129:0:441634:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000309cba23 type 3, nob 144 niov 1 nkiov 1 00000800:00000001:3.0:1784950377.233168:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950377.233215:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950377.233219:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784950377.233221:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950377.233223:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309cba23. 00000800:00000001:1.0:1784950377.233224:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950377.233227:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950377.233229:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950377.233237:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:0.0:1784950377.233240:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:3.0:1784950377.233242:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950377.233250:0:441635:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x1569d 00000800:00000001:1.0:1784950377.233256:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950377.233264:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950377.233265:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950377.233269:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:1.0:1784950377.233273:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c7615d7 00000400:00000010:1.0:1784950377.233275:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000c7615d7. 00000400:00000200:1.0:1784950377.233277:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1784950377.233278:0:441635:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004cef142d. 00000400:00000010:1.0:1784950377.233281:0:441635:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b2c38d8a. 00000800:00000001:1.0:1784950377.233286:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950377.233288:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950377.424784:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950377.424795:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950377.424796:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950377.424800:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950377.424802:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950377.424805:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950377.424806:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950377.808892:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950377.808901:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950377.808910:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950377.808912:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950377.809046:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950377.809053:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950377.809057:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.0:1784950378.256974:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.5@tcp 00000800:00000010:2.0:1784950378.256980:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f5a19658. 00000400:00000200:2.0:1784950378.256991:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950378.257001:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.5@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950378.257009:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12650 health :900 00000400:00000200:2.0:1784950378.257018:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950378.257023:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.5@tcp: 1 00000400:00000200:2.0:1784950378.257029:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.5@tcp: -114 00000800:00000100:2.0:1784950378.257061:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.11@tcp 00000800:00000010:2.0:1784950378.257064:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ae0c4a98. 00000400:00000200:2.0:1784950378.257068:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950378.257073:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.11@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950378.257078:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950378.257082:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.11@tcp: 1 00000400:00000200:2.0:1784950378.257088:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.11@tcp: -114 00000400:00000200:3.0:1784950378.257122:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1784950378.257137:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.5@tcp(000000004a6b3557) state 0x861 00000400:00000001:3.0:1784950378.257146:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950378.257149:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950378.257152:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aee49f67 00000400:00000010:3.0:1784950378.257156:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aee49f67. 00000400:00000200:3.0:1784950378.257163:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950378.257168:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.5@tcp: -114 00000400:00000010:3.0:1784950378.257173:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bd84354f. 00000400:00000200:3.0:1784950378.257181:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.5@tcp:-110 00000400:00000200:3.0:1784950378.257184:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.5@tcp(000000004a6b3557) state 0x2061 rc -110 00000400:00000200:3.0:1784950378.257189:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.5@tcp 00000400:00000200:3.0:1784950378.257193:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.11@tcp(0000000016d5496f) state 0x861 00000400:00000001:3.0:1784950378.257196:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950378.257198:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950378.257200:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000400:00000010:3.0:1784950378.257202:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000400:00000200:3.0:1784950378.257204:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950378.257206:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.11@tcp: -114 00000400:00000010:3.0:1784950378.257209:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f91039d7. 00000400:00000200:3.0:1784950378.257212:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.11@tcp:-110 00000400:00000200:3.0:1784950378.257215:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.11@tcp(0000000016d5496f) state 0x2061 rc -110 00000400:00000200:3.0:1784950378.257218:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.11@tcp 00000100:00000001:0.0:1784950378.448780:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950378.448804:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950378.448807:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950378.448811:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950378.448815:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950378.448819:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950378.448823:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950378.832870:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950378.832876:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950378.832882:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950378.832884:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950378.832978:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950378.832984:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950378.832988:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.0:1784950379.280923:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.9@tcp 00000800:00000010:2.0:1784950379.280929:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000057d9fda9. 00000400:00000200:2.0:1784950379.280940:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950379.280950:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.9@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:0.0:1784950379.280957:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000200:2.0:1784950379.280960:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:0.0:1784950379.280968:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005c49602e. 00000400:00000200:2.0:1784950379.280969:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.9@tcp: 1 00000400:00000200:2.0:1784950379.280983:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.9@tcp: -114 00000400:00000010:0.0:1784950379.280984:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000034450a52. 00000400:00000010:0.0:1784950379.280994:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048ab8f2a. 00000400:00000010:0.0:1784950379.281009:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000003b5b33b8. 00000800:00000100:2.0:1784950379.281015:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.15@tcp 00000800:00000010:2.0:1784950379.281021:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eacc2d84. 00000400:00000200:0.0:1784950379.281030:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950379.281032:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950379.281045:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.15@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:0.0:1784950379.281064:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950379.281076:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950379.281084:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10735:10735:250:4294967295] 192.168.203.114@tcp LPNI seq info [9530:9530:8:4294967295] 00000400:00000200:0.0:1784950379.281097:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:0.0:1784950379.281109:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000400:00000200:3.0:1784950379.281128:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1784950379.281133:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12651 health :600 00000800:00000200:0.0:1784950379.281141:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950379.281146:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950379.281151:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.9@tcp(0000000041d835b6) state 0x861 00000800:00000010:0.0:1784950379.281154:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000309cba23. 00000400:00000200:2.0:1784950379.281158:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.15@tcp: 1 00000400:00000001:3.0:1784950379.281166:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1784950379.281171:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.15@tcp: -114 00000400:00000001:3.0:1784950379.281173:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:0.0:1784950379.281183:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950379.281183:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032ff6f71 00000400:00000010:3.0:1784950379.281189:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000032ff6f71. 00000400:00000200:3.0:1784950379.281199:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000800:00000200:0.0:1784950379.281212:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950379.281212:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.9@tcp: -114 00000400:00000010:3.0:1784950379.281223:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000037944230. 00000800:00000200:0.0:1784950379.281225:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000309cba23 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1784950379.281236:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.9@tcp:-110 00000400:00000200:3.0:1784950379.281242:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.9@tcp(0000000041d835b6) state 0x2061 rc -110 00000400:00000200:3.0:1784950379.281246:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.9@tcp 00000400:00000200:3.0:1784950379.281253:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.15@tcp(000000000ba1aef0) state 0x861 00000400:00000001:3.0:1784950379.281256:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950379.281258:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950379.281260:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 00000400:00000010:3.0:1784950379.281262:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 00000400:00000200:3.0:1784950379.281266:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950379.281271:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.15@tcp: -114 00000400:00000010:3.0:1784950379.281274:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f99e04c1. 00000400:00000200:3.0:1784950379.281279:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.15@tcp:-110 00000400:00000200:3.0:1784950379.281281:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.15@tcp(000000000ba1aef0) state 0x2061 rc -110 00000400:00000200:3.0:1784950379.281286:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.15@tcp 00000800:00000200:1.0:1784950379.281492:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950379.281499:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000309cba23. 00000400:00000200:1.0:1784950379.281508:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950379.281519:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000400:00000200:1.0:1784950379.281526:0:441636:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1784950379.281530:0:441636:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:0.0:1784950379.281537:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950379.281561:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950379.281567:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950379.281576:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950379.281590:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:0.0:1784950379.281608:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1784950379.281623:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:0.0:1784950379.281639:0:441634:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950379.281647:0:441634:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10736:10736:251:4294967295] 192.168.203.114@tcp LPNI seq info [9531:9531:8:4294967295] 00000400:00000200:0.0:1784950379.281663:0:441634:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:0.0:1784950379.281672:0:441634:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950379.281679:0:441634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcd4257c. 00000800:00000200:0.0:1784950379.281688:0:441634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950379.281698:0:441634:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950379.281703:0:441634:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcd4257c type 3, nob 144 niov 1 nkiov 1 00000800:00000001:0.0:1784950379.281789:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950379.281799:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950379.281901:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950379.281906:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcd4257c. 00000400:00000200:1.0:1784950379.281910:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950379.281916:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:1.0:1784950379.281928:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950379.281936:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950379.281939:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950379.281943:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950379.281950:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:1.0:1784950379.281965:0:441635:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x156a1 00000800:00000001:1.0:1784950379.281973:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950379.281980:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950379.281983:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950379.281986:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:1.0:1784950379.281991:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048ab8f2a 00000400:00000010:1.0:1784950379.281993:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000048ab8f2a. 00000400:00000200:1.0:1784950379.281998:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1784950379.282001:0:441635:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005c49602e. 00000400:00000010:1.0:1784950379.282005:0:441635:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000034450a52. 00000800:00000001:1.0:1784950379.282012:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950379.282015:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.472870:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950379.472878:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1784950379.472894:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950354/real 1784950354] req@00000000f50d17ab x1871652369176832/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950379 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784950379.472933:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950379.472936:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950379.472941:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bad3b2f8. 00000400:00000200:0.0:1784950379.472948:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f39d0e 00000400:00000010:0.0:1784950379.472953:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000075f39d0e. 00000100:00000001:0.0:1784950379.472961:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950379.472967:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f50d17ab x1871652369176832/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950379 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950379.472984:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f50d17ab x1871652369176832/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950379 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.472999:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950379.473001:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.473006:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950379.473010:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950379.473015:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f50d17ab x1871652369176832/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950379 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.473025:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.473034:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950379.473037:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.473041:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950379.473045:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950379.473049:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950379.473057:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f50d17ab x1871652369176832/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950379 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.473070:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1784950379.473076:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.473080:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950379.473082:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.473086:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1784950379.473089:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1784950379.473096:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784950379.473131:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:0.0:1784950379.473136:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1784950379.473141:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f50d17ab x1871652369176832/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950379 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950379.473152:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f50d17ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369176832:192.168.203.114@tcp:8: 00000100:00000001:0.0:1784950379.473158:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.473162:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950379.473166:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f50d17ab x1871652369176832/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950379 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.473176:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950379.473181:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950379.473186:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000767b940. 02000000:00000001:0.0:1784950379.473193:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950379.473196:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:3.0:1784950379.473199:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:0.0:1784950379.473200:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:0.0:1784950379.473208:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950379.473213:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1784950379.473215:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000629dde9a. 02000000:00000001:0.0:1784950379.473222:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:3.0:1784950379.473223:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd729a45. 02000000:00000001:0.0:1784950379.473225:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950379.473231:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f50d17ab. 00000020:00000040:3.0:1784950379.473234:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:0.0:1784950379.473239:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950379.473243:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950379.473244:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950379.473248:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950379.473250:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950379.473258:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950379.473269:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d55125b7. 00000100:00000001:3.0:1784950379.473278:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950379.473288:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000cd729a45 x1871652369181568/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950379.473302:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950379.473304:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950379.473310:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd729a45] to pc [ptlrpcd_00_02+2] req@00000000cd729a45 x1871652369181568/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950379.473346:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950379.473350:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950379.473354:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950379.473358:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031013d55. 00000020:00000040:3.0:1784950379.473362:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950379.473365:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950379.473367:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950379.473370:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950379.473374:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007aa401b2. 00000100:00000001:3.0:1784950379.473378:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.473383:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784950379.473387:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@0000000031013d55 x1871652369181696/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950379.473390:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950379.473397:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950379.473408:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1784950379.473409:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd729a45 x1871652369181568/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950379.473413:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950379.473429:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031013d55] to pc [ptlrpcd_00_03+3] req@0000000031013d55 x1871652369181696/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.473441:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950379.473448:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.473457:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950379.473461:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950379.473463:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1784950379.473463:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:0.0:1784950379.473473:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950379.473474:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1784950379.473475:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1784950379.473482:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950379.473486:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784950379.473489:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.473493:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1784950379.473498:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031013d55 x1871652369181696/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784950379.473502:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4dc2038. 00000100:00100000:0.0:1784950379.473506:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000cd729a45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369181568:0@lo:400: 00000020:00000040:3.0:1784950379.473513:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1784950379.473525:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950379.473529:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950379.473531:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950379.473538:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950379.473541:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950379.473543:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1784950379.473545:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9f26aca. 02000000:00000001:0.0:1784950379.473547:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.473548:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.473554:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950379.473558:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784950379.473560:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950379.473567:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1784950379.473568:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034450a52. 00000100:00000040:3.0:1784950379.473568:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000a4dc2038 x1871652369181824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1784950379.473579:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950379.473581:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950379.473595:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bad3b2f8. 00000100:00100000:1.0:1784950379.473596:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000031013d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369181696:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950379.473600:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950379.473606:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950379.473608:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f39d0e. 00000100:00000001:1.0:1784950379.473609:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950379.473618:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1784950379.473620:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369181568, portal 25 02000000:00000001:1.0:1784950379.473622:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.473629:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784950379.473631:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4dc2038] to pc [ptlrpcd_00_00+0] req@00000000a4dc2038 x1871652369181824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950379.473632:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950379.473634:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798848000 : -120287910703616 : ffff929949cfce00) 02000000:00000010:1.0:1784950379.473643:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050c4f330. 00000100:00000040:0.0:1784950379.473654:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cd729a45 x1871652369181568/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950379.473655:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950379.473669:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091d0e3e0. 00000100:00000001:0.0:1784950379.473679:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784950379.473681:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000821c0ba2. 00000100:00000001:3.0:1784950379.473688:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950379.473689:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1784950379.473693:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369181696, portal 4 00000100:00000040:3.0:1784950379.473698:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1784950379.473699:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060846b5f. 00000100:00000001:1.0:1784950379.473700:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950379.473706:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798848896 : -120287910702720 : ffff929949cfd180) 00000100:00000200:0.0:1784950379.473710:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369181568, offset 0 00000100:00000001:3.0:1784950379.473713:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950379.473768:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f0c386d. 00000400:00000200:0.0:1784950379.473770:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1784950379.473777:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:1.0:1784950379.473779:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000031013d55 x1871652369181696/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950379.473786:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950379.473791:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950379.473792:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1784950379.473802:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1784950379.473803:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950379.473804:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950379.473808:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950379.473812:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1784950379.473819:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c9722aa. 00000100:00000040:1.0:1784950379.473846:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950379.473853:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 00000100:00000040:2.0:1784950379.473855:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4dc2038 x1871652369181824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950379.473858:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bab80 00000100:00000001:3.0:1784950379.473860:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950379.473863:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369181696, offset 0 00000100:00000040:3.0:1784950379.473879:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000007f0c386d x1871652369181952/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1784950379.473889:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13f95 [2] + 0 00000100:00000001:2.0:1784950379.473897:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950379.473902:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950379.473908:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4e053e4. 02000000:00000001:2.0:1784950379.473913:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784950379.473921:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c68f8d81 02000000:00000001:2.0:1784950379.473922:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950379.473925:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950379.473932:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950379.473933:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950379.473935:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950379.473941:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950379.473950:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f0c386d] to pc [ptlrpcd_00_01+1] req@000000007f0c386d x1871652369181952/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950379.473952:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000a4dc2038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369181824:192.168.203.114@tcp:400: 00000400:00000200:0.0:1784950379.473955:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1784950379.473965:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950379.473970:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950379.473979:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784950379.473982:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784950379.473985:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950379.473994:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:2.0:1784950379.473995:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950379.473998:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950379.474007:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00080000:3.0:1784950379.474008:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000010:2.0:1784950379.474009:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2c38d8a. 00000400:00000200:1.0:1784950379.474016:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:2.0:1784950379.474018:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950379.474029:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10737:10737:251:4294967295] 192.168.203.114@tcp LPNI seq info [9532:9532:8:4294967295] 00000100:00080000:3.0:1784950379.474030:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000010:2.0:1784950379.474033:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea183f58. 00000100:00000001:3.0:1784950379.474039:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1784950379.474046:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:2.0:1784950379.474047:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5d658c0. 00000100:00000200:2.0:1784950379.474059:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369181824, portal 10 00000100:00000001:3.0:1784950379.474063:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1784950379.474067:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784950379.474068:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950379.474071:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798847104 : -120287910704512 : ffff929949cfca80) 00000100:00080000:3.0:1784950379.474078:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12625 00000400:00000200:0.0:1784950379.474082:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c68f8d81 00000800:00000200:1.0:1784950379.474089:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950379.474090:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a4dc2038 x1871652369181824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950379.474093:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000c68f8d81. 00000800:00000010:1.0:1784950379.474105:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d6495b1. 00000400:00000200:3.0:1784950379.474105:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000001:0.0:1784950379.474107:0:441643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950379.474115:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1784950379.474127:0:441643:0:(events.c:337:request_in_callback()) incoming req@00000000aaff3c78 x1871652369181568 msgsize 224 00000100:00080000:3.0:1784950379.474127:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12624 00000800:00000200:1.0:1784950379.474129:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950379.474138:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950379.474152:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000100:00000040:2.0:1784950379.474162:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00100000:0.0:1784950379.474163:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:1.0:1784950379.474164:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:3.0:1784950379.474172:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000040:0.0:1784950379.474175:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1784950379.474175:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec5d6f04. 00000800:00000200:1.0:1784950379.474177:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007d6495b1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950379.474183:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1784950379.474187:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369181824, offset 0 00000100:00000040:3.0:1784950379.474195:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000001:0.0:1784950379.474198:0:441643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950379.474202:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000400:00000200:2.0:1784950379.474206:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950379.474208:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950379.474211:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1784950379.474215:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846b5f 00000020:00000040:3.0:1784950379.474218:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 00000100:00000040:1.0:1784950379.474220:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13876 usecs (14 jiffies) 00000400:00000010:0.0:1784950379.474221:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000060846b5f. 00000020:00000001:3.0:1784950379.474226:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:2.0:1784950379.474227:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950379.474235:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307317647 00000020:00000040:3.0:1784950379.474236:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000100:00000001:0.0:1784950379.474237:0:441643:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784950379.474240:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1784950379.474248:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00000200:0.0:1784950379.474251:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd729a45 x1871652369181568/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950379.474255:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:3.0:1784950379.474259:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000400:00000200:2.0:1784950379.474266:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1784950379.474277:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950379.474279:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950379.474290:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1784950379.474297:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10738:10738:250:4294967295] 192.168.203.114@tcp LPNI seq info [9533:9533:7:4294967295] 00000100:00000040:3.0:1784950379.474301:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 00000100:00000001:0.0:1784950379.474307:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950379.474310:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000100:00000040:0.0:1784950379.474318:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd729a45 x1871652369181568/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950379.474320:0:431120:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000800:00000200:1.0:1784950379.474322:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950379.474334:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d6495b1. 00000100:00080000:3.0:1784950379.474337:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 00000400:00000200:2.0:1784950379.474347:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:1.0:1784950379.474349:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:3.0:1784950379.474356:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000100:00000001:3.0:1784950379.474371:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950379.474372:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950379.474381:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950379.474383:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:2.0:1784950379.474385:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950379.474389:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000100:00000001:0.0:1784950379.474392:0:441643:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1784950379.474396:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1784950379.474398:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078605e0a. 00000400:00000010:1.0:1784950379.474399:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 00000100:00000001:0.0:1784950379.474403:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950379.474409:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.474413:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950379.474414:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307320059 00000100:00000001:3.0:1784950379.474416:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000800:00000200:2.0:1784950379.474423:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950379.474425:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950379.474429:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ffae0f5. 00000100:00000200:1.0:1784950379.474431:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031013d55 x1871652369181696/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784950379.474441:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000848ff4cb. 00000800:00000200:2.0:1784950379.474443:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950379.474446:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 0 00000020:00000040:3.0:1784950379.474451:0:431120:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000800:00000200:2.0:1784950379.474456:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078605e0a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950379.474462:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307320059 02000000:00000001:3.0:1784950379.474465:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1784950379.474471:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950379.474476:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6a35ca5. 00000100:00000001:3.0:1784950379.474479:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950379.474485:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950379.474487:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950379.474489:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784950379.474492:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784950379.474494:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950379.474497:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5575 usecs (6 jiffies) 00000100:00000001:0.0:1784950379.474503:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307320059 00000100:00000040:1.0:1784950379.474506:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031013d55 x1871652369181696/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950379.474508:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000adf9385. 00000100:00000001:2.0:1784950379.474509:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307317639 00000100:00000010:0.0:1784950379.474512:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011a7900f. 00000100:00000001:3.0:1784950379.474522:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950379.474524:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307320059 00000100:00000001:0.0:1784950379.474525:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1784950379.474538:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307317639 00000100:00000001:1.0:1784950379.474541:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.474543:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307320059 00000100:00000001:2.0:1784950379.474546:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307320059 00000100:00100000:3.0:1784950379.474546:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000848ff4cb x1871652369182080/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950379.474552:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1784950379.474556:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036b13559. 00000100:00000001:2.0:1784950379.474558:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307317639 00000800:00000001:1.0:1784950379.474566:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950379.474567:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1784950379.474569:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307320059 00000100:00000001:0.0:1784950379.474580:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950379.474581:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307317639 00000800:00000001:1.0:1784950379.474582:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950379.474589:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950379.474595:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950379.474597:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307320059 00000800:00000001:1.0:1784950379.474598:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950379.474598:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.474603:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950379.474610:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.474611:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950379.474611:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950379.474616:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000848ff4cb] to pc [ptlrpcd_rcv+-1] req@00000000848ff4cb x1871652369182080/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950379.474625:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.474629:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950379.474637:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950379.474639:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950379.474640:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950379.474649:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950379.474652:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.474656:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950379.474667:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950379.474667:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784950379.474670:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bac00 00000100:00000001:2.0:1784950379.474674:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950379.474679:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.474682:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950379.474687:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784950379.474692:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1784950379.474694:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 224 00000100:00000001:2.0:1784950379.474695:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950379.474701:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950379.474703:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.474709:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950379.474713:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784950379.474745:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950379.474756:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000848ff4cb x1871652369182080/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950379.474762:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:3.0:1784950379.474766:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1775566. 00000100:00100000:2.0:1784950379.474773:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000800:00000001:1.0:1784950379.474776:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784950379.474777:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1784950379.474783:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950379.474789:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950379.474790:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950379.474794:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784950379.474797:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950379.474804:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.474805:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784950379.474805:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950379.474806:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950379.474817:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950379.474818:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950379.474842:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950379.474842:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784950379.474842:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000002c68df2. 02000000:00000001:0.0:1784950379.474847:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1784950379.474850:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1784950379.474851:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950379.474856:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950379.474857:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950379.474865:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f0c386d x1871652369181952/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950379.474870:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000e1775566 x1871652369182208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1784950379.474873:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc2113b9. 02000000:00000001:0.0:1784950379.474876:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950379.474885:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000bc2113b9 x1871652369181696 msgsize 224 00000100:00100000:0.0:1784950379.474898:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000848ff4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369182080:1.2.3.4@tcp:8: 00000100:00100000:1.0:1784950379.474919:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950379.474920:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950379.474927:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.474939:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.474942:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950379.474946:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950379.474947:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950379.474952:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950379.474953:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.474953:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.474965:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950379.474967:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784950379.474975:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1775566] to pc [ptlrpcd_00_02+2] req@00000000e1775566 x1871652369182208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.474976:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784950379.474976:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950379.474983:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950379.474988:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.474995:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950379.475000:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1784950379.475002:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000007f0c386d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369181952:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950379.475006:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.475016:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950379.475019:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1784950379.475026:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1784950379.475029:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1784950379.475035:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078605e0a. 02000000:00000001:2.0:1784950379.475036:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950379.475046:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784950379.475048:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1784950379.475053:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031bfa75f. 00000100:00000001:3.0:1784950379.475054:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950379.475063:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950379.475064:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950379.475071:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784950379.475073:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12655) 00000400:00000010:2.0:1784950379.475075:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4e053e4. 00000400:00000200:1.0:1784950379.475076:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec5d6f04 00000100:00000001:0.0:1784950379.475079:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1784950379.475085:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ec5d6f04. 00000100:00000001:0.0:1784950379.475088:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950379.475094:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1784950379.475098:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a969fd8a. 00000100:00000040:0.0:1784950379.475105:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e1775566 x1871652369182208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950379.475107:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4dc2038 x1871652369181824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950379.475109:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369181952, portal 4 00000100:00000001:3.0:1784950379.475116:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950379.475119:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1784950379.475124:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369181568 00000100:00000001:2.0:1784950379.475127:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798858752 : -120287910692864 : ffff929949cff800) 02000000:00000001:3.0:1784950379.475133:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950379.475141:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950379.475148:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950379.475150:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007f0c386d x1871652369181952/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950379.475159:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950379.475171:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369181568 00000020:00000001:3.0:1784950379.475178:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950379.475186:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:0.0:1784950379.475187:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950379.475188:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950379.475193:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1784950379.475195:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950379.475197:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950379.475201:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000040:1.0:1784950379.475207:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4dc2038 x1871652369181824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950379.475211:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950379.475213:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1784950379.475213:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000010:2.0:1784950379.475221:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000faec7be4. 02000000:00000001:0.0:1784950379.475223:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950379.475225:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000200:2.0:1784950379.475232:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369181952, offset 0 00000100:00000001:3.0:1784950379.475240:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1784950379.475241:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950379.475252:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000400:00000200:2.0:1784950379.475254:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950379.475257:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950379.475263:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e1775566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369182208:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950379.475263:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950379.475266:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784950379.475274:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000010:3.0:1784950379.475276:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000100:00000001:0.0:1784950379.475286:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784950379.475291:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:3.0:1784950379.475293:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037944230. 02000000:00000001:0.0:1784950379.475295:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784950379.475301:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:0.0:1784950379.475305:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950379.475306:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000400:00000200:2.0:1784950379.475309:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1784950379.475320:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1784950379.475321:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000400:00000200:2.0:1784950379.475322:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000010:0.0:1784950379.475334:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003aae633b. 00000400:00000200:2.0:1784950379.475335:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10739:10739:250:4294967295] 192.168.203.114@tcp LPNI seq info [9534:9534:7:4294967295] 00000100:00000040:3.0:1784950379.475338:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:0.0:1784950379.475346:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.475349:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950379.475356:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1784950379.475362:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c8e087d. 00000100:00000001:3.0:1784950379.475363:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950379.475369:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000010:0.0:1784950379.475380:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060846b5f. 00000100:00000001:3.0:1784950379.475383:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950379.475384:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950379.475387:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950379.475393:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369182208, portal 10 00000800:00000001:1.0:1784950379.475397:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950379.475399:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059c01b8a. 00000100:00000001:0.0:1784950379.475401:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950379.475404:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950379.475409:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950379.475412:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798849792 : -120287910701824 : ffff929949cfd500) 00000800:00000200:2.0:1784950379.475418:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:1.0:1784950379.475419:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950379.475422:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950379.475430:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000001:1.0:1784950379.475431:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950379.475437:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e1775566 x1871652369182208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950379.475439:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000001:1.0:1784950379.475443:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950379.475448:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000800:00000200:2.0:1784950379.475452:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000059c01b8a type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784950379.475462:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:2.0:1784950379.475468:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950379.475470:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950379.475473:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785835775056 : -120287873776560 : ffff92994c034450) 00000100:00000040:2.0:1784950379.475480:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4715 usecs (5 jiffies) 00000100:00000040:3.0:1784950379.475492:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aaff3c78 x1871652369181568/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:530/0 lens 224/0 e 0 to 0 dl 1784950390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950379.475493:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307317639 00000100:00000001:0.0:1784950379.475504:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950379.475505:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bac80 00000100:00000001:2.0:1784950379.475508:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307320059 00000100:00000001:2.0:1784950379.475521:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307317639 00000100:00000040:0.0:1784950379.475525:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950379.475532:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307320059 00000400:00000200:1.0:1784950379.475533:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 151872 00000400:00000010:0.0:1784950379.475539:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d7177c6. 00000100:00000001:2.0:1784950379.475544:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307317639 00000100:00000001:3.0:1784950379.475551:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1784950379.475556:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369182208, offset 0 00000100:00000001:2.0:1784950379.475556:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307320059 00000800:00000001:1.0:1784950379.475557:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950379.475559:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000100:00000001:2.0:1784950379.475567:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307317639 00000800:00000001:1.0:1784950379.475572:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950379.475573:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950379.475574:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307320059 00000400:00000200:1.0:1784950379.475583:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1784950379.475589:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000400:00000200:0.0:1784950379.475590:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950379.475590:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950379.475601:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950379.475603:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950379.475611:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000aaff3c78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369181568:12345-0@lo:400: 00000100:00000001:2.0:1784950379.475615:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950379.475621:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000200:3.0:1784950379.475627:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369181568 00000100:00000001:2.0:1784950379.475628:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950379.475634:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1784950379.475637:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950379.475645:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:0.0:1784950379.475648:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:3.0:1784950379.475650:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950379.475659:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950379.475660:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1784950379.475664:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000400:00000200:0.0:1784950379.475665:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1784950379.475667:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369181696 00000020:00000001:3.0:1784950379.475674:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1784950379.475676:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1784950379.475682:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950379.475685:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950379.475685:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1784950379.475687:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950379.475694:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950379.475695:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950379.475703:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950379.475705:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10740:10740:250:4294967295] 192.168.203.114@tcp LPNI seq info [9535:9535:7:4294967295] 02000000:00000001:2.0:1784950379.475706:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950379.475709:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950379.475715:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1784950379.475749:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369181696 00000020:00000001:2.0:1784950379.475755:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950379.475759:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 02000000:00000001:3.0:1784950379.475762:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1784950379.475765:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000010:3.0:1784950379.475771:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a2344382. 00000020:00000040:2.0:1784950379.475773:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 02000000:00000001:3.0:1784950379.475779:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950379.475784:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950379.475787:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950379.475794:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:3.0:1784950379.475796:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950379.475806:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950379.475808:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000040:3.0:1784950379.475808:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369181568 00000020:00000010:2.0:1784950379.475817:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00010000:00000001:3.0:1784950379.475818:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950379.475845:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1784950379.475851:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000aaff3c78 x1871652369181568/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:530/0 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950379.475854:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00000001:1.0:1784950379.475856:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950379.475865:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000800:00000200:0.0:1784950379.475866:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:2.0:1784950379.475871:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a506608. 00000100:00000010:1.0:1784950379.475879:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078999b51. 00000800:00000010:0.0:1784950379.475887:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007158160. 00000020:00000010:2.0:1784950379.475888:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000100:00000040:1.0:1784950379.475890:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000078999b51 x1871652369181824 msgsize 224 00010000:00000001:3.0:1784950379.475894:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950379.475903:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950379.475905:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000100:00001000:3.0:1784950379.475916:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=17 v=5 (1 1 1 1) 00000800:00000200:0.0:1784950379.475917:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:2.0:1784950379.475923:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00100000:1.0:1784950379.475924:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950379.475935:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950379.475936:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950379.475943:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:0.0:1784950379.475946:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950379.475946:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1784950379.475947:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:2.0:1784950379.475949:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.475961:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000800:00000200:0.0:1784950379.475964:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000007158160 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950379.475966:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950379.475969:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950379.475976:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.475982:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950379.475984:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950379.475992:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1784950379.475994:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950379.475999:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5055 usecs (6 jiffies) 00000400:00000010:3.0:1784950379.476004:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00000800:00000200:1.0:1784950379.476008:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950379.476009:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307317641 00000100:00000001:2.0:1784950379.476015:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000010:1.0:1784950379.476016:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059c01b8a. 00000100:00000200:3.0:1784950379.476016:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369181568, offset 224 00000100:00000001:0.0:1784950379.476021:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307320059 00000100:00000001:2.0:1784950379.476022:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1784950379.476026:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950379.476036:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307317641 00000100:00100000:2.0:1784950379.476040:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2643 00000400:00000200:3.0:1784950379.476044:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1784950379.476046:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950379.476050:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307320059 00000100:00000040:2.0:1784950379.476054:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000400:00000200:1.0:1784950379.476065:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faec7be4 00000100:00000001:2.0:1784950379.476065:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785665291008 : -120288044260608 : ffff929941d9e300) 00000100:00000001:0.0:1784950379.476066:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307317641 00000400:00000010:1.0:1784950379.476076:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000faec7be4. 00000400:00000200:3.0:1784950379.476077:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1784950379.476081:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307320059 00000100:00000040:2.0:1784950379.476086:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc2113b9 x1871652369181696/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:530/0 lens 224/0 e 0 to 0 dl 1784950390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950379.476088:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950379.476093:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307317641 00000100:00000200:1.0:1784950379.476103:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f0c386d x1871652369181952/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.476107:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307320059 00000400:00000200:3.0:1784950379.476108:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bab80 00000100:00000001:0.0:1784950379.476123:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950379.476133:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x156a5 [1] + 224 00000100:00000001:0.0:1784950379.476138:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950379.476145:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950379.476156:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950379.476157:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000400:00000200:3.0:1784950379.476160:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950379.476161:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950379.476167:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950379.476170:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950379.476174:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00000040:1.0:1784950379.476179:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f0c386d x1871652369181952/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950379.476179:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1784950379.476186:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950379.476192:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784950379.476193:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000bc2113b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369181696:12345-192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950379.476195:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1784950379.476206:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd729a45 x1871652369181568/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.476212:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784950379.476216:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369181696 00000100:00000001:0.0:1784950379.476222:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1784950379.476227:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950379.476232:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.476233:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950379.476235:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950379.476243:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.476247:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950379.476249:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950379.476251:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1784950379.476254:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cd729a45 x1871652369181568/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950379.476257:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000001:1.0:1784950379.476258:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950379.476268:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000001:1.0:1784950379.476269:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1784950379.476276:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369181696, found 0 last_xid 1871652369181695 00000020:00000001:2.0:1784950379.476285:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950379.476290:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1784950379.476291:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1784950379.476293:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950379.476295:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784950379.476300:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950379.476301:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369181824 00000020:00000001:2.0:1784950379.476306:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1784950379.476310:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 02000000:00000001:0.0:1784950379.476312:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950379.476315:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1784950379.476317:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 00000100:00000001:0.0:1784950379.476319:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784950379.476324:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:1.0:1784950379.476326:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950379.476326:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950379.476327:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950379.476332:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007ff0f381. 00000100:00000001:3.0:1784950379.476334:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000010:1.0:1784950379.476335:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007158160. 02000000:00000001:0.0:1784950379.476343:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950379.476343:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950379.476346:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950379.476348:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950379.476355:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950379.476359:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369181824 00000020:00000001:2.0:1784950379.476361:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950379.476362:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000400:00000200:1.0:1784950379.476369:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950379.476371:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00010000:00000040:2.0:1784950379.476373:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369181696 00010000:00000001:3.0:1784950379.476374:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000040:0.0:1784950379.476381:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:3.0:1784950379.476383:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950379.476384:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:1.0:1784950379.476385:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d7177c6 00000020:00000001:0.0:1784950379.476391:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1784950379.476396:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1784950379.476397:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001d7177c6. 00010000:00000200:2.0:1784950379.476399:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000bc2113b9 x1871652369181696/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:530/0 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784950379.476401:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:1.0:1784950379.476408:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1784950379.476412:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aaff3c78 x1871652369181568/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:530/0 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950379.476418:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000200:1.0:1784950379.476423:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e1775566 x1871652369182208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950379.476434:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00010000:00000001:2.0:1784950379.476453:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950379.476454:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1784950379.476461:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950379.476469:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000586e93a0. 00000100:00001000:2.0:1784950379.476473:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=12 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950379.476483:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784950379.476485:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000aaff3c78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369181568:12345-0@lo:400: Request processed in 923us (2347us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950379.476494:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950379.476495:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1784950379.476499:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000586e93a0. 00000100:00000040:2.0:1784950379.476508:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000040:1.0:1784950379.476511:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e1775566 x1871652369182208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950379.476514:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000020:00000010:0.0:1784950379.476517:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000090073cd. 00000100:00000001:2.0:1784950379.476520:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:3.0:1784950379.476526:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000020:00000010:0.0:1784950379.476534:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c3a4a7bd. 02000000:00000001:2.0:1784950379.476534:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950379.476536:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1784950379.476543:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.476544:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950379.476548:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950379.476551:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000001:2.0:1784950379.476553:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950379.476554:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1784950379.476556:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000100:00000040:2.0:1784950379.476566:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:3.0:1784950379.476568:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000800:00000001:1.0:1784950379.476571:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:2.0:1784950379.476573:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f72bf817. 00000100:00000040:0.0:1784950379.476575:0:455357:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:3.0:1784950379.476579:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037944230. 00000800:00000001:1.0:1784950379.476583:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950379.476584:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369181696, offset 224 00000100:00000001:0.0:1784950379.476585:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1784950379.476588:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000800:00000001:1.0:1784950379.476595:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950379.476596:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1784950379.476602:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1784950379.476605:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950379.476606:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950379.476606:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000010:3.0:1784950379.476608:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a2344382. 02000000:00000001:3.0:1784950379.476623:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1784950379.476627:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.476630:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1784950379.476637:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950379.476639:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:3.0:1784950379.476640:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1784950379.476641:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1784950379.476652:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950379.476655:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000564b64ce. 00000400:00000200:2.0:1784950379.476657:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10741:10741:251:4294967295] 192.168.203.114@tcp LPNI seq info [9536:9536:8:4294967295] 00000400:00000010:3.0:1784950379.476670:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d34715a. 00000100:00000001:0.0:1784950379.476683:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950379.476688:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950379.476703:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950379.476705:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950379.476713:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bad00 00000800:00000010:2.0:1784950379.476714:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3e62659. 00000100:00000001:0.0:1784950379.476716:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950379.476716:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950379.476764:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 448 00000800:00000200:2.0:1784950379.476766:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:3.0:1784950379.476770:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950379.476776:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000001:1.0:1784950379.476784:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950379.476787:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950379.476792:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000001:3.0:1784950379.476798:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950379.476799:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1540 00000800:00000200:2.0:1784950379.476803:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e3e62659 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:1.0:1784950379.476804:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950379.476810:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950379.476813:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000400:00000200:1.0:1784950379.476816:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950379.476837:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.476849:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785665282944 : -120288044268672 : ffff929941d9c380) 00000100:00000040:2.0:1784950379.476850:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950379.476851:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950379.476858:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:2.0:1784950379.476864:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:1.0:1784950379.476869:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1784950379.476873:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950379.476874:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000078999b51 x1871652369181824/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:530/0 lens 224/0 e 0 to 0 dl 1784950390 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950379.476875:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:2.0:1784950379.476879:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000010:1.0:1784950379.476888:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000782d7948. 00000400:00000200:3.0:1784950379.476889:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bae00 00000100:00000040:2.0:1784950379.476896:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc2113b9 x1871652369181696/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:530/0 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950379.476899:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000782d7948 x1871652369181952 msgsize 224 00000400:00000200:3.0:1784950379.476915:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 152096 00000100:00100000:1.0:1784950379.476933:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:3.0:1784950379.476940:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950379.476949:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1784950379.476955:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950379.476956:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1784950379.476960:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000586e93a0. 00000100:00100000:2.0:1784950379.476964:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000bc2113b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369181696:12345-192.168.203.114@tcp:400: Request processed in 807us (2066us total) trans 0 rc 0/0 00000400:00000200:3.0:1784950379.476966:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950379.476972:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950379.476985:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950379.476989:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000586e93a0. 00000100:00000001:3.0:1784950379.476997:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1784950379.476998:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2643 00000100:00000200:3.0:1784950379.477006:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1784950379.477008:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00100000:0.0:1784950379.477016:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000078999b51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369181824:12345-192.168.203.114@tcp:400: 00000800:00000200:1.0:1784950379.477018:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950379.477020:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:3.0:1784950379.477023:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbdbe660. 00000100:00000001:2.0:1784950379.477029:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1784950379.477030:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3e62659. 00000100:00000040:3.0:1784950379.477038:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000dbdbe660 x1871652369182208 msgsize 224 00000020:00000010:2.0:1784950379.477039:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000100:00000200:0.0:1784950379.477040:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369181824 00000400:00000200:1.0:1784950379.477042:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950379.477054:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:2.0:1784950379.477055:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000020:00000001:0.0:1784950379.477065:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:2.0:1784950379.477066:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a506608. 00000400:00000200:1.0:1784950379.477067:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950379.477076:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950379.477079:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000040:2.0:1784950379.477082:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000200:1.0:1784950379.477083:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f72bf817 00000020:00000001:0.0:1784950379.477086:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1784950379.477094:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f72bf817. 00000100:00000001:2.0:1784950379.477096:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950379.477097:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950379.477102:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950379.477107:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1784950379.477112:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950379.477113:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950379.477116:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1784950379.477123:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950379.477124:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369181952 02000000:00000001:2.0:1784950379.477131:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:1.0:1784950379.477133:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950379.477135:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950379.477136:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950379.477140:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1784950379.477143:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950379.477144:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950379.477146:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950379.477147:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369182208 00000020:00000001:0.0:1784950379.477155:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950379.477155:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950379.477157:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950379.477157:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950379.477165:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784950379.477167:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950379.477169:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369181952 00000020:00000001:0.0:1784950379.477170:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950379.477171:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950379.477180:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950379.477183:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950379.477184:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950379.477187:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000400:00000200:1.0:1784950379.477188:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:0.0:1784950379.477193:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1784950379.477195:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369182208 00000020:00000001:2.0:1784950379.477197:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1784950379.477204:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950379.477205:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 02000000:00000010:0.0:1784950379.477208:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000767b940. 00000020:00000040:3.0:1784950379.477211:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000400:00000200:1.0:1784950379.477216:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bac00 00000020:00000001:2.0:1784950379.477219:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:3.0:1784950379.477220:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:0.0:1784950379.477223:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950379.477229:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000001:2.0:1784950379.477231:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950379.477236:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950379.477237:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x156a9 [1] + 224 00000020:00000001:3.0:1784950379.477240:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:2.0:1784950379.477244:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1784950379.477250:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950379.477252:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000010:2.0:1784950379.477254:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000800:00000001:1.0:1784950379.477256:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000040:0.0:1784950379.477262:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369181824 00000100:00000001:2.0:1784950379.477267:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950379.477267:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1784950379.477269:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950379.477271:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000010:3.0:1784950379.477278:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000020:00000010:2.0:1784950379.477279:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000400:00000200:1.0:1784950379.477281:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1784950379.477291:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000078999b51 x1871652369181824/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:530/0 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950379.477292:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950379.477296:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a506608. 00000400:00000200:1.0:1784950379.477303:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:3.0:1784950379.477305:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000020:00000010:2.0:1784950379.477307:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000100:00000001:1.0:1784950379.477319:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1784950379.477321:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037944230. 00000020:00000010:2.0:1784950379.477322:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000100:00000200:1.0:1784950379.477332:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031013d55 x1871652369181696/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950379.477337:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00010000:00000001:0.0:1784950379.477338:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1784950379.477339:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00010000:00000001:0.0:1784950379.477350:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950379.477351:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1784950379.477351:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000100:00000001:2.0:1784950379.477359:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950379.477365:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.477366:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00001000:0.0:1784950379.477367:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=12 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950379.477373:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950379.477379:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.477381:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.477390:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950379.477396:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1784950379.477403:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950379.477404:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031013d55 x1871652369181696/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950379.477405:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950379.477406:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1784950379.477413:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.477420:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950379.477423:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950379.477429:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1784950379.477435:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950379.477435:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950379.477443:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950379.477446:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2644 00000100:00000001:1.0:1784950379.477448:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950379.477455:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950379.477457:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000800:00000001:1.0:1784950379.477461:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950379.477462:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950379.477464:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785665296384 : -120288044255232 : ffff929941d9f800) 00000100:00000001:3.0:1784950379.477470:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000001:1.0:1784950379.477471:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950379.477475:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950379.477481:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950379.477483:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000782d7948 x1871652369181952/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:530/0 lens 224/0 e 0 to 0 dl 1784950390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950379.477488:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1541 00000400:00000010:0.0:1784950379.477489:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef1d74eb. 00000800:00000001:1.0:1784950379.477490:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950379.477503:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000200:0.0:1784950379.477508:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369181824, offset 224 00000100:00000001:3.0:1784950379.477513:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798853376 : -120287910698240 : ffff929949cfe300) 00000100:00000001:2.0:1784950379.477514:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950379.477522:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307320059 00000020:00000010:2.0:1784950379.477525:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000100:00000040:3.0:1784950379.477531:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dbdbe660 x1871652369182208/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:530/0 lens 224/0 e 0 to 0 dl 1784950390 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950379.477533:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307317650 00000400:00000200:0.0:1784950379.477535:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950379.477536:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950379.477545:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307320059 00000020:00000010:2.0:1784950379.477551:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00000001:1.0:1784950379.477556:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307317650 00000400:00000200:0.0:1784950379.477565:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950379.477567:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307320059 00000100:00100000:2.0:1784950379.477575:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000782d7948 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369181952:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950379.477579:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307317650 00000100:00000001:1.0:1784950379.477592:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307320059 00000100:00000001:3.0:1784950379.477592:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1784950379.477594:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369181952 00000400:00000200:0.0:1784950379.477598:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10742:10742:251:4294967295] 192.168.203.114@tcp LPNI seq info [9537:9537:8:4294967295] 00000020:00000010:3.0:1784950379.477602:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000020:00000001:2.0:1784950379.477603:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950379.477604:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950379.477613:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950379.477614:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950379.477616:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950379.477623:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950379.477628:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000400:00000001:1.0:1784950379.477632:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1784950379.477633:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000001:1.0:1784950379.477640:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1784950379.477641:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000010:1.0:1784950379.477649:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091d0e3e0. 00000100:00100000:3.0:1784950379.477651:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000dbdbe660 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369182208:12345-192.168.203.114@tcp:400: 00000020:00000001:2.0:1784950379.477654:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1784950379.477655:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:1.0:1784950379.477661:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000821c0ba2 00000001:00000001:2.0:1784950379.477662:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369181952, found 0 last_xid 1871652369181951 00000400:00000010:1.0:1784950379.477671:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000821c0ba2. 00000100:00000200:3.0:1784950379.477671:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369182208 00000020:00000001:2.0:1784950379.477674:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950379.477683:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950379.477684:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1784950379.477685:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:0.0:1784950379.477693:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950379.477694:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950379.477696:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000200:1.0:1784950379.477703:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031013d55 x1871652369181696/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950379.477704:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950379.477704:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950379.477709:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00000020:00000001:2.0:1784950379.477714:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1784950379.477716:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950379.477753:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1784950379.477762:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 02000000:00000001:2.0:1784950379.477763:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1784950379.477769:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031013d55 x1871652369181696/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950379.477772:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000079e51db. 00000020:00000001:3.0:1784950379.477773:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:0.0:1784950379.477780:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:3.0:1784950379.477781:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950379.477783:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950379.477793:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950379.477796:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950379.477800:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950379.477806:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950379.477808:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950379.477811:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00010000:00000040:2.0:1784950379.477815:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369181952 00000020:00000001:3.0:1784950379.477840:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1784950379.477843:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950379.477844:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950379.477847:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000200:0.0:1784950379.477852:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950379.477854:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950379.477855:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:2.0:1784950379.477860:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000782d7948 x1871652369181952/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:530/0 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950379.477865:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:3.0:1784950379.477866:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a2344382. 02000000:00000001:1.0:1784950379.477874:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1784950379.477877:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.477880:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950379.477885:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.477888:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.477889:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950379.477904:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950379.477904:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950379.477906:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950379.477907:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950379.477914:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950379.477917:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369182208 00000100:00001000:1.0:1784950379.477919:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=7 v=5 (5 5 5 5) 00010000:00000001:0.0:1784950379.477921:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00001000:2.0:1784950379.477923:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=12 v=5 (1 1 1 1) 00010000:00000001:3.0:1784950379.477925:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:0.0:1784950379.477930:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950379.477938:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=7 v=5 (1 1 1 1) 00010000:00000200:3.0:1784950379.477940:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000dbdbe660 x1871652369182208/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:530/0 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950379.477945:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950379.477945:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950379.477956:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1784950379.477957:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950379.477963:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950379.477965:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078999b51 x1871652369181824/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:530/0 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950379.477971:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00010000:00000001:1.0:1784950379.477974:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1784950379.477982:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1784950379.477984:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950379.477990:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.477995:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1784950379.478000:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1784950379.478003:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950379.478005:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1784950379.478010:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.478014:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950379.478021:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950379.478023:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00001000:3.0:1784950379.478027:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=12 v=5 (1 1 1 1) 00000400:00000010:2.0:1784950379.478034:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6f6e18f. 00000100:00000040:1.0:1784950379.478037:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031013d55 x1871652369181696/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950379.478047:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1784950379.478048:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000078999b51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369181824:12345-192.168.203.114@tcp:400: Request processed in 1087us (2144us total) trans 0 rc 0/0 00000100:00000200:2.0:1784950379.478049:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369181952, offset 224 00000100:00000040:3.0:1784950379.478064:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950379.478076:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950379.478079:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950379.478091:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950379.478095:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1784950379.478098:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1540 00000400:00000200:2.0:1784950379.478100:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:3.0:1784950379.478102:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.478103:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950379.478111:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950379.478114:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:3.0:1784950379.478115:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950379.478123:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031013d55 x1871652369181696/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.478127:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1784950379.478128:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10743:10743:250:4294967295] 192.168.203.114@tcp LPNI seq info [9538:9538:7:4294967295] 00000100:00000040:3.0:1784950379.478132:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950379.478137:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1784950379.478146:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00000020:00000010:0.0:1784950379.478150:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3a4a7bd. 00000100:00000200:3.0:1784950379.478158:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369182208, offset 224 00000020:00000010:0.0:1784950379.478167:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00100000:1.0:1784950379.478180:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000031013d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369181696:192.168.203.114@tcp:400: 00000400:00000200:2.0:1784950379.478182:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:0.0:1784950379.478183:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000090073cd. 00000400:00000200:3.0:1784950379.478184:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000040:0.0:1784950379.478201:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:1.0:1784950379.478204:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950379.478213:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950379.478216:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950379.478216:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950379.478221:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:2.0:1784950379.478228:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa821349. 00000100:00000040:1.0:1784950379.478232:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031013d55 x1871652369181696/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950379.478248:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950379.478249:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10744:10744:249:4294967295] 192.168.203.114@tcp LPNI seq info [9539:9539:6:4294967295] 00000800:00000200:2.0:1784950379.478272:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950379.478274:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950379.478276:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950379.478285:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1784950379.478286:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000aa821349 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1784950379.478287:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950379.478296:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050c4f330. 00000400:00000200:3.0:1784950379.478297:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950379.478299:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950379.478302:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1784950379.478308:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1784950379.478314:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1784950379.478316:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000020:00000001:1.0:1784950379.478317:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:0.0:1784950379.478322:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bad3b2f8. 00000020:00000040:1.0:1784950379.478324:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000800:00000200:3.0:1784950379.478327:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:2.0:1784950379.478329:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950379.478333:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:2.0:1784950379.478338:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950379.478341:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007aa401b2. 00000400:00000200:0.0:1784950379.478348:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f39d0e 00000020:00000001:2.0:1784950379.478350:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000010:3.0:1784950379.478350:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bb5297c. 02000000:00000001:1.0:1784950379.478352:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:0.0:1784950379.478360:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000075f39d0e. 02000000:00000001:1.0:1784950379.478360:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1784950379.478366:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000782d7948 x1871652369181952/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:530/0 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950379.478367:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031013d55. 00000800:00000200:3.0:1784950379.478370:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950379.478377:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950379.478379:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950379.478386:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950379.478395:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd729a45 x1871652369181568/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950379.478396:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950379.478397:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950379.478410:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008bb5297c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950379.478414:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1784950379.478420:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000782d7948 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369181952:12345-192.168.203.114@tcp:400: Request processed in 894us (1508us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950379.478422:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.478426:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.478433:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950379.478441:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950379.478445:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950379.478456:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00100000:2.0:1784950379.478461:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2644 00000020:00000001:3.0:1784950379.478463:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950379.478469:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd729a45 x1871652369181568/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950379.478471:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000020:00000001:3.0:1784950379.478472:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1784950379.478477:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950379.478481:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1784950379.478487:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbdbe660 x1871652369182208/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:530/0 lens 224/224 e 0 to 0 dl 1784950390 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784950379.478492:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000100:00000001:2.0:1784950379.478493:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950379.478501:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000400:00000200:1.0:1784950379.478505:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1784950379.478514:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000020:00000010:2.0:1784950379.478526:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a506608. 00000400:00000200:1.0:1784950379.478527:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:2.0:1784950379.478538:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000400:00000200:1.0:1784950379.478544:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef1d74eb 00000100:00000001:0.0:1784950379.478545:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950379.478547:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.478553:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950379.478554:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000dbdbe660 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369182208:12345-192.168.203.114@tcp:400: Request processed in 960us (1512us total) trans 0 rc 0/0 00000400:00000010:1.0:1784950379.478565:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ef1d74eb. 00000100:00000001:0.0:1784950379.478571:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950379.478577:0:441634:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1784950379.478581:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950379.478582:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1784950379.478591:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1541 00000100:00000001:0.0:1784950379.478592:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784950379.478600:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:0.0:1784950379.478601:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950379.478608:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950379.478608:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1784950379.478612:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.478614:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1784950379.478616:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa821349. 00000020:00000010:3.0:1784950379.478623:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000100:00001000:0.0:1784950379.478626:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=17 v=5 (5 5 5 5) 00000400:00000200:1.0:1784950379.478627:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1784950379.478632:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000020:00000010:3.0:1784950379.478643:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037944230. 00000100:00001000:0.0:1784950379.478648:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=17 v=5 (1 1 1 1) 00000400:00000200:1.0:1784950379.478649:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:3.0:1784950379.478652:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000400:00000200:1.0:1784950379.478662:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6f6e18f 00000100:00000001:3.0:1784950379.478663:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.478666:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1784950379.478670:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e6f6e18f. 00000100:00000001:0.0:1784950379.478675:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.478680:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1784950379.478684:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784950379.478685:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1784950379.478693:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.478701:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950379.478710:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd729a45 x1871652369181568/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.478768:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950379.478773:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950379.478776:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950379.478782:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950379.478789:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bb5297c. 00000400:00000200:1.0:1784950379.478797:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950379.478799:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd729a45 x1871652369181568/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950379.478809:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950379.478810:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950379.478843:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 00000800:00000001:2.0:1784950379.478845:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950379.478856:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 00000800:00000001:2.0:1784950379.478857:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950379.478868:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:2.0:1784950379.478870:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950379.478875:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1784950379.478880:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000cd729a45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369181568:0@lo:400: 00000400:00000200:2.0:1784950379.478892:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950379.478902:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950379.478912:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bac80 00000100:00000001:0.0:1784950379.478913:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950379.478929:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd729a45 x1871652369181568/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950379.478930:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x156b5 [1] + 224 00000800:00000001:2.0:1784950379.478943:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950379.478948:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950379.478955:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950379.478968:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1784950379.478968:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:0.0:1784950379.478978:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784950379.478979:0:441635:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1784950379.478987:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034450a52. 00000100:00000200:2.0:1784950379.478991:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4dc2038 x1871652369181824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950379.479002:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950379.479009:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:2.0:1784950379.479010:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4dc2038 x1871652369181824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784950379.479016:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000001:0.0:1784950379.479028:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950379.479036:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d55125b7. 02000000:00000001:0.0:1784950379.479045:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950379.479048:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950379.479050:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd729a45. 00000100:00000001:2.0:1784950379.479054:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950379.479057:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950379.479063:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950379.479067:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950379.479069:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950379.479075:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.479077:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1784950379.479083:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950379.479085:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1784950379.479089:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.479093:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950379.479102:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950379.479105:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950379.479120:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bad00 00000100:00000001:3.0:1784950379.479121:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950379.479128:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950379.479135:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x156bd [1] + 224 00000800:00000001:2.0:1784950379.479142:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950379.479146:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784950379.479147:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1784950379.479150:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1784950379.479154:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950379.479161:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea183f58. 00000400:00000200:2.0:1784950379.479162:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950379.479173:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5d658c0 00000400:00000010:3.0:1784950379.479178:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d5d658c0. 00000100:00000001:3.0:1784950379.479181:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950379.479183:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950379.479190:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4dc2038 x1871652369181824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950379.479195:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f0c386d x1871652369181952/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950379.479236:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4dc2038 x1871652369181824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950379.479242:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007f0c386d x1871652369181952/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950379.479278:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950379.479283:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950379.479284:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950379.479287:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950379.479293:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950379.479296:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1784950379.479298:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950379.479299:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950379.479306:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950379.479308:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950379.479313:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=12 v=5 (5 5 5 5) 00000800:00000001:2.0:1784950379.479314:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950379.479321:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950379.479323:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=12 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950379.479333:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1784950379.479338:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950379.479339:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950379.479347:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1784950379.479353:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bae00 00010000:00080000:3.0:1784950379.479359:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a4dc2038 x1871652369181824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950379.479370:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x156c5 [1] + 224 00000800:00000001:2.0:1784950379.479384:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784950379.479393:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950379.479395:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950379.479398:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1784950379.479402:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950379.479403:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950379.479411:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950379.479417:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950379.479419:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950379.479427:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4dc2038 x1871652369181824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950379.479429:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950379.479439:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e1775566 x1871652369182208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950379.479458:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950379.479469:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1784950379.479475:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e1775566 x1871652369182208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950379.479476:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950379.479491:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4dc2038 x1871652369181824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950379.479521:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000a4dc2038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369181824:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950379.479528:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950379.479529:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.479533:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950379.479536:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4dc2038 x1871652369181824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950379.479546:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950379.479548:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1784950379.479556:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950379.479556:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950379.479562:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2c38d8a. 02000000:00000001:3.0:1784950379.479568:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950379.479571:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950379.479574:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1784950379.479578:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950379.479582:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9f26aca. 02000000:00000001:3.0:1784950379.479586:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950379.479588:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950379.479590:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4dc2038. 00000100:00000001:0.0:1784950379.479597:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950379.479597:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950379.479600:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.479607:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950379.479608:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.479616:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950379.479618:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784950379.479621:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950379.479628:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950379.479631:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c8e087d. 00000400:00000200:0.0:1784950379.479640:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846b5f 00000400:00000010:0.0:1784950379.479643:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000060846b5f. 00000100:00000001:0.0:1784950379.479650:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1784950379.479651:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950379.479656:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950379.479659:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4e053e4. 00000100:00000200:0.0:1784950379.479664:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e1775566 x1871652369182208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950379.479666:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a969fd8a 00000400:00000010:3.0:1784950379.479672:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a969fd8a. 00000100:00000001:3.0:1784950379.479678:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950379.479688:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f0c386d x1871652369181952/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950379.479717:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e1775566 x1871652369182208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950379.479718:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f0c386d x1871652369181952/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950379.479760:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950379.479763:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950379.479766:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950379.479768:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950379.479769:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950379.479771:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950379.479774:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950379.479778:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950379.479793:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=12 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950379.479803:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950379.479806:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950379.479813:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950379.479817:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.479846:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950379.479851:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950379.479858:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950379.479862:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.479864:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784950379.479871:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f0c386d x1871652369181952/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.479875:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.479887:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950379.479893:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950379.479897:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950379.479900:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950379.479904:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950379.479905:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.479913:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950379.479915:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f0c386d x1871652369181952/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950379.479926:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950379.479934:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000007f0c386d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369181952:192.168.203.114@tcp:400: 00000100:00001000:0.0:1784950379.479942:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=12 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950379.479943:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950379.479949:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950379.479955:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f0c386d x1871652369181952/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950379.479959:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=12 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950379.479978:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950379.479979:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950379.479985:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950379.479987:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950379.479989:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031bfa75f. 00010000:00000001:0.0:1784950379.479995:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784950379.480000:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950379.480006:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00010000:00080000:0.0:1784950379.480011:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e1775566 x1871652369182208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950379.480013:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1784950379.480023:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950379.480028:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c9722aa. 02000000:00000001:3.0:1784950379.480038:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950379.480043:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950379.480048:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f0c386d. 00000100:00000001:3.0:1784950379.480059:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950379.480064:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950379.480073:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950379.480079:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.480085:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950379.480087:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784950379.480092:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950379.480095:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950379.480098:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950379.480106:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950379.480106:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.480115:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950379.480126:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e1775566 x1871652369182208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.480141:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950379.480145:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950379.480148:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950379.480154:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1775566 x1871652369182208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950379.480168:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e1775566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369182208:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950379.480176:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.480180:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950379.480184:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e1775566 x1871652369182208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.480198:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950379.480201:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950379.480204:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003aae633b. 02000000:00000001:0.0:1784950379.480211:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950379.480213:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950379.480216:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1784950379.480220:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950379.480223:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000002c68df2. 02000000:00000001:0.0:1784950379.480228:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950379.480230:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950379.480232:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e1775566. 00000100:00000001:0.0:1784950379.480237:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950379.480239:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.480242:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.480251:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950379.480254:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.480258:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950379.480261:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950379.600919:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1784950379.600924:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000001:0.0:1784950379.600930:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000010:1.0:1784950379.600932:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ada283f4. 00000004:00000020:0.0:1784950379.600939:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000020:00000040:1.0:1784950379.600941:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950379.600948:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950379.600951:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1784950379.600952:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007dcb4221. 02000000:00000001:1.0:1784950379.600955:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950379.600961:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000010:1.0:1784950379.600966:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d6495b1. 00000100:00000001:0.0:1784950379.600968:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950379.600973:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784950379.600978:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950379.600979:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.600990:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1784950379.600993:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bea13e4c. 00000100:00000001:1.0:1784950379.600995:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.601005:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950379.601012:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ada283f4] to pc [ptlrpcd_00_03+3] req@00000000ada283f4 x1871652369182336/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.601016:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950379.601020:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950379.601036:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dcb4221] to pc [ptlrpcd_00_00+0] req@000000007dcb4221 x1871652369182464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1784950379.601063:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950379.601074:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950379.601094:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950379.601100:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950379.601102:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950379.601116:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950379.601117:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.601125:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950379.601126:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950379.601130:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ada283f4 x1871652369182336/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.601135:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950379.601136:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.601142:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950379.601154:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007dcb4221 x1871652369182464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950379.601156:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950379.601161:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950379.601171:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950379.601176:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784950379.601178:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950379.601181:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950379.601184:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950379.601187:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950379.601192:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1784950379.601193:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ada283f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369182336:192.168.203.114@tcp:41: 02000000:00000001:0.0:1784950379.601198:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950379.601205:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1784950379.601211:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000007dcb4221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369182464:192.168.203.114@tcp:41: 02000000:00000001:2.0:1784950379.601212:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950379.601218:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.601220:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950379.601222:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784950379.601226:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1784950379.601230:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000893291b8. 02000000:00000001:0.0:1784950379.601231:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950379.601240:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950379.601241:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950379.601253:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e3646475. 00000400:00000010:2.0:1784950379.601253:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e45c7660. 02000000:00000001:0.0:1784950379.601262:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950379.601265:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e79e655e. 00000400:00000010:0.0:1784950379.601271:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c8e087d. 00000100:00000200:2.0:1784950379.601273:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369182336, portal 4 00000100:00000001:2.0:1784950379.601281:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1784950379.601285:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060846b5f. 00000100:00000001:2.0:1784950379.601285:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785833923456 : -120287875628160 : ffff92994be70380) 00000100:00000200:0.0:1784950379.601298:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369182464, portal 4 00000100:00000040:2.0:1784950379.601303:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ada283f4 x1871652369182336/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.601305:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950379.601309:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785822334336 : -120287887217280 : ffff92994b362d80) 00000100:00000001:2.0:1784950379.601324:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950379.601327:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007dcb4221 x1871652369182464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950379.601335:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950379.601343:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a3f02ce. 00000100:00000001:0.0:1784950379.601349:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784950379.601351:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369182336, offset 0 00000100:00000040:0.0:1784950379.601359:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950379.601366:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950379.601368:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f39d0e. 00000100:00000200:0.0:1784950379.601375:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369182464, offset 0 00000400:00000200:2.0:1784950379.601380:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950379.601390:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950379.601394:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950379.601401:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950379.601404:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950379.601407:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950379.601410:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10745:10745:251:4294967295] 192.168.203.114@tcp LPNI seq info [9540:9540:8:4294967295] 00000400:00000200:2.0:1784950379.601420:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950379.601426:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950379.601433:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009dd5e9b1. 00000400:00000200:0.0:1784950379.601435:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950379.601445:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784950379.601450:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950379.601454:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950379.601461:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784950379.601468:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950379.601469:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:2.0:1784950379.601477:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009dd5e9b1 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950379.601481:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10746:10746:250:4294967295] 192.168.203.114@tcp LPNI seq info [9541:9541:7:4294967295] 00000400:00000200:0.0:1784950379.601497:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950379.601503:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950379.601504:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950379.601514:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13870 usecs (14 jiffies) 00000800:00000010:0.0:1784950379.601517:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b126ea16. 00000100:00000001:2.0:1784950379.601520:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307317774 00000800:00000200:0.0:1784950379.601530:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950379.601530:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307320059 00000100:00000001:2.0:1784950379.601539:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307317774 00000100:00000001:2.0:1784950379.601544:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307320059 00000800:00000200:0.0:1784950379.601547:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950379.601550:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307317774 00000800:00000200:0.0:1784950379.601556:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b126ea16 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950379.601557:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307320059 00000100:00000001:2.0:1784950379.601568:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307317774 00000100:00000001:2.0:1784950379.601571:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307320059 00000100:00000001:2.0:1784950379.601574:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950379.601576:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950379.601580:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.601583:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950379.601583:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950379.601591:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4717 usecs (5 jiffies) 00000100:00000001:2.0:1784950379.601591:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950379.601597:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950379.601599:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307317765 00000100:00000001:2.0:1784950379.601602:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950379.601608:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307320059 00000100:00000001:2.0:1784950379.601609:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950379.601614:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.601616:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307317765 00000100:00000001:2.0:1784950379.601622:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.601623:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307320059 00000100:00000001:0.0:1784950379.601631:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307317765 00000100:00000001:0.0:1784950379.601634:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307320059 00000100:00000001:0.0:1784950379.601636:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307317765 00000100:00000001:0.0:1784950379.601639:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307320059 00000100:00000001:0.0:1784950379.601641:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950379.601644:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.601649:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.601652:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.601659:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950379.601662:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1784950379.601662:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950379.601671:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009dd5e9b1. 00000100:00000001:0.0:1784950379.601673:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950379.601679:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950379.601684:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950379.601684:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950379.601686:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950379.601691:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950379.601701:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950379.601708:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a3f02ce 00000400:00000010:3.0:1784950379.601711:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008a3f02ce. 00000100:00000001:3.0:1784950379.601718:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1784950379.601746:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950379.601751:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950379.601758:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950379.601766:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ada283f4 x1871652369182336/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950379.601773:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950379.601800:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950379.601802:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bae80 00000100:00000040:3.0:1784950379.601810:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ada283f4 x1871652369182336/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950379.601818:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 672 00000800:00000001:2.0:1784950379.601862:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950379.601863:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950379.601868:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1784950379.601881:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950379.601884:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950379.601892:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b126ea16. 00000800:00000001:3.0:1784950379.601892:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950379.601901:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950379.601904:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950379.601908:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950379.601916:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950379.601921:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950379.601925:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950379.601929:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950379.601932:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f39d0e 00000400:00000010:1.0:1784950379.601942:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000075f39d0e. 00000400:00000200:2.0:1784950379.601942:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950379.601951:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069baf00 00000100:00000001:1.0:1784950379.601956:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950379.601958:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950379.601964:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:3.0:1784950379.601965:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 896 00000100:00000200:1.0:1784950379.601969:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007dcb4221 x1871652369182464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784950379.601976:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e120c2dc. 00000800:00000001:3.0:1784950379.601984:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950379.601987:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000e120c2dc x1871652369182336 msgsize 224 00000800:00000001:3.0:1784950379.602004:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950379.602006:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1784950379.602008:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:3.0:1784950379.602016:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950379.602017:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007dcb4221 x1871652369182464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950379.602033:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1784950379.602039:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950379.602040:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.602048:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1784950379.602050:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950379.602058:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950379.602070:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950379.602076:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1784950379.602085:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f0c386d. 00000100:00000040:3.0:1784950379.602091:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000007f0c386d x1871652369182464 msgsize 224 00000100:00000001:0.0:1784950379.602093:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784950379.602099:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369182336 02000000:00000001:0.0:1784950379.602105:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1784950379.602107:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950379.602109:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950379.602124:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950379.602131:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950379.602135:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369182336 00000020:00000001:0.0:1784950379.602138:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950379.602140:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:0.0:1784950379.602142:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950379.602145:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:3.0:1784950379.602146:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1784950379.602152:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:0.0:1784950379.602157:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000800:00000001:3.0:1784950379.602161:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950379.602162:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950379.602173:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000586e93a0. 00000800:00000001:3.0:1784950379.602173:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.602182:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950379.602187:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000586e93a0. 00000020:00000010:0.0:1784950379.602195:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003aae633b. 00000020:00000010:0.0:1784950379.602199:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c3a4a7bd. 00000100:00000001:1.0:1784950379.602204:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1784950379.602205:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00100000:1.0:1784950379.602211:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369182464 00000100:00000040:0.0:1784950379.602216:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 02000000:00000001:1.0:1784950379.602217:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950379.602223:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950379.602225:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950379.602227:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.602230:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950379.602234:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950379.602236:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.602240:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950379.602243:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369182464 00000020:00000001:1.0:1784950379.602248:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950379.602250:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:1.0:1784950379.602252:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950379.602255:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:0.0:1784950379.602259:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950379.602259:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:1.0:1784950379.602267:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:1.0:1784950379.602274:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950379.602277:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1784950379.602280:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000100:00000001:0.0:1784950379.602283:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950379.602290:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950379.602299:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2645 00000020:00000010:1.0:1784950379.602300:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000100:00000040:0.0:1784950379.602309:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000010:1.0:1784950379.602312:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050c4f330. 00000100:00000001:0.0:1784950379.602314:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883987328 : -120287825564288 : ffff92994ee2ed80) 00000020:00000010:1.0:1784950379.602323:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 00000100:00000040:0.0:1784950379.602326:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e120c2dc x1871652369182336/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:530/0 lens 224/0 e 0 to 0 dl 1784950390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950379.602331:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000824c4458. 00000100:00000001:1.0:1784950379.602343:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950379.602346:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950379.602347:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950379.602352:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950379.602353:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000586e93a0. 00000100:00000001:1.0:1784950379.602358:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.602360:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950379.602368:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000586e93a0. 00000100:00100000:0.0:1784950379.602374:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e120c2dc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369182336:12345-192.168.203.114@tcp:41: 00000100:00000200:0.0:1784950379.602378:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369182336 00000020:00000001:0.0:1784950379.602381:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950379.602383:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950379.602384:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950379.602391:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950379.602396:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950379.602399:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:0.0:1784950379.602403:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1784950379.602408:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369182336, found 0 last_xid 1871652369182335 00000100:00000001:1.0:1784950379.602408:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950379.602415:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950379.602417:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950379.602422:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1784950379.602423:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1784950379.602428:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2646 00000100:00000001:2.0:1784950379.602430:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950379.602431:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1784950379.602437:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:2.0:1784950379.602438:0:455339:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950379.602439:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.602446:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798858752 : -120287910692864 : ffff929949cff800) 00000100:00000001:2.0:1784950379.602449:0:455339:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.602452:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1784950379.602459:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007f0c386d x1871652369182464/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:530/0 lens 224/0 e 0 to 0 dl 1784950390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950379.602460:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1784950379.602468:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000043a0c01c. 02000000:00000001:0.0:1784950379.602476:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.602480:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950379.602481:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950379.602488:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000004:00000001:0.0:1784950379.602490:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00000001:1.0:1784950379.602497:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1784950379.602498:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1784950379.602503:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950379.602505:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000100:00100000:1.0:1784950379.602514:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007f0c386d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369182464:12345-192.168.203.114@tcp:41: 00000004:00000024:0.0:1784950379.602518:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000100:00000200:1.0:1784950379.602519:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369182464 00000020:00000001:1.0:1784950379.602526:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000020:0.0:1784950379.602529:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000001:1.0:1784950379.602532:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000020:0.0:1784950379.602535:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000020:00000001:1.0:1784950379.602538:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1784950379.602544:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000020:00000001:1.0:1784950379.602546:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950379.602550:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:1.0:1784950379.602556:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1784950379.602558:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1784950379.602560:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369182464, found 0 last_xid 1871652369182463 00000001:00000001:0.0:1784950379.602564:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950379.602567:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1784950379.602572:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950379.602573:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950379.602578:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000040:0.0:1784950379.602581:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369182336 00000020:00000001:1.0:1784950379.602583:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950379.602588:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950379.602591:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950379.602596:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:0.0:1784950379.602599:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000e120c2dc x1871652369182336/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:530/0 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950379.602603:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000baedcd8. 02000000:00000001:1.0:1784950379.602609:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.602616:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950379.602626:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00010000:00000001:0.0:1784950379.602627:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000004:00000001:1.0:1784950379.602631:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00010000:00000001:0.0:1784950379.602633:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950379.602636:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950379.602638:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=12 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950379.602645:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950379.602649:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000004:00000024:1.0:1784950379.602652:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000100:00000001:0.0:1784950379.602653:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950379.602665:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000020:1.0:1784950379.602666:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 02000000:00000001:0.0:1784950379.602672:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1784950379.602675:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000100:00000001:0.0:1784950379.602678:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000020:1.0:1784950379.602683:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000100:00000040:0.0:1784950379.602689:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000020:1.0:1784950379.602692:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000400:00000010:0.0:1784950379.602696:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a2a777d. 00000004:00000020:1.0:1784950379.602698:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000100:00000200:0.0:1784950379.602703:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369182336, offset 224 00000001:00000001:1.0:1784950379.602708:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1784950379.602712:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950379.602714:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000004:00000001:1.0:1784950379.602753:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950379.602758:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369182464 00010000:00000001:1.0:1784950379.602762:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:0.0:1784950379.602769:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000200:1.0:1784950379.602780:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000007f0c386d x1871652369182464/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:530/0 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950379.602799:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1784950379.602801:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10747:10747:251:4294967295] 192.168.203.114@tcp LPNI seq info [9542:9542:8:4294967295] 00010000:00000001:1.0:1784950379.602803:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950379.602811:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=12 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950379.602845:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950379.602853:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950379.602858:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950379.602864:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950379.602868:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.602876:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950379.602877:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950379.602887:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950379.602895:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000821c0ba2. 00000800:00000200:0.0:1784950379.602900:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950379.602903:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369182464, offset 224 00000800:00000010:0.0:1784950379.602908:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825f13b0. 00000400:00000200:1.0:1784950379.602916:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950379.602924:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950379.602933:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:1.0:1784950379.602940:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:0.0:1784950379.602942:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000825f13b0 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:1.0:1784950379.602955:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10748:10748:250:4294967295] 192.168.203.114@tcp LPNI seq info [9543:9543:7:4294967295] 00000100:00000001:0.0:1784950379.602970:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950379.602971:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950379.602982:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000800:00000200:1.0:1784950379.602990:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:0.0:1784950379.602992:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950379.602998:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950379.602999:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000091f3a7b6. 00000020:00000001:0.0:1784950379.603002:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1784950379.603012:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:0.0:1784950379.603016:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e120c2dc x1871652369182336/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:530/0 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950379.603029:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950379.603038:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000091f3a7b6 type 1, nob 464 niov 1 nkiov 1 00000100:00100000:0.0:1784950379.603046:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e120c2dc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369182336:12345-192.168.203.114@tcp:41: Request processed in 694us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1784950379.603058:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2645 00000100:00000040:0.0:1784950379.603061:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:0.0:1784950379.603063:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950379.603065:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950379.603068:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950379.603070:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3a4a7bd. 00000020:00000010:0.0:1784950379.603080:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00000040:1.0:1784950379.603082:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000020:00000010:0.0:1784950379.603087:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003aae633b. 00010000:00000001:1.0:1784950379.603089:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:2.0:1784950379.603090:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1784950379.603095:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950379.603098:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825f13b0. 00000020:00000040:0.0:1784950379.603099:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000020:00000001:1.0:1784950379.603101:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1784950379.603108:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f0c386d x1871652369182464/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:530/0 lens 224/368 e 0 to 0 dl 1784950390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.603122:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950379.603125:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784950379.603134:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007f0c386d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369182464:12345-192.168.203.114@tcp:41: Request processed in 648us (1035us total) trans 0 rc 0/0 00000800:00000001:3.0:1784950379.603140:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950379.603144:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950379.603154:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a2a777d 00000800:00000001:3.0:1784950379.603157:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950379.603158:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2646 00000400:00000010:2.0:1784950379.603160:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a2a777d. 00000800:00000001:3.0:1784950379.603168:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950379.603172:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:2.0:1784950379.603173:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950379.603179:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950379.603180:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950379.603187:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950379.603192:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000020:00000010:1.0:1784950379.603199:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000824c4458. 00000020:00000010:1.0:1784950379.603204:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050c4f330. 00000020:00000040:1.0:1784950379.603212:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:1.0:1784950379.603216:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950379.603263:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950379.603269:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000091f3a7b6. 00000800:00000001:2.0:1784950379.603276:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950379.603278:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950379.603288:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950379.603289:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950379.603295:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000821c0ba2 00000800:00000001:2.0:1784950379.603296:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:0.0:1784950379.603303:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000821c0ba2. 00000800:00000001:2.0:1784950379.603305:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950379.603310:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.603311:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950379.603317:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950379.603324:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950379.603334:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950379.603345:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069baf00 00000400:00000200:3.0:1784950379.603353:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bae80 00000400:00000200:2.0:1784950379.603360:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x156e9 [1] + 224 00000800:00000001:2.0:1784950379.603370:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950379.603379:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950379.603379:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x156e5 [1] + 224 00000400:00000200:2.0:1784950379.603387:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950379.603393:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950379.603398:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950379.603404:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950379.603411:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007dcb4221 x1871652369182464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950379.603413:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950379.603422:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950379.603435:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950379.603442:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000007dcb4221 x1871652369182464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950379.603444:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950379.603456:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ada283f4 x1871652369182336/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950379.603477:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ada283f4 x1871652369182336/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950379.603483:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950379.603499:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950379.603506:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950379.603508:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950379.603523:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950379.603547:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.603567:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950379.603574:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784950379.603582:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950379.603585:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950379.603589:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c8e087d. 00000400:00000200:0.0:1784950379.603596:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846b5f 00000400:00000010:0.0:1784950379.603598:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000060846b5f. 00000100:00000001:0.0:1784950379.603604:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950379.603606:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784950379.603614:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007dcb4221 x1871652369182464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950379.603614:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950379.603624:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950379.603630:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950379.603635:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e45c7660. 00000100:00000200:0.0:1784950379.603636:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007dcb4221 x1871652369182464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950379.603645:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e79e655e 00000400:00000010:1.0:1784950379.603652:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e79e655e. 00000100:00000001:0.0:1784950379.603656:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950379.603660:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950379.603662:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.603667:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:1.0:1784950379.603672:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ada283f4 x1871652369182336/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950379.603673:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950379.603678:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950379.603683:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950379.603691:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950379.603719:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=12 v=5 (5 5 5 5) 00000100:00000200:1.0:1784950379.603724:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ada283f4 x1871652369182336/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950379.603728:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=12 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950379.603761:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950379.603764:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950379.603767:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.603769:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950379.603778:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784950379.603778:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950379.603781:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950379.603785:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1784950379.603791:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.603791:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950379.603798:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.603805:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1784950379.603806:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=7 v=5 (5 5 5 5) 00000100:00000040:0.0:1784950379.603812:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00001000:1.0:1784950379.603814:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950379.603842:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950379.603844:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950379.603850:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.603851:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950379.603853:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950379.603860:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950379.603864:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950379.603867:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000040:0.0:1784950379.603869:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007dcb4221 x1871652369182464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950379.603872:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950379.603876:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950379.603888:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ada283f4 x1871652369182336/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.603918:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950379.603920:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950379.603929:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950379.603930:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950379.603932:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.603939:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1784950379.603940:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000001:0.0:1784950379.603947:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1784950379.603949:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000040:0.0:1784950379.603953:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000004:00000020:1.0:1784950379.603960:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000020:0.0:1784950379.603965:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:1.0:1784950379.603969:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950379.603980:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950379.603981:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ada283f4 x1871652369182336/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950379.603995:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007dcb4221 x1871652369182464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950379.604011:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ada283f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369182336:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950379.604027:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950379.604029:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000007dcb4221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369182464:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950379.604031:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950379.604042:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950379.604043:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ada283f4 x1871652369182336/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950379.604050:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950379.604060:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007dcb4221 x1871652369182464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950379.604062:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950379.604066:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950379.604070:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000893291b8. 02000000:00000001:1.0:1784950379.604096:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950379.604100:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950379.604106:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950379.604117:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1784950379.604121:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1784950379.604127:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950379.604127:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d6495b1. 02000000:00000010:0.0:1784950379.604137:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e3646475. 02000000:00000001:1.0:1784950379.604138:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950379.604143:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950379.604147:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ada283f4. 02000000:00000001:0.0:1784950379.604153:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950379.604155:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1784950379.604161:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784950379.604162:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950379.604169:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950379.604170:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950379.604180:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1784950379.604181:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950379.604184:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950379.604189:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bea13e4c. 00000100:00000001:1.0:1784950379.604190:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950379.604196:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950379.604202:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950379.604209:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950379.604213:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007dcb4221. 00000100:00000001:0.0:1784950379.604220:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950379.604223:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.604227:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950379.604236:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950379.604239:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950379.604243:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950379.604247:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950379.856839:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950379.856845:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950379.856851:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950379.856853:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950379.856918:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950379.856921:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950379.856924:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.0:1784950380.304921:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.13@tcp 00000800:00000010:2.0:1784950380.304932:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005d426fc0. 00000400:00000200:2.0:1784950380.304945:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950380.304955:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.13@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950380.304966:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12652 health :900 00000400:00000200:2.0:1784950380.304974:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950380.304980:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.13@tcp: 1 00000400:00000200:2.0:1784950380.304988:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.13@tcp: -114 00000400:00000200:3.0:1784950380.305066:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1784950380.305082:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.13@tcp(00000000a00925ae) state 0x861 00000400:00000001:3.0:1784950380.305092:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950380.305096:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950380.305101:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 00000400:00000010:3.0:1784950380.305104:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 00000400:00000200:3.0:1784950380.305111:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950380.305116:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.13@tcp: -114 00000400:00000010:3.0:1784950380.305121:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005e395f2f. 00000400:00000200:3.0:1784950380.305128:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.13@tcp:-110 00000400:00000200:3.0:1784950380.305132:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.13@tcp(00000000a00925ae) state 0x2061 rc -110 00000400:00000200:3.0:1784950380.305136:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.13@tcp 00000100:00000001:0.0:1784950380.496884:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950380.496894:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1784950380.496913:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950379/real 0] req@00000000848ff4cb x1871652369182080/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950380 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950380.496938:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950380.496943:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950380.496947:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950380.496953:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000848ff4cb x1871652369182080/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950380 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950380.496963:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950380.496973:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950380.496976:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950380.496979:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950380.496982:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950380.496985:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950380.496989:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000848ff4cb x1871652369182080/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950380 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950380.496999:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1784950380.497002:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950380.497005:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950380.497006:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950380.497009:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1784950380.497011:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1784950380.497015:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784950380.497044:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:0.0:1784950380.497047:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1784950380.497052:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000848ff4cb x1871652369182080/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950380 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950380.497061:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000848ff4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369182080:1.2.3.4@tcp:8: 00000100:00000001:0.0:1784950380.497068:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.497071:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950380.497075:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000848ff4cb x1871652369182080/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950380 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950380.497085:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1784950380.497089:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950380.497093:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:0.0:1784950380.497096:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950380.497101:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000000adf9385. 02000000:00000001:0.0:1784950380.497109:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950380.497112:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950380.497114:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000848ff4cb. 00000100:00000040:3.0:1784950380.497117:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950380.497120:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950380.497125:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950380.497133:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784950380.497134:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950380.497145:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4dc2038. 00000020:00000040:3.0:1784950380.497153:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:3.0:1784950380.497160:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950380.497164:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950380.497170:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950380.497179:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c9722aa. 00000100:00000001:3.0:1784950380.497187:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950380.497195:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000a4dc2038 x1871652369182592/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950380.497209:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950380.497211:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950380.497218:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4dc2038] to pc [ptlrpcd_00_01+1] req@00000000a4dc2038 x1871652369182592/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950380.497259:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950380.497262:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950380.497268:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950380.497272:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057b2ed91. 00000020:00000040:3.0:1784950380.497276:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950380.497279:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950380.497283:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950380.497285:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950380.497289:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9f26aca. 00000100:00000001:0.0:1784950380.497293:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950380.497294:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.497301:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950380.497307:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@0000000057b2ed91 x1871652369182720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950380.497308:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950380.497322:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4dc2038 x1871652369182592/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950380.497329:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950380.497335:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950380.497349:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057b2ed91] to pc [ptlrpcd_00_02+2] req@0000000057b2ed91 x1871652369182720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950380.497350:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950380.497355:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950380.497365:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950380.497367:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784950380.497372:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950380.497376:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950380.497378:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950380.497388:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950380.497391:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000a4dc2038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369182592:0@lo:400: 00000100:00080000:3.0:1784950380.497394:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:0.0:1784950380.497406:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1784950380.497407:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1784950380.497414:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784950380.497416:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950380.497422:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950380.497424:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1784950380.497430:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1784950380.497433:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000848ff4cb. 02000000:00000010:0.0:1784950380.497439:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003aae633b. 00000020:00000040:3.0:1784950380.497441:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1784950380.497450:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950380.497451:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950380.497458:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950380.497458:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1784950380.497463:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c8e087d. 02000000:00000001:3.0:1784950380.497466:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950380.497468:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1784950380.497476:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060846b5f. 00000100:00000001:1.0:1784950380.497477:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1784950380.497479:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000033e9f3f3. 00000100:00000001:3.0:1784950380.497488:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950380.497492:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369182592, portal 25 00000100:00000040:1.0:1784950380.497493:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057b2ed91 x1871652369182720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950380.497500:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000848ff4cb x1871652369182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950380.497503:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950380.497509:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798847104 : -120287910704512 : ffff929949cfca80) 00000100:00000040:0.0:1784950380.497525:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a4dc2038 x1871652369182592/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950380.497563:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950380.497566:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950380.497571:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950380.497572:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950380.497572:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950380.497584:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1784950380.497587:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784950380.497590:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000848ff4cb] to pc [ptlrpcd_00_03+3] req@00000000848ff4cb x1871652369182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950380.497594:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c18e6a7. 02000000:00000001:1.0:1784950380.497594:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950380.497606:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369182592, offset 0 02000000:00000001:1.0:1784950380.497607:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950380.497618:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000057b2ed91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369182720:192.168.203.114@tcp:400: 00000400:00000200:0.0:1784950380.497626:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1784950380.497637:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950380.497647:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950380.497649:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950380.497653:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950380.497658:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1784950380.497659:0:441642:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1784950380.497660:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950380.497671:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050c4f330. 00000100:00000001:3.0:1784950380.497673:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1784950380.497679:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950380.497682:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1775566. 00000400:00000200:0.0:1784950380.497688:0:441642:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069baf80 00000400:00000010:1.0:1784950380.497689:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091d0e3e0. 00000020:00000040:3.0:1784950380.497692:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1784950380.497702:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950380.497704:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1784950380.497708:0:441642:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14061 [2] + 0 02000000:00000001:3.0:1784950380.497710:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950380.497718:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038e3e66e. 00000400:00000200:0.0:1784950380.497761:0:441642:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004a44aaf8 02000000:00000010:3.0:1784950380.497769:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d426fc0. 00000400:00000200:0.0:1784950380.497774:0:441642:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950380.497778:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950380.497784:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 00000100:00000040:3.0:1784950380.497791:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000e1775566 x1871652369182976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1784950380.497794:0:441642:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1784950380.497798:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369182720, portal 4 00000100:00000001:1.0:1784950380.497812:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784950380.497835:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a44aaf8 00000100:00000001:3.0:1784950380.497843:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950380.497845:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798850688 : -120287910700928 : ffff929949cfd880) 00000400:00000010:0.0:1784950380.497847:0:441642:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 000000004a44aaf8. 00000100:00000001:3.0:1784950380.497848:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.497855:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950380.497863:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950380.497865:0:441642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1784950380.497865:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1775566] to pc [ptlrpcd_00_00+0] req@00000000e1775566 x1871652369182976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950380.497871:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950380.497873:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000057b2ed91 x1871652369182720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950380.497875:0:441642:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1784950380.497885:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000848ff4cb x1871652369182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950380.497892:0:441642:0:(events.c:337:request_in_callback()) incoming req@00000000599a392a x1871652369182592 msgsize 224 00000100:00100000:0.0:1784950380.497925:0:441642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1784950380.497938:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950380.497939:0:441642:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1784950380.497940:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950380.497945:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950380.497951:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950380.497954:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950380.497957:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043abe6c8. 02000000:00000001:2.0:1784950380.497957:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1784950380.497961:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:2.0:1784950380.497964:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784950380.497965:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369182720, offset 0 00000100:00000001:0.0:1784950380.497968:0:441642:0:(events.c:373:request_in_callback()) Process leaving 00000100:00080000:3.0:1784950380.497971:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:2.0:1784950380.497977:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950380.497978:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1784950380.497987:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00080000:3.0:1784950380.497988:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1784950380.497991:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000848ff4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369182848:192.168.203.114@tcp:400: 00000400:00000200:0.0:1784950380.498000:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c18e6a7 00000100:00000001:3.0:1784950380.498001:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1784950380.498003:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784950380.498007:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:0.0:1784950380.498012:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c18e6a7. 02000000:00000001:2.0:1784950380.498014:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784950380.498018:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:3.0:1784950380.498020:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12625 02000000:00000001:2.0:1784950380.498022:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.498027:0:441642:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784950380.498030:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784950380.498034:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950380.498041:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1784950380.498044:0:441642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4dc2038 x1871652369182592/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950380.498045:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950380.498051:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950380.498051:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950380.498055:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784950380.498063:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10749:10749:252:4294967295] 192.168.203.114@tcp LPNI seq info [9544:9544:8:4294967295] 00000100:00000040:2.0:1784950380.498067:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e1775566 x1871652369182976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950380.498099:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950380.498103:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950380.498105:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1784950380.498112:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950380.498112:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950380.498116:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4dc2038 x1871652369182592/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950380.498120:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 02000000:00000001:2.0:1784950380.498121:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:1.0:1784950380.498124:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d6495b1. 02000000:00000001:2.0:1784950380.498128:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1784950380.498137:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12650 02000000:00000001:2.0:1784950380.498140:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950380.498151:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:2.0:1784950380.498158:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e1775566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369182976:192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950380.498159:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000100:00080000:3.0:1784950380.498171:0:431120:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1784950380.498172:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.498173:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1784950380.498179:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:0.0:1784950380.498184:0:441642:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784950380.498185:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784950380.498186:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000800:00000200:1.0:1784950380.498193:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007d6495b1 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1784950380.498193:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950380.498194:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950380.498199:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950380.498203:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784950380.498205:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950380.498212:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950380.498214:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307321083 02000000:00000010:2.0:1784950380.498215:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a506608. 00000020:00000001:3.0:1784950380.498217:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950380.498222:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950380.498223:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 02000000:00000001:2.0:1784950380.498229:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950380.498232:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:1.0:1784950380.498237:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13861 usecs (14 jiffies) 00000100:00000001:0.0:1784950380.498238:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307320059 00000400:00000010:2.0:1784950380.498238:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002be70b21. 00000020:00000040:3.0:1784950380.498239:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000100:00000001:1.0:1784950380.498250:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307318671 00000020:00000001:3.0:1784950380.498251:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000400:00000010:2.0:1784950380.498253:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8357575. 00000100:00000001:0.0:1784950380.498256:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307321083 00000100:00000001:1.0:1784950380.498264:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307321083 00000020:00000001:3.0:1784950380.498264:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00000200:2.0:1784950380.498267:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369182976, portal 4 00000100:00000001:0.0:1784950380.498270:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307320059 00000100:00000040:3.0:1784950380.498277:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 00000100:00000001:1.0:1784950380.498279:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307318671 00000100:00000001:2.0:1784950380.498279:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950380.498286:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307321083 00000100:00000001:2.0:1784950380.498286:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798849792 : -120287910701824 : ffff929949cfd500) 00000100:00000001:3.0:1784950380.498288:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950380.498292:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307321083 00000100:00000040:3.0:1784950380.498298:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950380.498303:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307320059 00000100:00000001:1.0:1784950380.498304:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307318671 00000100:00000001:3.0:1784950380.498306:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:2.0:1784950380.498308:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e1775566 x1871652369182976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950380.498319:0:431120:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000100:00000001:0.0:1784950380.498321:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307321083 00000100:00000001:1.0:1784950380.498322:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307321083 00000100:00080000:3.0:1784950380.498335:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 00000100:00000001:1.0:1784950380.498338:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307318671 00000100:00000001:0.0:1784950380.498339:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307320059 00000100:00080000:3.0:1784950380.498350:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 192.168.203.114@tcp/192.168.203.114@tcp 00000100:00000001:2.0:1784950380.498353:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950380.498357:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950380.498359:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307321083 00000100:00000001:3.0:1784950380.498359:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950380.498369:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950380.498372:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950380.498373:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1784950380.498374:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950380.498375:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7a3e15b. 00000100:00000001:1.0:1784950380.498387:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.498388:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950380.498388:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784950380.498389:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369182976, offset 0 00000100:00000001:1.0:1784950380.498394:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950380.498400:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.498403:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950380.498404:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950380.498406:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:2.0:1784950380.498414:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950380.498414:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.498424:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950380.498425:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1784950380.498426:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd729a45. 00000100:00000001:0.0:1784950380.498433:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950380.498434:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784950380.498434:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000040:3.0:1784950380.498436:0:431120:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:1.0:1784950380.498447:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950380.498450:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950380.498452:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950380.498452:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1784950380.498453:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950380.498459:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950380.498460:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950380.498462:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950380.498464:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950380.498472:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950380.498473:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950380.498473:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1784950380.498474:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784950380.498480:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950380.498488:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.498489:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950380.498489:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000010:3.0:1784950380.498497:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e254b15f. 00000400:00000200:2.0:1784950380.498509:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10750:10750:251:4294967295] 192.168.203.114@tcp LPNI seq info [9545:9545:7:4294967295] 00000100:00000001:3.0:1784950380.498510:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950380.498525:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cd729a45 x1871652369183104/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1784950380.498548:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034450a52. 00000100:00000001:3.0:1784950380.498550:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1784950380.498553:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950380.498556:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950380.498559:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950380.498572:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd729a45] to pc [ptlrpcd_rcv+-1] req@00000000cd729a45 x1871652369183104/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950380.498575:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038e3e66e. 00000800:00000200:2.0:1784950380.498586:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950380.498590:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c18e6a7. 00000800:00000010:2.0:1784950380.498606:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002058a4fe. 00000100:00000200:0.0:1784950380.498607:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369182848, portal 10 00000100:00000001:3.0:1784950380.498614:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.498620:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784950380.498622:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:2.0:1784950380.498629:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950380.498630:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798845312 : -120287910706304 : ffff929949cfc380) 00000100:00000001:3.0:1784950380.498632:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950380.498641:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031013d55. 00000020:00000040:3.0:1784950380.498648:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000800:00000200:2.0:1784950380.498651:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950380.498654:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1784950380.498657:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000848ff4cb x1871652369182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950380.498660:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1784950380.498666:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1784950380.498666:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002058a4fe type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784950380.498667:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950380.498678:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d6495b1. 02000000:00000010:3.0:1784950380.498681:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000002c68df2. 00000100:00000001:3.0:1784950380.498691:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950380.498694:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950380.498695:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950380.498697:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950380.498704:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@0000000031013d55 x1871652369183232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1784950380.498708:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950380.498710:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4716 usecs (5 jiffies) 00000100:00000001:3.0:1784950380.498755:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950380.498758:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950380.498760:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda7acfb. 00000400:00000200:1.0:1784950380.498763:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950380.498767:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307318663 00000100:00000040:3.0:1784950380.498768:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031013d55] to pc [ptlrpcd_00_01+1] req@0000000031013d55 x1871652369183232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950380.498774:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369182848, offset 0 00000100:00000001:2.0:1784950380.498778:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307321083 00000400:00000200:1.0:1784950380.498780:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043abe6c8 00000400:00000010:1.0:1784950380.498788:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043abe6c8. 00000100:00000001:2.0:1784950380.498791:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307318663 00000100:00000001:1.0:1784950380.498799:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950380.498802:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307321083 00000400:00000200:0.0:1784950380.498830:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950380.498834:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307318663 00000100:00000200:1.0:1784950380.498835:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057b2ed91 x1871652369182720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950380.498845:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307321083 00000100:00000001:2.0:1784950380.498852:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307318663 00000400:00000200:0.0:1784950380.498857:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950380.498859:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307321083 00000100:00000001:2.0:1784950380.498865:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950380.498868:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950380.498870:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.498875:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950380.498878:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057b2ed91 x1871652369182720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950380.498882:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784950380.498883:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12656) 00000100:00000001:2.0:1784950380.498885:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.498896:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950380.498901:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950380.498904:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.498908:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784950380.498911:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950380.498913:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950380.498913:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950380.498920:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1784950380.498922:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950380.498923:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784950380.498928:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369182592 00000100:00000001:2.0:1784950380.498932:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950380.498933:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1784950380.498940:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10751:10751:250:4294967295] 192.168.203.114@tcp LPNI seq info [9546:9546:6:4294967295] 00000100:00000001:2.0:1784950380.498941:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950380.498942:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950380.498948:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950380.498955:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:3.0:1784950380.498959:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.498961:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950380.498971:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369182592 00000100:00000001:2.0:1784950380.498975:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1784950380.498978:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1784950380.498982:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950380.498983:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784950380.498985:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:2.0:1784950380.498997:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784950380.498997:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:0.0:1784950380.499006:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000040:3.0:1784950380.499007:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:2.0:1784950380.499008:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784950380.499011:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950380.499015:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1784950380.499020:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:0.0:1784950380.499030:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784950380.499030:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950380.499031:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031013d55 x1871652369183232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950380.499032:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:0.0:1784950380.499037:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784950380.499040:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950380.499045:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950380.499051:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1784950380.499052:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950380.499055:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950380.499064:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000400:00000200:1.0:1784950380.499074:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000010:0.0:1784950380.499077:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bea13e4c. 00000100:00000001:3.0:1784950380.499078:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950380.499079:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950380.499087:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950380.499091:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 02000000:00000001:2.0:1784950380.499095:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784950380.499097:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bb000 00000800:00000200:0.0:1784950380.499101:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:2.0:1784950380.499104:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950380.499109:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037944230. 02000000:00000001:2.0:1784950380.499116:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950380.499119:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 1120 00000020:00000010:3.0:1784950380.499122:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000800:00000200:0.0:1784950380.499124:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:2.0:1784950380.499132:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000031013d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:441641:1871652369183232:192.168.203.114@tcp:400: 00000020:00000010:3.0:1784950380.499136:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000800:00000200:0.0:1784950380.499138:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bea13e4c type 1, nob 320 niov 1 nkiov 1 00000800:00000001:1.0:1784950380.499140:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950380.499153:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950380.499155:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950380.499158:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950380.499160:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784950380.499161:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:0.0:1784950380.499164:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5577 usecs (6 jiffies) 00000400:00000200:1.0:1784950380.499167:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784950380.499167:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950380.499171:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950380.499176:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307318664 00000100:00000001:3.0:1784950380.499179:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1784950380.499180:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950380.499186:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307321083 00000400:00000200:1.0:1784950380.499189:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950380.499189:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950380.499193:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031bfa75f. 00000100:00000001:0.0:1784950380.499195:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307318664 02000000:00000001:2.0:1784950380.499203:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.499204:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307321083 00000100:00000001:3.0:1784950380.499206:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950380.499208:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950380.499217:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307318664 00000100:00000200:1.0:1784950380.499218:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000010:2.0:1784950380.499218:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e821c46d. 00000100:00000001:3.0:1784950380.499227:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950380.499229:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307321083 00000100:00000010:1.0:1784950380.499233:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ada283f4. 00000400:00000010:2.0:1784950380.499233:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133105d. 00000100:00000001:0.0:1784950380.499237:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307318664 00000100:00000040:1.0:1784950380.499244:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000ada283f4 x1871652369182720 msgsize 224 00000100:00000001:0.0:1784950380.499245:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307321083 00000100:00000200:2.0:1784950380.499246:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369183232, portal 10 00000100:00000001:3.0:1784950380.499249:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950380.499256:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950380.499257:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950380.499259:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950380.499267:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798848896 : -120287910702720 : ffff929949cfd180) 00000100:00000001:0.0:1784950380.499268:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950380.499279:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00000001:0.0:1784950380.499281:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950380.499282:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:2.0:1784950380.499288:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000031013d55 x1871652369183232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950380.499289:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:0.0:1784950380.499292:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950380.499300:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785835788368 : -120287873763248 : ffff92994c037850) 00000100:00000001:0.0:1784950380.499307:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950380.499313:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1784950380.499315:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000599a392a x1871652369182592/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:531/0 lens 224/0 e 0 to 0 dl 1784950391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950380.499320:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950380.499322:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950380.499329:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950380.499335:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.499344:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.499354:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950380.499362:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000200:1.0:1784950380.499366:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784950380.499369:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:3.0:1784950380.499370:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000800:00000010:1.0:1784950380.499373:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002058a4fe. 00000100:00000001:3.0:1784950380.499377:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950380.499385:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000400:00000200:1.0:1784950380.499388:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784950380.499398:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000599a392a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369182592:12345-0@lo:400: 00000100:00000001:2.0:1784950380.499400:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1784950380.499405:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950380.499406:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:2.0:1784950380.499409:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369182720 00000100:00000200:3.0:1784950380.499415:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369182592 02000000:00000001:2.0:1784950380.499418:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1784950380.499419:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7a3e15b 00000800:00000001:0.0:1784950380.499420:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950380.499422:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950380.499425:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1784950380.499426:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d7a3e15b. 00000100:00000001:2.0:1784950380.499434:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950380.499434:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950380.499437:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950380.499440:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784950380.499442:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950380.499445:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.499447:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1784950380.499449:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1784950380.499452:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e1775566 x1871652369182976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950380.499455:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1784950380.499458:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369182720 00000020:00000001:3.0:1784950380.499458:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000020:00000001:2.0:1784950380.499467:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:0.0:1784950380.499469:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd729a45 x1871652369183104/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950380.499470:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000040:2.0:1784950380.499472:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:3.0:1784950380.499478:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950380.499482:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1784950380.499490:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000040:2.0:1784950380.499492:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:3.0:1784950380.499499:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950380.499502:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1784950380.499505:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:3.0:1784950380.499508:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950380.499516:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000040:1.0:1784950380.499517:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e1775566 x1871652369182976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950380.499518:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1784950380.499519:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950380.499527:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950380.499528:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950380.499530:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1784950380.499537:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1784950380.499538:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1784950380.499543:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 02000000:00000001:0.0:1784950380.499545:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784950380.499547:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000249f724b. 00000100:00000001:1.0:1784950380.499548:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.499549:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950380.499558:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950380.499559:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950380.499560:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1784950380.499561:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00000001:3.0:1784950380.499571:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950380.499575:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000cd729a45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369183104:192.168.203.114@tcp:8: 00000020:00000001:3.0:1784950380.499578:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950380.499580:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2c38d8a. 00000100:00000001:0.0:1784950380.499587:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00000040:3.0:1784950380.499590:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369182592 02000000:00000001:0.0:1784950380.499595:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:2.0:1784950380.499595:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00010000:00000001:3.0:1784950380.499596:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:0.0:1784950380.499603:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950380.499609:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 02000000:00000001:0.0:1784950380.499610:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000200:3.0:1784950380.499611:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000599a392a x1871652369182592/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:531/0 lens 224/224 e 0 to 0 dl 1784950391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950380.499624:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e3646475. 00010000:00000001:3.0:1784950380.499629:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1784950380.499631:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 02000000:00000001:0.0:1784950380.499634:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950380.499635:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.499643:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00001000:3.0:1784950380.499647:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=18 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950380.499650:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1784950380.499652:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bad3b2f8. 00000100:00000001:2.0:1784950380.499657:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950380.499660:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1784950380.499666:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c6a3f6. 00000100:00000040:3.0:1784950380.499669:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:2.0:1784950380.499674:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950380.499677:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000200:0.0:1784950380.499680:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369183104, portal 4 02000000:00000001:3.0:1784950380.499687:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950380.499691:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784950380.499692:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950380.499693:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950380.499694:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950380.499701:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798848000 : -120287910703616 : ffff929949cfce00) 00000100:00000001:3.0:1784950380.499706:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1784950380.499709:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950380.499752:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1784950380.499755:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1784950380.499758:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1784950380.499763:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 00000800:00000001:1.0:1784950380.499773:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950380.499774:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cd729a45 x1871652369183104/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950380.499775:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2647 00000100:00000200:3.0:1784950380.499775:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369182592, offset 224 00000800:00000001:1.0:1784950380.499786:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950380.499788:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000400:00000200:3.0:1784950380.499798:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1784950380.499799:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785833923456 : -120287875628160 : ffff92994be70380) 00000400:00000200:1.0:1784950380.499838:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950380.499842:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1784950380.499845:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ada283f4 x1871652369182720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:531/0 lens 224/0 e 0 to 0 dl 1784950391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950380.499856:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950380.499874:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bb100 00000400:00000200:3.0:1784950380.499875:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069baf80 00000100:00000040:0.0:1784950380.499879:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950380.499881:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950380.499894:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x156fd [1] + 224 00000400:00000010:0.0:1784950380.499895:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aab6dd5c. 00000020:00000010:2.0:1784950380.499896:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000100:00000001:2.0:1784950380.499910:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950380.499912:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950380.499918:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 1344 00000020:00000010:2.0:1784950380.499918:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000400:00000200:3.0:1784950380.499927:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:1.0:1784950380.499935:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950380.499937:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369183104, offset 0 00000100:00100000:2.0:1784950380.499939:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ada283f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369182720:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950380.499940:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784950380.499946:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950380.499952:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4dc2038 x1871652369182592/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950380.499956:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784950380.499956:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369182720 00000020:00000001:2.0:1784950380.499966:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:0.0:1784950380.499967:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950380.499974:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:1.0:1784950380.499979:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:2.0:1784950380.499984:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950380.499993:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:2.0:1784950380.499995:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950380.500003:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000040:3.0:1784950380.500008:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4dc2038 x1871652369182592/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950380.500010:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1784950380.500013:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1784950380.500023:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369182720, found 0 last_xid 1871652369182719 00000400:00000200:0.0:1784950380.500026:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:2.0:1784950380.500037:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950380.500042:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1784950380.500048:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950380.500054:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1784950380.500058:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000001:2.0:1784950380.500061:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950380.500064:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784950380.500073:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1784950380.500074:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10752:10752:251:4294967295] 192.168.203.114@tcp LPNI seq info [9547:9547:7:4294967295] 00000100:00000001:2.0:1784950380.500082:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950380.500087:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1784950380.500094:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000df4efc59. 02000000:00000001:2.0:1784950380.500103:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950380.500105:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950380.500111:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950380.500119:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950380.500124:0:441635:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:2.0:1784950380.500126:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369182720 00000800:00000200:0.0:1784950380.500127:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950380.500129:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00010000:00000001:2.0:1784950380.500133:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:3.0:1784950380.500135:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 00000400:00000010:3.0:1784950380.500141:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 00000800:00000010:0.0:1784950380.500144:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 00000100:00000010:1.0:1784950380.500145:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8afbe80. 00000100:00000001:3.0:1784950380.500147:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000200:2.0:1784950380.500149:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000ada283f4 x1871652369182720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:531/0 lens 224/224 e 0 to 0 dl 1784950391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950380.500155:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1784950380.500158:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000b8afbe80 x1871652369182976 msgsize 224 00000100:00000001:3.0:1784950380.500164:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950380.500169:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:3.0:1784950380.500179:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00100000:1.0:1784950380.500186:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00010000:00000001:3.0:1784950380.500190:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00010000:00000001:2.0:1784950380.500194:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1784950380.500198:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950380.500199:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00010000:00000001:2.0:1784950380.500201:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950380.500207:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950380.500211:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1784950380.500213:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 616 niov 1 nkiov 1 00000100:00001000:2.0:1784950380.500215:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=13 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950380.500221:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000599a392a x1871652369182592/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:531/0 lens 224/224 e 0 to 0 dl 1784950391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950380.500227:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950380.500232:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950380.500235:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950380.500240:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950380.500244:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000040:0.0:1784950380.500251:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 0 usecs (0 jiffies) 00000800:00000001:1.0:1784950380.500252:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950380.500255:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000001:1.0:1784950380.500260:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950380.500267:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307321085 02000000:00000001:2.0:1784950380.500268:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950380.500275:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950380.500283:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000599a392a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369182592:12345-0@lo:400: Request processed in 913us (2381us total) trans 0 rc 0/0 00000400:00000200:1.0:1784950380.500285:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950380.500286:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307321083 00000100:00000001:2.0:1784950380.500287:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950380.500303:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950380.500307:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307321085 00000400:00000010:2.0:1784950380.500311:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829f3cf7. 00000400:00000200:1.0:1784950380.500315:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bb080 00000100:00100000:3.0:1784950380.500315:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00000200:2.0:1784950380.500325:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369182720, offset 224 00000100:00000001:0.0:1784950380.500326:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307321083 00000100:00000040:3.0:1784950380.500327:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:3.0:1784950380.500338:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1784950380.500340:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 152320 00000100:00000001:0.0:1784950380.500343:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307321085 00000100:00000001:3.0:1784950380.500343:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950380.500353:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000100:00000001:0.0:1784950380.500356:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307321083 00000800:00000001:1.0:1784950380.500359:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950380.500362:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000400:00000200:2.0:1784950380.500366:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950380.500370:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307321085 00000020:00000010:3.0:1784950380.500375:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037944230. 00000800:00000001:1.0:1784950380.500378:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950380.500381:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307321083 00000020:00000040:3.0:1784950380.500387:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000400:00000200:1.0:1784950380.500389:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950380.500393:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950380.500394:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:3.0:1784950380.500399:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1784950380.500409:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950380.500410:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950380.500410:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000249f724b. 00000400:00000200:2.0:1784950380.500415:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10753:10753:250:4294967295] 192.168.203.114@tcp LPNI seq info [9548:9548:6:4294967295] 02000000:00000001:3.0:1784950380.500422:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1784950380.500426:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950380.500429:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950380.500438:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950380.500441:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1784950380.500453:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1784950380.500455:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf75c3b6. 00000400:00000200:2.0:1784950380.500456:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950380.500460:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950380.500467:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e9ab19a. 00000100:00000001:0.0:1784950380.500473:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950380.500481:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950380.500482:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:2.0:1784950380.500482:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950380.500490:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1784950380.500491:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950380.500493:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005b63d50. 00000100:00000010:1.0:1784950380.500499:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000839acf94. 00000100:00000001:0.0:1784950380.500504:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950380.500505:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000839acf94 x1871652369182848 msgsize 224 00000800:00000200:2.0:1784950380.500513:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:1.0:1784950380.500525:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000200:2.0:1784950380.500526:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950380.500533:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000005b63d50 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950380.500541:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.500542:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950380.500545:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950380.500551:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784950380.500551:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000800:00000001:1.0:1784950380.500559:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784950380.500560:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000001:0.0:1784950380.500564:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1784950380.500565:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950380.500572:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1784950380.500574:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1784950380.500579:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c8e087d. 00000100:00000040:2.0:1784950380.500588:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ada283f4 x1871652369182720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:531/0 lens 224/224 e 0 to 0 dl 1784950391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950380.500589:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950380.500591:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1784950380.500592:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846b5f 00000800:00000010:3.0:1784950380.500599:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 00000100:00100000:1.0:1784950380.500601:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369182848 00000400:00000010:0.0:1784950380.500603:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000060846b5f. 02000000:00000001:1.0:1784950380.500611:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1784950380.500613:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950380.500618:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950380.500619:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950380.500627:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950380.500636:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950380.500638:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950380.500639:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4dc2038 x1871652369182592/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950380.500644:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ada283f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369182720:12345-192.168.203.114@tcp:400: Request processed in 751us (1386us total) trans 0 rc 0/0 00000100:00100000:1.0:1784950380.500651:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369182848 00000400:00000200:3.0:1784950380.500652:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aab6dd5c 00000400:00000010:3.0:1784950380.500660:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aab6dd5c. 00000020:00000001:1.0:1784950380.500662:0:453541:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950380.500671:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:3.0:1784950380.500673:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1784950380.500681:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:2.0:1784950380.500683:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2647 00000100:00000200:3.0:1784950380.500688:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd729a45 x1871652369183104/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784950380.500691:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000040:2.0:1784950380.500696:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000200:0.0:1784950380.500700:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4dc2038 x1871652369182592/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950380.500703:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:2.0:1784950380.500705:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950380.500710:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1784950380.500716:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000010:2.0:1784950380.500755:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000100:00000001:1.0:1784950380.500767:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950380.500767:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000100:00000001:3.0:1784950380.500775:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1784950380.500779:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000020:00000010:2.0:1784950380.500779:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2c38d8a. 00000100:00000040:3.0:1784950380.500787:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd729a45 x1871652369183104/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950380.500790:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1784950380.500792:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:2.0:1784950380.500801:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950380.500803:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000100:00000001:0.0:1784950380.500811:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950380.500841:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950380.500843:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950380.500848:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c615aeb. 00000100:00000001:0.0:1784950380.500851:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950380.500851:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950380.500854:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1784950380.500860:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 02000000:00000001:0.0:1784950380.500862:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1784950380.500863:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369182976 00000020:00000010:1.0:1784950380.500867:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000824c4458. 00000100:00000001:0.0:1784950380.500869:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784950380.500871:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950380.500877:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.500879:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1784950380.500880:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 00000100:00000040:1.0:1784950380.500881:0:453541:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1784950380.500886:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950380.500889:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950380.500892:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1784950380.500893:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369183232, offset 0 02000000:00000001:2.0:1784950380.500894:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950380.500900:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=18 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950380.500900:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1784950380.500906:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369182976 00000100:00000001:1.0:1784950380.500909:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950380.500915:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=18 v=5 (1 1 1 1) 00000400:00000200:3.0:1784950380.500918:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950380.500919:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950380.500922:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:2.0:1784950380.500927:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:1.0:1784950380.500931:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1784950380.500933:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950380.500935:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950380.500935:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:3.0:1784950380.500939:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950380.500942:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950380.500943:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000400:00000200:3.0:1784950380.500949:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1784950380.500954:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784950380.500957:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950380.500958:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000400:00000200:3.0:1784950380.500961:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00010000:00000001:0.0:1784950380.500964:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950380.500967:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000400:00000200:3.0:1784950380.500973:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950380.500975:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950380.500978:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950380.500983:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950380.500987:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950380.500988:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1784950380.500991:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000100:00000040:0.0:1784950380.500995:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4dc2038 x1871652369182592/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950380.501001:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1784950380.501008:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1542 00000400:00000200:3.0:1784950380.501010:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10754:10754:250:4294967295] 192.168.203.114@tcp LPNI seq info [9549:9549:6:4294967295] 00000020:00000010:2.0:1784950380.501014:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00000040:1.0:1784950380.501021:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000010:2.0:1784950380.501025:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2c38d8a. 00000100:00000001:1.0:1784950380.501030:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032843392 : -120287676708224 : ffff929957c24a80) 00000020:00000010:2.0:1784950380.501036:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000020:00000010:2.0:1784950380.501047:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000100:00000040:1.0:1784950380.501051:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000839acf94 x1871652369182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:531/0 lens 224/0 e 0 to 0 dl 1784950391 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950380.501060:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950380.501062:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000400:00000200:3.0:1784950380.501071:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950380.501074:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950380.501076:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950380.501083:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950380.501085:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950380.501089:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950380.501101:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.0:1784950380.501102:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950380.501104:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950380.501106:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4dc2038 x1871652369182592/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950380.501109:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006efe479. 00000800:00000010:3.0:1784950380.501116:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d55125b7. 00000100:00000001:1.0:1784950380.501119:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950380.501128:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950380.501132:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006efe479. 00000800:00000200:3.0:1784950380.501138:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950380.501149:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1784950380.501152:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000839acf94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369182848:12345-192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950380.501156:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000200:3.0:1784950380.501162:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:0.0:1784950380.501174:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000a4dc2038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369182592:0@lo:400: 00000100:00000200:1.0:1784950380.501175:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369182848 00000100:00100000:2.0:1784950380.501175:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2648 00000800:00000200:3.0:1784950380.501176:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d55125b7 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1784950380.501187:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:2.0:1784950380.501187:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950380.501192:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950380.501195:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950380.501198:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032854144 : -120287676697472 : ffff929957c27480) 00000100:00000001:0.0:1784950380.501203:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950380.501203:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5056 usecs (6 jiffies) 00000020:00000001:1.0:1784950380.501204:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950380.501211:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b8afbe80 x1871652369182976/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:531/0 lens 224/0 e 0 to 0 dl 1784950391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950380.501217:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307318666 00000100:00000001:0.0:1784950380.501218:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1784950380.501219:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950380.501228:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:3.0:1784950380.501230:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307321085 00000100:00000040:0.0:1784950380.501235:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4dc2038 x1871652369182592/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950380.501238:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950380.501241:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307318666 00000020:00000001:1.0:1784950380.501248:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950380.501248:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950380.501252:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307321085 00000020:00000001:1.0:1784950380.501257:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1784950380.501257:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000100:00000001:3.0:1784950380.501264:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307318666 00000020:00000001:1.0:1784950380.501265:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950380.501268:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950380.501274:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950380.501276:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307321085 00000020:00000010:2.0:1784950380.501280:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000020:00000001:1.0:1784950380.501283:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950380.501289:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307318666 00000100:00000001:1.0:1784950380.501292:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950380.501297:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950380.501300:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307321085 02000000:00000001:1.0:1784950380.501302:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1784950380.501302:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b8afbe80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369182976:12345-192.168.203.114@tcp:400: 02000000:00000001:0.0:1784950380.501305:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784950380.501311:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1784950380.501313:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000030ab151c. 02000000:00000010:0.0:1784950380.501315:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003aae633b. 02000000:00000001:1.0:1784950380.501322:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950380.501323:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369182976 00000100:00000001:3.0:1784950380.501325:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950380.501331:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950380.501331:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:0.0:1784950380.501332:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950380.501334:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950380.501338:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950380.501338:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950380.501341:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950380.501342:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950380.501346:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369182848 00000020:00000001:2.0:1784950380.501346:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950380.501349:0:441642:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00010000:00000001:1.0:1784950380.501355:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:2.0:1784950380.501355:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950380.501358:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:2.0:1784950380.501361:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 02000000:00000010:0.0:1784950380.501365:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c9722aa. 00010000:00000200:1.0:1784950380.501367:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000839acf94 x1871652369182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:531/0 lens 224/224 e 0 to 0 dl 1784950391 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950380.501368:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1784950380.501377:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369182976, found 0 last_xid 1871652369182975 02000000:00000001:0.0:1784950380.501378:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950380.501386:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1784950380.501387:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950380.501388:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000010:0.0:1784950380.501394:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4dc2038. 00010000:00000001:1.0:1784950380.501395:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950380.501396:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000001:3.0:1784950380.501399:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950380.501402:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00001000:1.0:1784950380.501404:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=13 v=5 (1 1 1 1) 00000020:00000001:2.0:1784950380.501411:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.501412:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950380.501415:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1784950380.501418:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950380.501421:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950380.501424:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1784950380.501425:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950380.501433:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950380.501433:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950380.501433:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:3.0:1784950380.501437:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1784950380.501441:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000022f0c017. 02000000:00000001:1.0:1784950380.501449:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000010:3.0:1784950380.501449:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bea13e4c. 02000000:00000001:2.0:1784950380.501450:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.501451:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784950380.501456:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.501461:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.501462:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950380.501463:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950380.501464:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1784950380.501475:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950380.501477:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950380.501478:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:2.0:1784950380.501484:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369182976 00000400:00000010:1.0:1784950380.501487:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043abe6c8. 00000100:00000001:0.0:1784950380.501488:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950380.501489:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:2.0:1784950380.501492:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000200:1.0:1784950380.501494:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369182848, offset 224 00000400:00000200:3.0:1784950380.501504:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda7acfb 00010000:00000200:2.0:1784950380.501508:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000b8afbe80 x1871652369182976/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:531/0 lens 224/224 e 0 to 0 dl 1784950391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950380.501510:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dda7acfb. 00000100:00000001:3.0:1784950380.501520:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1784950380.501527:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000001:2.0:1784950380.501533:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1784950380.501534:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000848ff4cb x1871652369182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950380.501537:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950380.501548:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=13 v=5 (1 1 1 1) 00000400:00000200:1.0:1784950380.501552:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950380.501563:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950380.501572:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950380.501574:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950380.501576:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10755:10755:249:4294967295] 192.168.203.114@tcp LPNI seq info [9550:9550:5:4294967295] 00000800:00000001:0.0:1784950380.501578:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950380.501582:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:3.0:1784950380.501587:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000848ff4cb x1871652369182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950380.501591:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950380.501596:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950380.501600:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950380.501607:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1784950380.501616:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950380.501621:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950380.501623:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950380.501624:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:0.0:1784950380.501629:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950380.501633:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1784950380.501635:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7a3e15b. 00000800:00000200:1.0:1784950380.501640:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950380.501645:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d6495b1. 00000100:00000200:2.0:1784950380.501645:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369182976, offset 224 00000400:00000200:0.0:1784950380.501656:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:3.0:1784950380.501666:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1784950380.501667:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950380.501667:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950380.501675:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005b63d50. 00000400:00000200:3.0:1784950380.501684:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1784950380.501694:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:2.0:1784950380.501695:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950380.501697:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069bb180 00000400:00000200:3.0:1784950380.501703:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000200:1.0:1784950380.501706:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007d6495b1 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950380.501717:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10756:10756:249:4294967295] 192.168.203.114@tcp LPNI seq info [9551:9551:5:4294967295] 00000100:00000001:1.0:1784950380.501774:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1784950380.501780:0:441634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369183104 offset 0 length 520: 4 00000100:00000040:1.0:1784950380.501783:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950380.501785:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:1.0:1784950380.501791:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950380.501796:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950380.501800:0:441634:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 000000007bc277d1 is in inconsistent state, don't perform health checking (-2, 0) 00000020:00000001:1.0:1784950380.501801:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1784950380.501802:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829f3cf7 00000800:00000200:2.0:1784950380.501809:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950380.501811:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000829f3cf7. 00000100:00000040:1.0:1784950380.501835:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000839acf94 x1871652369182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:531/0 lens 224/224 e 0 to 0 dl 1784950391 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950380.501836:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000010:2.0:1784950380.501842:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070b3560d. 00000100:00000001:3.0:1784950380.501843:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950380.501851:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950380.501860:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950380.501861:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:1.0:1784950380.501869:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000839acf94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369182848:12345-192.168.203.114@tcp:400: Request processed in 764us (1359us total) trans 0 rc 0/0 00000800:00000200:2.0:1784950380.501875:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000001:0.0:1784950380.501881:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950380.501882:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000070b3560d type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1784950380.501887:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1542 00000100:00000040:1.0:1784950380.501895:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:2.0:1784950380.501897:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950380.501900:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1784950380.501903:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950380.501905:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1784950380.501909:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000010:1.0:1784950380.501911:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000020:00000001:2.0:1784950380.501913:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950380.501915:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1784950380.501918:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1784950380.501919:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000824c4458. 00000800:00000200:0.0:1784950380.501922:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950380.501923:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d6495b1. 00000020:00000010:1.0:1784950380.501928:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c615aeb. 00000100:00000040:2.0:1784950380.501931:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8afbe80 x1871652369182976/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:531/0 lens 224/224 e 0 to 0 dl 1784950391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950380.501935:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d55125b7. 00000400:00000200:3.0:1784950380.501938:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1784950380.501940:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000400:00000200:0.0:1784950380.501952:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950380.501953:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950380.501960:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:2.0:1784950380.501971:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b8afbe80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369182976:12345-192.168.203.114@tcp:400: Request processed in 711us (1801us total) trans 0 rc 0/0 00000400:00000200:3.0:1784950380.501974:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043abe6c8 00000400:00000200:0.0:1784950380.501981:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:3.0:1784950380.501983:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043abe6c8. 00000800:00000001:1.0:1784950380.501992:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950380.501999:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1784950380.502001:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 00000800:00000001:1.0:1784950380.502007:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950380.502008:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1784950380.502009:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2648 00000400:00000010:0.0:1784950380.502011:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 00000800:00000001:1.0:1784950380.502017:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950380.502020:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:2.0:1784950380.502026:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950380.502028:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:1.0:1784950380.502029:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950380.502029:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950380.502039:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000020:00000010:2.0:1784950380.502046:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000100:00000200:0.0:1784950380.502047:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031013d55 x1871652369183232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950380.502049:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:2.0:1784950380.502055:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2c38d8a. 00000020:00000040:2.0:1784950380.502064:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:2.0:1784950380.502073:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950380.502074:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bb080 00000400:00000200:1.0:1784950380.502093:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15715 [1] + 224 00000100:00000001:0.0:1784950380.502096:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784950380.502109:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950380.502110:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031013d55 x1871652369183232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950380.502129:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.502132:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784950380.502174:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950380.502180:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950380.502188:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950380.502196:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950380.502202:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000848ff4cb x1871652369182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950380.502216:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000848ff4cb x1871652369182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950380.502243:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950380.502255:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950380.502302:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950380.502306:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1784950380.502310:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070b3560d. 00000100:00000001:2.0:1784950380.502314:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950380.502325:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1784950380.502326:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1784950380.502333:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784950380.502335:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950380.502344:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:2.0:1784950380.502345:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038e3e66e. 00000800:00000001:1.0:1784950380.502346:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950380.502348:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950380.502358:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950380.502361:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c18e6a7 00000800:00000001:3.0:1784950380.502364:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950380.502370:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c18e6a7. 00000400:00000200:3.0:1784950380.502381:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950380.502382:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950380.502385:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7a3e15b 00000400:00000010:0.0:1784950380.502393:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d7a3e15b. 00000100:00000200:2.0:1784950380.502400:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000848ff4cb x1871652369182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950380.502402:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bb000 00000100:00000001:0.0:1784950380.502409:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950380.502418:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1784950380.502421:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15705 [1] + 224 00000800:00000001:3.0:1784950380.502438:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950380.502445:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000848ff4cb x1871652369182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950380.502446:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950380.502456:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950380.502471:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950380.502474:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950380.502479:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950380.502480:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950380.502486:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950380.502489:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1784950380.502490:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057b2ed91 x1871652369182720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950380.502493:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950380.502498:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950380.502506:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950380.502518:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=13 v=5 (5 5 5 5) 00000100:00000040:3.0:1784950380.502522:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057b2ed91 x1871652369182720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950380.502528:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950380.502543:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950380.502547:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950380.502555:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784950380.502562:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000848ff4cb x1871652369182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950380.502568:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784950380.502582:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950380.502583:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950380.502590:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950380.502594:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1784950380.502596:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950380.502604:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950380.502605:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950380.502616:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1784950380.502618:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950380.502625:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950380.502630:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950380.502636:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bb200 00000100:00000001:1.0:1784950380.502638:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784950380.502638:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000848ff4cb x1871652369182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950380.502653:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 152544 00000800:00000001:3.0:1784950380.502669:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784950380.502671:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950380.502676:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784950380.502676:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950380.502679:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950380.502681:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091d0e3e0. 00000100:00000001:2.0:1784950380.502681:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1784950380.502684:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950380.502688:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950380.502692:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000400:00000200:3.0:1784950380.502699:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:1.0:1784950380.502700:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 00000100:00000040:2.0:1784950380.502702:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000848ff4cb x1871652369182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950380.502713:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950380.502714:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950380.502752:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1784950380.502758:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c8769e09. 00000100:00000200:1.0:1784950380.502765:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057b2ed91 x1871652369182720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950380.502766:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000c8769e09 x1871652369183232 msgsize 224 00000100:00100000:3.0:1784950380.502788:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950380.502809:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1784950380.502810:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057b2ed91 x1871652369182720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950380.502810:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000848ff4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369182848:192.168.203.114@tcp:400: 00000800:00000001:3.0:1784950380.502848:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950380.502851:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950380.502857:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950380.502858:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950380.502860:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950380.502862:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950380.502865:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000848ff4cb x1871652369182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950380.502870:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950380.502873:0:441643:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:3.0:1784950380.502878:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950380.502880:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950380.502887:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950380.502888:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950380.502890:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784950380.502894:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950380.502900:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369183232 02000000:00000001:2.0:1784950380.502900:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1784950380.502903:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:1.0:1784950380.502906:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950380.502906:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034450a52. 02000000:00000001:0.0:1784950380.502911:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:1.0:1784950380.502920:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=8 v=5 (5 5 5 5) 02000000:00000001:2.0:1784950380.502920:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950380.502921:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1784950380.502926:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950380.502931:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950380.502932:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bb100 00000020:00000040:2.0:1784950380.502934:0:441644:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00001000:1.0:1784950380.502935:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=8 v=5 (1 1 1 1) 02000000:00000001:0.0:1784950380.502947:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950380.502949:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1784950380.502949:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:3.0:1784950380.502955:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x1570d [1] + 224 00000100:00000001:1.0:1784950380.502958:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950380.502958:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000033e9f3f3. 00000100:00100000:0.0:1784950380.502961:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369183232 00000800:00000001:3.0:1784950380.502966:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784950380.502967:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1784950380.502968:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1784950380.502971:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00010000:00000001:1.0:1784950380.502974:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950380.502974:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1784950380.502976:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950380.502978:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000010:2.0:1784950380.502980:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000848ff4cb. 00000100:00000001:1.0:1784950380.502983:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1784950380.502989:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950380.502991:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:1.0:1784950380.502992:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950380.502992:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950380.502999:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950380.503002:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000040:0.0:1784950380.503003:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000400:00000200:3.0:1784950380.503007:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950380.503008:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.503008:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950380.503018:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:2.0:1784950380.503025:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950380.503025:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784950380.503028:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057b2ed91 x1871652369182720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950380.503030:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:2.0:1784950380.503031:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950380.503044:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e1775566 x1871652369182976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950380.503045:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950380.503047:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950380.503053:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950380.503061:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000586e93a0. 00000100:00000001:0.0:1784950380.503075:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950380.503078:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950380.503090:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000586e93a0. 00000100:00000001:1.0:1784950380.503093:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950380.503102:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950380.503107:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e1775566 x1871652369182976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950380.503108:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003aae633b. 00000100:00000040:1.0:1784950380.503118:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057b2ed91 x1871652369182720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950380.503124:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c3a4a7bd. 00000020:00000010:0.0:1784950380.503139:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000040:0.0:1784950380.503157:0:453511:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:1.0:1784950380.503163:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000057b2ed91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369182720:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950380.503166:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950380.503169:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950380.503174:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950380.503181:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950380.503182:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950380.503183:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950380.503193:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950380.503195:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950380.503199:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1784950380.503209:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:1.0:1784950380.503210:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057b2ed91 x1871652369182720/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950380.503216:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.503227:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950380.503233:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950380.503233:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950380.503237:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950380.503241:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050c4f330. 00000400:00000001:2.0:1784950380.503241:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950380.503244:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1784950380.503247:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1784950380.503247:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002be70b21. 00000020:00000001:1.0:1784950380.503250:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950380.503252:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000400:00000200:2.0:1784950380.503252:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8357575 00000400:00000010:2.0:1784950380.503255:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e8357575. 00000020:00000001:1.0:1784950380.503256:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950380.503260:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9f26aca. 00000100:00000001:0.0:1784950380.503261:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950380.503261:0:441641:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1784950380.503265:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1784950380.503271:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e1775566 x1871652369182976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950380.503272:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950380.503274:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057b2ed91. 00000100:00000001:1.0:1784950380.503281:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950380.503285:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950380.503289:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950380.503289:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e1775566 x1871652369182976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950380.503292:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950380.503299:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950380.503300:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950380.503304:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950380.503313:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950380.503314:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950380.503319:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.503319:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950380.503321:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1784950380.503322:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1543 00000100:00000001:2.0:1784950380.503326:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950380.503328:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1784950380.503335:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1784950380.503338:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000001:3.0:1784950380.503338:0:453513:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.503342:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950380.503346:0:453513:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.503350:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.503351:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798856064 : -120287910695552 : ffff929949cfed80) 02000000:00000001:2.0:1784950380.503364:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950380.503373:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c8769e09 x1871652369183232/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:531/0 lens 224/0 e 0 to 0 dl 1784950391 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950380.503377:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=13 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950380.503394:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950380.503406:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950380.503409:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950380.503414:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950380.503417:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1784950380.503417:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.503425:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950380.503427:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000020:00000010:0.0:1784950380.503429:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000586e93a0. 00000100:00000001:2.0:1784950380.503430:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950380.503433:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.503442:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950380.503447:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e1775566 x1871652369182976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950380.503455:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000586e93a0. 00000100:00000001:2.0:1784950380.503467:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950380.503473:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1784950380.503476:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c8769e09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441641:x1871652369183232:12345-192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950380.503477:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950380.503490:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1775566 x1871652369182976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950380.503497:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369183232 00000020:00000001:0.0:1784950380.503508:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00100000:2.0:1784950380.503510:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e1775566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369182976:192.168.203.114@tcp:400: 00000020:00000001:0.0:1784950380.503518:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950380.503519:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950380.503527:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.503527:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950380.503535:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e1775566 x1871652369182976/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950380.503540:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950380.503547:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:2.0:1784950380.503549:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950380.503554:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1784950380.503561:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000010:2.0:1784950380.503561:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a506608. 00000020:00000001:0.0:1784950380.503571:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950380.503572:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950380.503576:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950380.503581:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1784950380.503583:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950380.503586:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:0.0:1784950380.503592:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000010:2.0:1784950380.503592:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d426fc0. 00000020:00000001:0.0:1784950380.503601:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950380.503602:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950380.503606:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1784950380.503614:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000010:2.0:1784950380.503615:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e1775566. 00000100:00000001:2.0:1784950380.503623:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950380.503625:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950380.503626:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950380.503635:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950380.503635:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.503641:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950380.503644:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950380.503646:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950380.503647:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000042a7343f. 00000100:00000001:2.0:1784950380.503649:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950380.503658:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.503665:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950380.503669:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950380.503674:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369183232 00010000:00000001:0.0:1784950380.503679:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:0.0:1784950380.503689:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c8769e09 x1871652369183232/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:531/0 lens 224/224 e 0 to 0 dl 1784950391 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950380.503706:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950380.503709:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950380.503713:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=13 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950380.503763:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950380.503768:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950380.503773:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950380.503778:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950380.503780:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950380.503785:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950380.503790:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950380.503797:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060846b5f. 00000100:00000200:0.0:1784950380.503803:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369183232, offset 224 00000400:00000200:0.0:1784950380.503837:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950380.503851:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950380.503860:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10757:10757:252:4294967295] 192.168.203.114@tcp LPNI seq info [9552:9552:8:4294967295] 00000400:00000200:0.0:1784950380.503878:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950380.503887:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950380.503895:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdda80e2. 00000800:00000200:0.0:1784950380.503903:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950380.503913:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950380.503918:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdda80e2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950380.503943:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950380.503950:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950380.503954:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950380.503958:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950380.503962:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950380.503969:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c8769e09 x1871652369183232/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:531/0 lens 224/224 e 0 to 0 dl 1784950391 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950380.503987:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c8769e09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441641:x1871652369183232:12345-192.168.203.114@tcp:400: Request processed in 570us (1219us total) trans 0 rc 0/0 00000100:00100000:0.0:1784950380.504004:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1543 00000100:00000040:0.0:1784950380.504010:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:0.0:1784950380.504016:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950380.504019:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950380.504024:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3a4a7bd. 00000020:00000010:0.0:1784950380.504032:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000020:00000010:0.0:1784950380.504038:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003aae633b. 00000020:00000040:0.0:1784950380.504045:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:0.0:1784950380.504051:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950380.504093:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950380.504100:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdda80e2. 00000400:00000200:1.0:1784950380.504105:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950380.504111:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950380.504115:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846b5f 00000400:00000010:1.0:1784950380.504117:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000060846b5f. 00000100:00000001:1.0:1784950380.504121:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950380.504124:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1784950380.504131:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950380.504138:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950380.504140:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950380.504145:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950380.504151:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950380.504162:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bb200 00000400:00000200:1.0:1784950380.504172:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x1571d [1] + 224 00000800:00000001:1.0:1784950380.504178:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950380.504183:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950380.504185:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950380.504189:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950380.504193:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950380.504197:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031013d55 x1871652369183232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950380.504208:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031013d55 x1871652369183232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950380.504227:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950380.504235:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950380.504239:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950380.504290:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950380.504295:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950380.504301:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950380.504304:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950380.504306:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e821c46d. 00000400:00000200:2.0:1784950380.504311:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133105d 00000400:00000010:2.0:1784950380.504313:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b133105d. 00000100:00000001:2.0:1784950380.504316:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950380.504321:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031013d55 x1871652369183232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950380.504331:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031013d55 x1871652369183232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950380.504340:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950380.504341:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950380.504344:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950380.504346:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950380.504347:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950380.504349:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950380.504351:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950380.504356:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=13 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950380.504359:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950380.504362:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950380.504365:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950380.504367:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784950380.504370:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000031013d55 x1871652369183232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950380.504379:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.504382:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950380.504384:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950380.504385:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950380.504387:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950380.504390:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031013d55 x1871652369183232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950380.504398:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950380.504400:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950380.504402:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950380.504405:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031013d55 x1871652369183232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950380.504414:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000031013d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:441641:1871652369183232:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950380.504418:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950380.504420:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950380.504423:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031013d55 x1871652369183232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950380.504430:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950380.504432:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950380.504433:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031bfa75f. 02000000:00000001:2.0:1784950380.504437:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950380.504438:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950380.504440:0:441641:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1784950380.504442:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950380.504443:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000002c68df2. 02000000:00000001:2.0:1784950380.504446:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950380.504447:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950380.504449:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031013d55. 00000100:00000001:2.0:1784950380.504453:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950380.504454:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950380.504456:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950380.504461:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950380.504462:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950380.504464:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950380.504467:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950380.880886:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950380.880894:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950380.880902:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950380.880904:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950380.880985:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950380.880994:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950380.881000:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950381.328945:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.24@tcp 00000800:00000010:1.0:1784950381.328956:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002c55871f. 00000400:00000200:1.0:1784950381.328971:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950381.328983:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.24@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950381.328997:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12653 health :900 00000400:00000200:1.0:1784950381.329007:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950381.329015:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.24@tcp: 1 00000400:00000200:1.0:1784950381.329027:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.24@tcp: -114 00000800:00000100:1.0:1784950381.329055:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.1@tcp 00000800:00000010:1.0:1784950381.329059:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d3dc9d67. 00000400:00000200:1.0:1784950381.329065:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:3.0:1784950381.329070:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1784950381.329072:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.1@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950381.329085:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950381.329091:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.24@tcp(0000000081b1467d) state 0x840 00000400:00000200:1.0:1784950381.329094:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.1@tcp: 1 00000400:00000200:1.0:1784950381.329104:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.1@tcp: -114 00000400:00000001:3.0:1784950381.329109:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950381.329114:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950381.329118:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f84b3947 00000400:00000010:3.0:1784950381.329121:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f84b3947. 00000400:00000200:3.0:1784950381.329128:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950381.329138:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.24@tcp: -114 00000400:00000010:3.0:1784950381.329145:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000197c7725. 00000400:00000200:3.0:1784950381.329154:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.24@tcp:-110 00000400:00000200:3.0:1784950381.329158:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.24@tcp(0000000081b1467d) state 0x2040 rc -110 00000400:00000200:3.0:1784950381.329164:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.24@tcp 00000400:00000200:3.0:1784950381.329185:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.1@tcp(00000000140c9c35) state 0x861 00000400:00000001:3.0:1784950381.329190:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950381.329193:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950381.329195:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdf88c3f 00000400:00000010:3.0:1784950381.329198:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdf88c3f. 00000400:00000200:3.0:1784950381.329202:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950381.329205:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.1@tcp: -114 00000400:00000010:3.0:1784950381.329209:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a87577d6. 00000400:00000200:3.0:1784950381.329214:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.1@tcp:-110 00000400:00000200:3.0:1784950381.329219:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.1@tcp(00000000140c9c35) state 0x2061 rc -110 00000400:00000200:1.0:1784950381.329227:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.24@tcp NID 111.222.142.24@tcp: -110. discovery complete 00000400:00000200:1.0:1784950381.329235:0:455330:0:(peer.c:1550:LNetPrimaryNID()) NID 111.222.142.24@tcp primary NID 111.222.142.24@tcp rc -110 00000400:00000200:3.0:1784950381.329240:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.1@tcp 00000100:00000010:1.0:1784950381.329255:0:455330:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 0000000006efe479. 00000100:00000001:1.0:1784950381.329288:0:455330:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:1.0:1784950381.329293:0:455330:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000006efe479 refcount 1 to 111.222.142.24@tcp 00010000:00000010:1.0:1784950381.329299:0:455330:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000dd850b73. 00010000:00080000:1.0:1784950381.329348:0:455330:0:(ldlm_lib.c:125:import_set_conn()) imp 00000000f1095676@MGC192.168.203.114@tcp: add connection 111.222.142.24@tcp at tail 00010000:00000001:1.0:1784950381.329352:0:455330:0:(ldlm_lib.c:132:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950381.329357:0:455330:0:(obd_class.h:809:obd_add_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950381.329371:0:455330:0:(lustre_peer.c:90:class_add_uuid()) kmalloced '(data)': 704 at 0000000011428d7d. 00000100:00000400:1.0:1784950381.329377:0:455330:0:(lustre_peer.c:124:class_add_uuid()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15: can't add NID 111.222.173.25@tcp: rc = -75 00000100:00000040:1.0:1784950381.329381:0:455330:0:(lustre_peer.c:130:class_add_uuid()) found uuid e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15 111.222.173.25@tcp cnt=32 00000400:00000200:1.0:1784950381.329384:0:455330:0:(peer.c:1363:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1784950381.329388:0:455330:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1784950381.329391:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:1.0:1784950381.329393:0:455330:0:(peer.c:1380:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:1.0:1784950381.329396:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[1]: 192.168.203.114@tcp 00000400:00000200:1.0:1784950381.329403:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 192.168.203.114@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1784950381.329410:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.329413:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 192.168.203.114@tcp NID 192.168.203.114@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.329416:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 192.168.203.114@tcp 00000400:00000200:1.0:1784950381.329418:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[2]: 111.222.173.1@tcp 00000400:00000200:1.0:1784950381.329422:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.1@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950381.329443:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.1@tcp: 0 00000400:00000200:1.0:1784950381.329445:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.329447:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.329450:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.1@tcp NID 111.222.173.1@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.329453:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.1@tcp 00000400:00000200:1.0:1784950381.329455:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[3]: 111.222.142.1@tcp 00000400:00000200:1.0:1784950381.329458:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.1@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950381.329463:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.1@tcp: 0 00000400:00000200:1.0:1784950381.329465:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.329469:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.329473:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.1@tcp NID 111.222.142.1@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.329477:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.1@tcp 00000400:00000200:1.0:1784950381.329479:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[4]: 111.222.173.2@tcp 00000400:00000200:1.0:1784950381.329485:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.2@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950381.329490:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1784950381.329497:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.2@tcp: 0 00000400:00000200:1.0:1784950381.329501:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.329509:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1784950381.329514:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.1@tcp(00000000140c9c35) state 0x2061 00000400:00000200:1.0:1784950381.329517:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.2@tcp NID 111.222.173.2@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.329526:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.2@tcp 00000400:00000200:1.0:1784950381.329529:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[5]: 111.222.142.2@tcp 00000400:00000010:3.0:1784950381.329533:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000037944230. 00000400:00000200:1.0:1784950381.329534:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.2@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950381.329547:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.2@tcp: 0 00000400:00000010:3.0:1784950381.329547:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdf88c3f. 00000400:00000200:1.0:1784950381.329556:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.329559:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.329562:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.2@tcp NID 111.222.142.2@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.329565:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.2@tcp 00000400:00000010:3.0:1784950381.329567:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000009f0e7e33. 00000400:00000200:1.0:1784950381.329568:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[6]: 111.222.173.3@tcp 00000400:00000200:1.0:1784950381.329585:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.3@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950381.329586:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.1@tcp 00000400:00000200:1.0:1784950381.329597:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.3@tcp: 0 00000400:00000200:1.0:1784950381.329601:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.329612:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.329615:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.3@tcp NID 111.222.173.3@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.329618:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.3@tcp 00000400:00000200:1.0:1784950381.329619:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[7]: 111.222.142.3@tcp 00000400:00000200:1.0:1784950381.329623:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.3@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950381.329632:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.1@tcp local destination 00000400:00000200:3.0:1784950381.329640:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.329645:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.329650:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.329654:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.1@tcp 00000400:00000200:3.0:1784950381.329659:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10758:10758:254:4294967295] 111.222.173.1@tcp LPNI seq info [44:44:8:4294967295] 00000400:00000200:3.0:1784950381.329667:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.1@tcp 00000400:00000200:3.0:1784950381.329676:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.1@tcp(111.222.173.1@tcp:111.222.173.1@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.329683:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.1@tcp 00000800:00000010:3.0:1784950381.329690:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008bb5297c. 00000400:00000200:1.0:1784950381.329694:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.3@tcp: 0 00000400:00000200:1.0:1784950381.329702:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:3.0:1784950381.329707:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000400:00000200:1.0:1784950381.329711:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.329758:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.3@tcp NID 111.222.142.3@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.329763:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.3@tcp 00000800:00000200:3.1:1784950381.329770:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000400:00000200:1.0:1784950381.329776:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[8]: 111.222.173.4@tcp 00000400:00000200:3.0:1784950381.329784:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.1@tcp 00000400:00000200:1.0:1784950381.329795:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.4@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950381.329795:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.1@tcp(00000000140c9c35) state 0x261 rc 0 00000400:00000200:3.0:1784950381.329839:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.1@tcp(0000000074b897f3) state 0x2061 00000400:00000200:1.0:1784950381.329846:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.4@tcp: 0 00000400:00000200:1.0:1784950381.329851:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.329858:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000010:3.0:1784950381.329861:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f91039d7. 00000400:00000200:1.0:1784950381.329866:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.4@tcp NID 111.222.173.4@tcp: 0. pending discovery 00000400:00000010:3.0:1784950381.329870:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f84b3947. 00000400:00000200:1.0:1784950381.329876:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.4@tcp 00000400:00000010:3.0:1784950381.329879:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000e18b2941. 00000400:00000200:1.0:1784950381.329888:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[9]: 111.222.142.4@tcp 00000400:00000200:3.0:1784950381.329894:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.1@tcp 00000400:00000200:1.0:1784950381.329903:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.4@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950381.329909:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.1@tcp local destination 00000400:00000200:3.0:1784950381.329915:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.329918:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.329921:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.329924:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.1@tcp 00000400:00000200:3.0:1784950381.329927:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10759:10759:253:4294967295] 111.222.142.1@tcp LPNI seq info [43:43:8:4294967295] 00000400:00000200:3.0:1784950381.329932:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.1@tcp 00000400:00000200:3.0:1784950381.329939:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.1@tcp(111.222.142.1@tcp:111.222.142.1@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.329943:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.1@tcp 00000800:00000010:3.0:1784950381.329947:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007aa401b2. 00000800:00000200:3.0:1784950381.329955:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000400:00000200:1.0:1784950381.329962:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.4@tcp: 0 00000800:00000200:3.1:1784950381.329964:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000400:00000200:1.0:1784950381.329973:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1784950381.329975:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.1@tcp 00000400:00000200:1.0:1784950381.329985:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1784950381.329986:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.1@tcp(0000000074b897f3) state 0x261 rc 0 00000400:00000200:1.0:1784950381.330000:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.4@tcp NID 111.222.142.4@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.330006:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.4@tcp 00000400:00000200:1.0:1784950381.330013:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[10]: 111.222.173.5@tcp 00000400:00000200:3.0:1784950381.330015:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.2@tcp(000000002f18fb04) state 0x2061 00000400:00000200:1.0:1784950381.330027:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.5@tcp NID flags 0x1: -17 00000400:00000010:3.0:1784950381.330028:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004f33a667. 00000400:00000010:3.0:1784950381.330039:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032ff6f71. 00000400:00000200:1.0:1784950381.330042:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.5@tcp: -114 00000400:00000200:1.0:1784950381.330050:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.330057:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000010:3.0:1784950381.330057:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000000ff2505a. 00000400:00000200:1.0:1784950381.330070:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.5@tcp NID 111.222.173.5@tcp: 0. pending discovery 00000400:00000200:3.0:1784950381.330080:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.2@tcp 00000400:00000200:1.0:1784950381.330082:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.5@tcp 00000400:00000200:1.0:1784950381.330091:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[11]: 111.222.142.5@tcp 00000400:00000200:3.0:1784950381.330100:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.2@tcp local destination 00000400:00000200:1.0:1784950381.330102:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.5@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950381.330115:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.330120:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.330123:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.330126:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.2@tcp 00000400:00000200:3.0:1784950381.330129:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10760:10760:252:4294967295] 111.222.173.2@tcp LPNI seq info [44:44:8:4294967295] 00000400:00000200:3.0:1784950381.330134:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.2@tcp 00000400:00000200:3.0:1784950381.330141:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.2@tcp(111.222.173.2@tcp:111.222.173.2@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.330148:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.2@tcp 00000800:00000010:3.0:1784950381.330153:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eacc2d84. 00000400:00000200:1.0:1784950381.330154:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.5@tcp: 0 00000400:00000200:1.0:1784950381.330163:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.330166:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:3.0:1784950381.330171:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000400:00000200:1.0:1784950381.330178:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.5@tcp NID 111.222.142.5@tcp: 0. pending discovery 00000800:00000200:3.1:1784950381.330187:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000400:00000200:1.0:1784950381.330188:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.5@tcp 00000400:00000200:1.0:1784950381.330198:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[12]: 111.222.173.6@tcp 00000400:00000200:1.0:1784950381.330204:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.6@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950381.330212:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.6@tcp: 0 00000400:00000200:1.0:1784950381.330216:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1784950381.330219:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.2@tcp 00000400:00000200:1.0:1784950381.330223:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1784950381.330226:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.2@tcp(000000002f18fb04) state 0x261 rc 0 00000400:00000200:1.0:1784950381.330238:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.6@tcp NID 111.222.173.6@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.330246:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.6@tcp 00000400:00000200:3.0:1784950381.330251:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.2@tcp(00000000909276f9) state 0x2061 00000400:00000200:1.0:1784950381.330259:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[13]: 111.222.142.6@tcp 00000400:00000010:3.0:1784950381.330262:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000651ead60. 00000400:00000010:3.0:1784950381.330268:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000400:00000200:1.0:1784950381.330272:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.6@tcp NID flags 0x1: -17 00000400:00000010:3.0:1784950381.330279:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000001d7e7f37. 00000400:00000200:1.0:1784950381.330291:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.6@tcp: 0 00000400:00000200:3.0:1784950381.330292:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.2@tcp 00000400:00000200:1.0:1784950381.330301:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.330308:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.330314:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.6@tcp NID 111.222.142.6@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.330319:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.6@tcp 00000400:00000200:3.0:1784950381.330325:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.2@tcp local destination 00000400:00000200:1.0:1784950381.330327:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[14]: 111.222.173.7@tcp 00000400:00000200:3.0:1784950381.330336:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.330345:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950381.330346:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.7@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950381.330353:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.330359:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.2@tcp 00000400:00000200:3.0:1784950381.330363:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10761:10761:251:4294967295] 111.222.142.2@tcp LPNI seq info [41:41:8:4294967295] 00000400:00000200:3.0:1784950381.330368:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.2@tcp 00000400:00000200:3.0:1784950381.330374:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.2@tcp(111.222.142.2@tcp:111.222.142.2@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.330379:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.2@tcp 00000800:00000010:3.0:1784950381.330384:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ae0c4a98. 00000400:00000200:1.0:1784950381.330390:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.7@tcp: 0 00000800:00000200:3.0:1784950381.330397:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000400:00000200:1.0:1784950381.330401:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:3.0:1784950381.330404:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.2 (cnted 0, interval 60, 12 secs later) 00000400:00000200:1.0:1784950381.330408:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:3.1:1784950381.330424:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000400:00000200:1.0:1784950381.330429:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.7@tcp NID 111.222.173.7@tcp: 0. pending discovery 00000800:00000200:3.1:1784950381.330433:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.2 (cnted 0, interval 60, 12 secs later) 00000400:00000200:1.0:1784950381.330440:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.7@tcp 00000400:00000200:1.0:1784950381.330449:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[15]: 111.222.142.7@tcp 00000800:00000100:3.0:1784950381.330453:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.142.2@tcp 00000800:00000010:3.0:1784950381.330460:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ae0c4a98. 00000400:00000200:1.0:1784950381.330464:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.7@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950381.330473:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1784950381.330479:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.7@tcp: 0 00000400:00000200:1.0:1784950381.330489:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1784950381.330492:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.2@tcp: GET: REMOTE_ERROR 00000400:00000200:1.0:1784950381.330496:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.330508:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.7@tcp NID 111.222.142.7@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.330512:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.7@tcp 00000400:00000200:3.0:1784950381.330516:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950381.330518:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[16]: 111.222.173.8@tcp 00000400:00000200:1.0:1784950381.330530:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.8@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950381.330535:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.2@tcp: 1 00000400:00000200:1.0:1784950381.330544:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.8@tcp: 0 00000400:00000200:1.0:1784950381.330548:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1784950381.330557:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.2@tcp: -114 00000400:00000200:1.0:1784950381.330565:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.330572:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.8@tcp NID 111.222.173.8@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.330575:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.8@tcp 00000400:00000200:1.0:1784950381.330578:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[17]: 111.222.142.8@tcp 00000400:00000200:1.0:1784950381.330591:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.8@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950381.330591:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.2@tcp 00000400:00000200:3.0:1784950381.330605:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.2@tcp(00000000909276f9) state 0x861 rc 0 00000400:00000200:1.0:1784950381.330607:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.8@tcp: 0 00000400:00000200:1.0:1784950381.330613:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.330617:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.330620:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.8@tcp NID 111.222.142.8@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.330623:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.8@tcp 00000400:00000200:1.0:1784950381.330624:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[18]: 111.222.173.9@tcp 00000400:00000200:1.0:1784950381.330628:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.9@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950381.330631:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.9@tcp: 0 00000400:00000200:1.0:1784950381.330633:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.330635:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.330637:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.9@tcp NID 111.222.173.9@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.330639:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.9@tcp 00000400:00000200:1.0:1784950381.330641:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[19]: 111.222.142.9@tcp 00000400:00000200:1.0:1784950381.330644:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.9@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950381.330647:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.9@tcp: 0 00000400:00000200:1.0:1784950381.330649:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.330650:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.330653:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.9@tcp NID 111.222.142.9@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.330655:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.9@tcp 00000400:00000200:1.0:1784950381.330657:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[20]: 111.222.173.10@tcp 00000400:00000200:1.0:1784950381.330660:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.10@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950381.330663:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.10@tcp: 0 00000400:00000200:1.0:1784950381.330665:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.330667:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.330669:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.10@tcp NID 111.222.173.10@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.330671:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.10@tcp 00000400:00000200:1.0:1784950381.330673:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[21]: 111.222.142.10@tcp 00000400:00000200:1.0:1784950381.330676:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.10@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950381.330680:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.10@tcp: 0 00000400:00000200:1.0:1784950381.330681:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.330683:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.330685:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.10@tcp NID 111.222.142.10@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.330687:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.10@tcp 00000400:00000200:1.0:1784950381.330689:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[22]: 111.222.173.11@tcp 00000400:00000200:1.0:1784950381.330693:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.11@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950381.330699:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.11@tcp: 0 00000400:00000200:1.0:1784950381.330701:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.330704:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.330707:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.11@tcp NID 111.222.173.11@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.330710:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.11@tcp 00000400:00000200:1.0:1784950381.330712:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[23]: 111.222.142.11@tcp 00000400:00000200:1.0:1784950381.330715:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.11@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950381.330748:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.11@tcp: 0 00000400:00000200:1.0:1784950381.330751:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.330755:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.330758:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.11@tcp NID 111.222.142.11@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.330761:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.11@tcp 00000400:00000200:1.0:1784950381.330765:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[24]: 111.222.173.12@tcp 00000400:00000200:1.0:1784950381.330772:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.12@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950381.330785:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.12@tcp: 0 00000400:00000200:1.0:1784950381.330789:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.330795:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1784950381.330800:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.3@tcp(000000006135824b) state 0x2061 00000400:00000200:1.0:1784950381.330828:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.12@tcp NID 111.222.173.12@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.330838:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.12@tcp 00000400:00000010:3.0:1784950381.330843:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000098478efa. 00000400:00000200:1.0:1784950381.330844:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[25]: 111.222.142.12@tcp 00000400:00000010:3.0:1784950381.330855:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aee49f67. 00000400:00000200:1.0:1784950381.330859:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.12@tcp NID flags 0x1: -17 00000400:00000010:3.0:1784950381.330870:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000d7aaef22. 00000400:00000200:1.0:1784950381.330881:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.12@tcp: 0 00000400:00000200:3.0:1784950381.330882:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.3@tcp 00000400:00000200:1.0:1784950381.330889:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.330897:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.330901:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.12@tcp NID 111.222.142.12@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.330904:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.12@tcp 00000400:00000200:1.0:1784950381.330907:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[26]: 111.222.173.13@tcp 00000400:00000200:3.0:1784950381.330913:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.3@tcp local destination 00000400:00000200:1.0:1784950381.330916:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.13@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950381.330922:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.330928:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.330931:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.330934:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.3@tcp 00000400:00000200:3.0:1784950381.330937:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10762:10762:251:4294967295] 111.222.173.3@tcp LPNI seq info [41:41:8:4294967295] 00000400:00000200:3.0:1784950381.330942:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.3@tcp 00000400:00000200:3.0:1784950381.330948:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.3@tcp(111.222.173.3@tcp:111.222.173.3@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.330955:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.3@tcp 00000800:00000010:3.0:1784950381.330959:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ae0c4a98. 00000400:00000200:1.0:1784950381.330960:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.13@tcp: 0 00000400:00000200:1.0:1784950381.330968:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:3.0:1784950381.330974:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000400:00000200:1.0:1784950381.330975:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.330986:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.13@tcp NID 111.222.173.13@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.330991:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.13@tcp 00000800:00000200:3.1:1784950381.330995:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000400:00000200:1.0:1784950381.330998:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[27]: 111.222.142.13@tcp 00000400:00000200:1.0:1784950381.331010:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.13@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950381.331014:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.3@tcp 00000400:00000200:1.0:1784950381.331022:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.13@tcp: 0 00000400:00000200:3.0:1784950381.331026:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.3@tcp(000000006135824b) state 0x261 rc 0 00000400:00000200:1.0:1784950381.331028:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950381.331032:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.331040:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.13@tcp NID 111.222.142.13@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.331044:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.13@tcp 00000400:00000200:1.0:1784950381.331049:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[28]: 111.222.173.14@tcp 00000400:00000200:3.0:1784950381.331053:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.3@tcp(0000000065719ced) state 0x2061 00000400:00000200:1.0:1784950381.331063:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.14@tcp NID flags 0x1: -17 00000400:00000010:3.0:1784950381.331066:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000269463a9. 00000400:00000010:3.0:1784950381.331076:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ac4ede6. 00000400:00000200:1.0:1784950381.331077:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.14@tcp: 0 00000400:00000200:1.0:1784950381.331088:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000010:3.0:1784950381.331094:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000005bc844b9. 00000400:00000200:1.0:1784950381.331095:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1784950381.331109:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.3@tcp 00000400:00000200:1.0:1784950381.331115:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.14@tcp NID 111.222.173.14@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.331124:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.14@tcp 00000400:00000200:1.0:1784950381.331129:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[29]: 111.222.142.14@tcp 00000400:00000200:3.0:1784950381.331132:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.3@tcp local destination 00000400:00000200:3.0:1784950381.331142:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950381.331145:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.14@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950381.331153:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.331159:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.331162:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.3@tcp 00000400:00000200:3.0:1784950381.331168:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10763:10763:250:4294967295] 111.222.142.3@tcp LPNI seq info [41:41:8:4294967295] 00000400:00000200:3.0:1784950381.331174:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.3@tcp 00000400:00000200:3.0:1784950381.331180:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.3@tcp(111.222.142.3@tcp:111.222.142.3@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.331186:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.3@tcp 00000800:00000010:3.0:1784950381.331190:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008a1a4dac. 00000400:00000200:1.0:1784950381.331197:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.14@tcp: 0 00000800:00000200:3.0:1784950381.331205:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000400:00000200:1.0:1784950381.331208:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:3.1:1784950381.331215:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000400:00000200:1.0:1784950381.331216:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1784950381.331229:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.3@tcp 00000400:00000200:1.0:1784950381.331231:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.14@tcp NID 111.222.142.14@tcp: 0. pending discovery 00000400:00000200:3.0:1784950381.331237:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.3@tcp(0000000065719ced) state 0x261 rc 0 00000400:00000200:1.0:1784950381.331239:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.14@tcp 00000400:00000200:1.0:1784950381.331249:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[30]: 111.222.173.15@tcp 00000400:00000200:3.0:1784950381.331251:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.4@tcp(0000000034456625) state 0x2061 00000400:00000200:1.0:1784950381.331259:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.15@tcp NID flags 0x1: -17 00000400:00000010:3.0:1784950381.331260:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000063c74026. 00000400:00000010:3.0:1784950381.331270:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2fe853. 00000400:00000200:1.0:1784950381.331275:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.15@tcp: 0 00000400:00000200:1.0:1784950381.331279:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000010:3.0:1784950381.331284:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000fc8f4edf. 00000400:00000200:1.0:1784950381.331285:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950381.331295:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.15@tcp NID 111.222.173.15@tcp: 0. pending discovery 00000400:00000200:3.0:1784950381.331304:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.4@tcp 00000400:00000200:1.0:1784950381.331306:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.15@tcp 00000400:00000200:1.0:1784950381.331313:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[31]: 111.222.142.15@tcp 00000400:00000200:3.0:1784950381.331317:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.4@tcp local destination 00000400:00000200:1.0:1784950381.331325:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.15@tcp NID flags 0x1: -17 00000400:00000200:3.0:1784950381.331327:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.331334:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.331337:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.331339:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.4@tcp 00000400:00000200:3.0:1784950381.331343:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10764:10764:249:4294967295] 111.222.173.4@tcp LPNI seq info [39:39:8:4294967295] 00000400:00000200:3.0:1784950381.331348:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.4@tcp 00000400:00000200:3.0:1784950381.331353:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.4@tcp(111.222.173.4@tcp:111.222.173.4@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.331359:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.4@tcp 00000800:00000010:3.0:1784950381.331363:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003c1815a5. 00000400:00000200:1.0:1784950381.331366:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.15@tcp: 0 00000400:00000200:1.0:1784950381.331372:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:3.0:1784950381.331375:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000400:00000200:1.0:1784950381.331377:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:3.1:1784950381.331390:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000400:00000200:1.0:1784950381.331394:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.15@tcp NID 111.222.142.15@tcp: 0. pending discovery 00000400:00000200:1.0:1784950381.331399:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.15@tcp 00000100:00000010:1.0:1784950381.331403:0:455330:0:(lustre_peer.c:132:class_add_uuid()) kfreed 'data': 704 at 0000000011428d7d. 00000020:00000001:1.0:1784950381.331412:0:455330:0:(obd_class.h:797:obd_add_conn()) Process entered 00000400:00000200:3.0:1784950381.331417:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.4@tcp 00010000:00000001:1.0:1784950381.331421:0:455330:0:(ldlm_lib.c:52:import_set_conn()) Process entered 00000400:00000200:3.0:1784950381.331424:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.4@tcp(0000000034456625) state 0x261 rc 0 00000100:00000001:1.0:1784950381.331429:0:455330:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1784950381.331433:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.4@tcp(00000000a6116e9c) state 0x2061 00000400:00000010:1.0:1784950381.331442:0:455330:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 360 at 0000000050c4f330. 00000400:00000010:3.0:1784950381.331443:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f72eba12. 00000400:00000010:3.0:1784950381.331452:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000400:00000200:1.0:1784950381.331457:0:455330:0:(peer.c:266:lnet_peer_alloc()) 0000000050c4f330 nid 111.222.173.25@tcp 00000400:00000010:3.0:1784950381.331461:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000888d7853. 00000400:00000010:1.0:1784950381.331465:0:455330:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000088fe9909. 00000400:00000200:3.0:1784950381.331474:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.4@tcp 00000400:00000200:1.0:1784950381.331477:0:455330:0:(peer.c:203:lnet_peer_net_alloc()) 0000000088fe9909 net tcp 00000400:00000010:1.0:1784950381.331484:0:455330:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 480 at 000000002c615aeb. 00000400:00000200:3.0:1784950381.331490:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.4@tcp local destination 00000400:00000200:1.0:1784950381.331496:0:455330:0:(peer.c:184:lnet_peer_ni_alloc()) 000000002c615aeb nid 111.222.173.25@tcp 00000400:00000200:3.0:1784950381.331501:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.331507:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.331510:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.331514:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.4@tcp 00000400:00000200:3.0:1784950381.331520:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10765:10765:248:4294967295] 111.222.142.4@tcp LPNI seq info [39:39:8:4294967295] 00000400:00000200:3.0:1784950381.331526:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.4@tcp 00000400:00000200:3.0:1784950381.331533:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.4@tcp(111.222.142.4@tcp:111.222.142.4@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.331541:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.4@tcp 00000400:00000200:1.0:1784950381.331550:0:455330:0:(peer.c:1719:lnet_peer_attach_peer_ni()) peer 111.222.173.25@tcp NID 111.222.173.25@tcp flags 0x0 00000800:00000010:3.0:1784950381.331551:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ae917eca. 00000400:00000200:1.0:1784950381.331562:0:455330:0:(peer.c:2098:lnet_peer_ni_traffic_add()) peer 111.222.173.25@tcp: 0 00000800:00000200:3.0:1784950381.331565:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:3.0:1784950381.331572:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.4 (cnted 0, interval 60, 12 secs later) 00000400:00000200:1.0:1784950381.331575:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.25@tcp: 0 00000400:00000200:1.0:1784950381.331581:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:3.1:1784950381.331588:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000800:00000200:3.1:1784950381.331591:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.4 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1784950381.331623:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.142.4@tcp 00000800:00000010:3.0:1784950381.331629:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ae917eca. 00000400:00000200:3.0:1784950381.331638:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1784950381.331648:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.4@tcp: GET: REMOTE_ERROR 00000400:00000200:3.0:1784950381.331658:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950381.331665:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.4@tcp: 1 00000400:00000200:3.0:1784950381.331672:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.4@tcp: -114 00000400:00000200:3.0:1784950381.331685:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.4@tcp 00000400:00000200:3.0:1784950381.331689:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.4@tcp(00000000a6116e9c) state 0x861 rc 0 00000400:00000200:3.0:1784950381.331696:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.5@tcp(000000004a6b3557) state 0x2061 00000400:00000010:3.0:1784950381.331703:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009c36d7da. 00000400:00000010:3.0:1784950381.331708:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa895c83. 00000400:00000010:3.0:1784950381.331714:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000038f9fc05. 00000400:00000200:3.0:1784950381.331865:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.5@tcp 00000400:00000200:3.0:1784950381.331877:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.5@tcp local destination 00000400:00000200:3.0:1784950381.331881:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.331884:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.331887:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.331890:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.5@tcp 00000400:00000200:3.0:1784950381.331894:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10766:10766:248:4294967295] 111.222.142.5@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:3.0:1784950381.331900:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.5@tcp 00000400:00000200:3.0:1784950381.331907:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.5@tcp(111.222.142.5@tcp:111.222.142.5@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.331912:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.5@tcp 00000800:00000010:3.0:1784950381.331917:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ae917eca. 00000800:00000200:3.0:1784950381.331923:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:3.1:1784950381.331928:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000400:00000200:3.0:1784950381.331933:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.5@tcp 00000400:00000200:3.0:1784950381.331935:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.5@tcp(000000004a6b3557) state 0x261 rc 0 00000400:00000200:3.0:1784950381.331939:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.6@tcp(00000000dd6ddc05) state 0x2061 00000400:00000010:3.0:1784950381.331943:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002fc8ce9c. 00000400:00000010:3.0:1784950381.331947:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee59023e. 00000400:00000010:3.0:1784950381.331952:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000c8c017ad. 00000400:00000200:3.0:1784950381.331955:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.6@tcp 00000400:00000200:3.0:1784950381.331959:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.6@tcp local destination 00000400:00000200:3.0:1784950381.331962:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.331965:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.331968:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.331970:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.6@tcp 00000400:00000200:3.0:1784950381.331973:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10767:10767:247:4294967295] 111.222.173.6@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:3.0:1784950381.331977:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.6@tcp 00000400:00000200:3.0:1784950381.331986:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.6@tcp(111.222.173.6@tcp:111.222.173.6@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.331993:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.6@tcp 00000800:00000010:3.0:1784950381.331998:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002c55871f. 00000800:00000200:3.0:1784950381.332005:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000800:00000200:3.1:1784950381.332011:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000400:00000200:3.0:1784950381.332035:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.6@tcp 00000400:00000200:3.0:1784950381.332039:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.6@tcp(00000000dd6ddc05) state 0x261 rc 0 00000400:00000200:3.0:1784950381.332046:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.6@tcp(0000000020f6aea9) state 0x2061 00000400:00000010:3.0:1784950381.332055:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a87577d6. 00000400:00000010:3.0:1784950381.332062:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 00000400:00000010:3.0:1784950381.332073:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000003d1f6b4f. 00000400:00000200:3.0:1784950381.332081:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.6@tcp 00000400:00000200:3.0:1784950381.332092:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.6@tcp local destination 00000400:00000200:3.0:1784950381.332097:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.332101:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.332104:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.332108:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.6@tcp 00000400:00000200:3.0:1784950381.332111:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10768:10768:246:4294967295] 111.222.142.6@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:3.0:1784950381.332118:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.6@tcp 00000400:00000200:3.0:1784950381.332126:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.6@tcp(111.222.142.6@tcp:111.222.142.6@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.332131:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.6@tcp 00000800:00000010:3.0:1784950381.332137:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000002c68df2. 00000800:00000200:3.0:1784950381.332142:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:3.0:1784950381.332148:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.6 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950381.332157:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:3.1:1784950381.332162:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.6 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1784950381.332171:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.142.6@tcp 00000800:00000010:3.0:1784950381.332174:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000002c68df2. 00000400:00000200:3.0:1784950381.332181:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1784950381.332187:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.6@tcp: GET: REMOTE_ERROR 00000400:00000200:3.0:1784950381.332193:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950381.332198:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.6@tcp: 1 00000400:00000200:3.0:1784950381.332203:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.6@tcp: -114 00000400:00000200:3.0:1784950381.332215:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.6@tcp 00000400:00000200:3.0:1784950381.332218:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.6@tcp(0000000020f6aea9) state 0x861 rc 0 00000400:00000200:3.0:1784950381.332225:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.7@tcp(0000000093802ce8) state 0x2061 00000400:00000010:3.0:1784950381.332232:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f99e04c1. 00000400:00000010:3.0:1784950381.332238:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00000400:00000010:3.0:1784950381.332244:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000420debe3. 00000400:00000200:3.0:1784950381.332250:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.7@tcp 00000400:00000200:3.0:1784950381.332258:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.7@tcp local destination 00000400:00000200:3.0:1784950381.332263:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.332345:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.332349:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.332352:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.7@tcp 00000400:00000200:3.0:1784950381.332356:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10769:10769:246:4294967295] 111.222.173.7@tcp LPNI seq info [34:34:8:4294967295] 00000400:00000200:3.0:1784950381.332362:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.7@tcp 00000400:00000200:3.0:1784950381.332369:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.7@tcp(111.222.173.7@tcp:111.222.173.7@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.332375:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.7@tcp 00000800:00000010:3.0:1784950381.332380:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000002c68df2. 00000800:00000200:3.0:1784950381.332386:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:3.1:1784950381.332391:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000400:00000200:3.0:1784950381.332396:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.7@tcp 00000400:00000200:3.0:1784950381.332398:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.7@tcp(0000000093802ce8) state 0x261 rc 0 00000400:00000200:3.0:1784950381.332402:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.7@tcp(000000007ef77b60) state 0x2061 00000400:00000010:3.0:1784950381.332407:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bd84354f. 00000400:00000010:3.0:1784950381.332410:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ee01619. 00000400:00000010:3.0:1784950381.332414:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000009ad5d147. 00000400:00000200:3.0:1784950381.332418:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.7@tcp 00000400:00000200:3.0:1784950381.332423:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.7@tcp local destination 00000400:00000200:3.0:1784950381.332426:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.332429:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.332432:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.332435:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.7@tcp 00000400:00000200:3.0:1784950381.332438:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10770:10770:245:4294967295] 111.222.142.7@tcp LPNI seq info [33:33:8:4294967295] 00000400:00000200:3.0:1784950381.332442:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.7@tcp 00000400:00000200:3.0:1784950381.332448:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.7@tcp(111.222.142.7@tcp:111.222.142.7@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.332452:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.7@tcp 00000800:00000010:3.0:1784950381.332454:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005d426fc0. 00000800:00000200:3.0:1784950381.332458:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:3.1:1784950381.332462:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000400:00000200:3.0:1784950381.332465:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.7@tcp 00000400:00000200:3.0:1784950381.332467:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.7@tcp(000000007ef77b60) state 0x261 rc 0 00000400:00000200:3.0:1784950381.332470:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.8@tcp(00000000b1b129a5) state 0x2061 00000400:00000010:3.0:1784950381.332474:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a9a863bd. 00000400:00000010:3.0:1784950381.332476:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001847ad53. 00000400:00000010:3.0:1784950381.332479:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000d0a6e732. 00000400:00000200:3.0:1784950381.332482:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.8@tcp 00000400:00000200:3.0:1784950381.332486:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.8@tcp local destination 00000400:00000200:3.0:1784950381.332488:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.332491:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.332493:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.332496:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.8@tcp 00000400:00000200:3.0:1784950381.332499:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10771:10771:244:4294967295] 111.222.173.8@tcp LPNI seq info [32:32:8:4294967295] 00000400:00000200:3.0:1784950381.332504:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.8@tcp 00000400:00000200:3.0:1784950381.332511:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.8@tcp(111.222.173.8@tcp:111.222.173.8@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.332515:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.8@tcp 00000800:00000010:3.0:1784950381.332518:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b9f26aca. 00000800:00000200:3.0:1784950381.332522:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:3.1:1784950381.332526:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000400:00000200:3.0:1784950381.332545:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.8@tcp 00000400:00000200:3.0:1784950381.332547:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.8@tcp(00000000b1b129a5) state 0x261 rc 0 00000400:00000200:3.0:1784950381.332551:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.2@tcp(00000000909276f9) state 0x861 00000400:00000001:3.0:1784950381.332554:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950381.332555:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950381.332557:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000400:00000010:3.0:1784950381.332559:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000400:00000200:3.0:1784950381.332563:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950381.332566:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.2@tcp: -114 00000400:00000010:3.0:1784950381.332569:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000651ead60. 00000400:00000200:3.0:1784950381.332574:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.2@tcp:-5 00000400:00000200:3.0:1784950381.332577:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.2@tcp(00000000909276f9) state 0x2061 rc -5 00000400:00000200:3.0:1784950381.332581:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.2@tcp 00000400:00000200:3.0:1784950381.332584:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.8@tcp(00000000691a9285) state 0x2061 00000400:00000010:3.0:1784950381.332588:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000651ead60. 00000400:00000010:3.0:1784950381.332591:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000400:00000010:3.0:1784950381.332594:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000ad99b3f4. 00000400:00000200:3.0:1784950381.332598:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.8@tcp 00000400:00000200:3.0:1784950381.332602:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.8@tcp local destination 00000400:00000200:3.0:1784950381.332606:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.332610:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.332613:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.332618:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.8@tcp 00000400:00000200:3.0:1784950381.332622:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10772:10772:243:4294967295] 111.222.142.8@tcp LPNI seq info [32:32:8:4294967295] 00000400:00000200:3.0:1784950381.332629:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.8@tcp 00000400:00000200:3.0:1784950381.332640:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.8@tcp(111.222.142.8@tcp:111.222.142.8@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.332646:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.8@tcp 00000800:00000010:3.0:1784950381.332653:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000033e9f3f3. 00000800:00000200:3.0:1784950381.332657:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:3.0:1784950381.332660:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.8 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950381.332668:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:3.1:1784950381.332671:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.8 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1784950381.332677:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.142.8@tcp 00000800:00000010:3.0:1784950381.332679:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000033e9f3f3. 00000400:00000200:3.0:1784950381.332683:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1784950381.332687:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.8@tcp: GET: REMOTE_ERROR 00000400:00000200:3.0:1784950381.332691:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950381.332694:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.8@tcp: 1 00000400:00000200:3.0:1784950381.332697:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.8@tcp: -114 00000400:00000200:3.0:1784950381.332703:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.8@tcp 00000400:00000200:3.0:1784950381.332706:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.8@tcp(00000000691a9285) state 0x861 rc 0 00000400:00000200:3.0:1784950381.332711:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.9@tcp(0000000061b4745a) state 0x2061 00000400:00000010:3.0:1784950381.332717:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000de33f78e. 00000400:00000010:3.0:1784950381.332775:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b068732. 00000400:00000010:3.0:1784950381.332785:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000005a2d72ef. 00000400:00000200:3.0:1784950381.332795:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.9@tcp 00000400:00000200:3.0:1784950381.332832:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.9@tcp local destination 00000400:00000200:3.0:1784950381.332839:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.332844:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.332848:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.332852:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.9@tcp 00000400:00000200:3.0:1784950381.332857:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10773:10773:243:4294967295] 111.222.173.9@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:3.0:1784950381.332865:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.9@tcp 00000400:00000200:3.0:1784950381.332874:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.9@tcp(111.222.173.9@tcp:111.222.173.9@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.332881:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.9@tcp 00000800:00000010:3.0:1784950381.332887:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000033e9f3f3. 00000800:00000200:3.0:1784950381.332894:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:3.1:1784950381.332900:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000400:00000200:3.0:1784950381.332906:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.9@tcp 00000400:00000200:3.0:1784950381.332909:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.9@tcp(0000000061b4745a) state 0x261 rc 0 00000400:00000200:3.0:1784950381.332914:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.9@tcp(0000000041d835b6) state 0x2061 00000400:00000010:3.0:1784950381.332922:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002d0624bd. 00000400:00000010:3.0:1784950381.332926:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077350b67. 00000400:00000010:3.0:1784950381.332933:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000088804085. 00000400:00000200:3.0:1784950381.332938:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.9@tcp 00000400:00000200:3.0:1784950381.332944:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.9@tcp local destination 00000400:00000200:3.0:1784950381.332948:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.332952:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.332955:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.332959:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.9@tcp 00000400:00000200:3.0:1784950381.332963:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10774:10774:242:4294967295] 111.222.142.9@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1784950381.332969:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.9@tcp 00000400:00000200:3.0:1784950381.332978:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.9@tcp(111.222.142.9@tcp:111.222.142.9@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.332984:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.9@tcp 00000800:00000010:3.0:1784950381.332988:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d55125b7. 00000800:00000200:3.0:1784950381.332994:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:3.1:1784950381.333000:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000400:00000200:3.0:1784950381.333005:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.9@tcp 00000400:00000200:3.0:1784950381.333008:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.9@tcp(0000000041d835b6) state 0x261 rc 0 00000400:00000200:3.0:1784950381.333013:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.10@tcp(00000000a2c96137) state 0x2061 00000400:00000010:3.0:1784950381.333018:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b6919307. 00000400:00000010:3.0:1784950381.333021:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000743c695. 00000400:00000010:3.0:1784950381.333026:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000c84584ab. 00000400:00000200:3.0:1784950381.333031:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.10@tcp 00000400:00000200:3.0:1784950381.333037:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.10@tcp local destination 00000400:00000200:3.0:1784950381.333041:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.333045:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.333049:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.333052:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.10@tcp 00000400:00000200:3.0:1784950381.333057:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10775:10775:241:4294967295] 111.222.173.10@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1784950381.333063:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.10@tcp 00000400:00000200:3.0:1784950381.333071:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.10@tcp(111.222.173.10@tcp:111.222.173.10@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.333078:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.10@tcp 00000800:00000010:3.0:1784950381.333083:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005c9722aa. 00000800:00000200:3.0:1784950381.333088:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:3.1:1784950381.333095:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000400:00000200:3.0:1784950381.333117:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.10@tcp 00000400:00000200:3.0:1784950381.333122:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.10@tcp(00000000a2c96137) state 0x261 rc 0 00000400:00000200:3.0:1784950381.333127:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.10@tcp(00000000a4fa42d1) state 0x2061 00000400:00000010:3.0:1784950381.333134:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a6626e10. 00000400:00000010:3.0:1784950381.333139:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000400:00000010:3.0:1784950381.333144:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000002ef7216d. 00000400:00000200:3.0:1784950381.333149:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.10@tcp 00000400:00000200:3.0:1784950381.333305:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.10@tcp local destination 00000400:00000200:3.0:1784950381.333342:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.333363:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.333529:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.333537:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.10@tcp 00000400:00000200:3.0:1784950381.333543:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10776:10776:240:4294967295] 111.222.142.10@tcp LPNI seq info [28:28:8:4294967295] 00000400:00000200:3.0:1784950381.333580:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.10@tcp 00000400:00000200:3.0:1784950381.333591:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.10@tcp(111.222.142.10@tcp:111.222.142.10@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.333602:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.10@tcp 00000800:00000010:3.0:1784950381.333700:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d3dc9d67. 00000800:00000200:3.0:1784950381.333771:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:3.0:1784950381.333776:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.10 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950381.333782:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:3.1:1784950381.333785:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.10 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1784950381.333790:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.142.10@tcp 00000800:00000010:3.0:1784950381.333792:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d3dc9d67. 00000400:00000200:3.0:1784950381.333798:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1784950381.333804:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.10@tcp: GET: REMOTE_ERROR 00000400:00000200:3.0:1784950381.333840:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950381.333845:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.10@tcp: 1 00000400:00000200:3.0:1784950381.333849:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.10@tcp: -114 00000400:00000200:3.0:1784950381.333874:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.10@tcp 00000400:00000200:3.0:1784950381.333876:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.10@tcp(00000000a4fa42d1) state 0x861 rc 0 00000400:00000200:3.0:1784950381.333881:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.11@tcp(0000000016d5496f) state 0x2061 00000400:00000010:3.0:1784950381.333888:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009d0923c0. 00000400:00000010:3.0:1784950381.333892:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074fd7680. 00000400:00000010:3.0:1784950381.333896:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000001bcd1899. 00000400:00000200:3.0:1784950381.333900:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.11@tcp 00000400:00000200:3.0:1784950381.333907:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.11@tcp local destination 00000400:00000200:3.0:1784950381.333910:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.333913:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.333916:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.333919:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.11@tcp 00000400:00000200:3.0:1784950381.333923:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10777:10777:240:4294967295] 111.222.173.11@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000200:3.0:1784950381.333928:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.11@tcp 00000400:00000200:3.0:1784950381.333934:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.11@tcp(111.222.173.11@tcp:111.222.173.11@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.333939:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.11@tcp 00000800:00000010:3.0:1784950381.333943:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d3dc9d67. 00000800:00000200:3.0:1784950381.333948:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:3.1:1784950381.333952:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000400:00000200:3.0:1784950381.333956:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.11@tcp 00000400:00000200:3.0:1784950381.333958:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.11@tcp(0000000016d5496f) state 0x261 rc 0 00000400:00000200:3.0:1784950381.333962:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.11@tcp(000000006aac02b3) state 0x2061 00000400:00000010:3.0:1784950381.333965:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000da6cc722. 00000400:00000010:3.0:1784950381.333968:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cb316f9. 00000400:00000010:3.0:1784950381.333971:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000687019e9. 00000400:00000200:3.0:1784950381.333974:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.11@tcp 00000400:00000200:3.0:1784950381.333978:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.11@tcp local destination 00000400:00000200:3.0:1784950381.333982:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.333987:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.333991:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.333996:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.11@tcp 00000400:00000200:3.0:1784950381.334001:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10778:10778:239:4294967295] 111.222.142.11@tcp LPNI seq info [26:26:8:4294967295] 00000400:00000200:3.0:1784950381.334009:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.11@tcp 00000400:00000200:3.0:1784950381.334018:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.11@tcp(111.222.142.11@tcp:111.222.142.11@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.334026:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.11@tcp 00000800:00000010:3.0:1784950381.334032:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000057d9fda9. 00000800:00000200:3.0:1784950381.334040:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:3.1:1784950381.334047:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000400:00000200:3.0:1784950381.334053:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.11@tcp 00000400:00000200:3.0:1784950381.334056:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.11@tcp(000000006aac02b3) state 0x261 rc 0 00000400:00000200:3.0:1784950381.334062:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.12@tcp(00000000050c8504) state 0x2061 00000400:00000010:3.0:1784950381.334069:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005e395f2f. 00000400:00000010:3.0:1784950381.334074:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dca9971. 00000400:00000010:3.0:1784950381.334081:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000005753fbfc. 00000400:00000200:3.0:1784950381.334087:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.12@tcp 00000400:00000200:3.0:1784950381.334095:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.12@tcp local destination 00000400:00000200:3.0:1784950381.334098:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.334101:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.334104:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.334107:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.12@tcp 00000400:00000200:3.0:1784950381.334110:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10779:10779:238:4294967295] 111.222.173.12@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1784950381.334115:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.12@tcp 00000400:00000200:3.0:1784950381.334121:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.12@tcp(111.222.173.12@tcp:111.222.173.12@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.334125:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.12@tcp 00000800:00000010:3.0:1784950381.334129:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f5a19658. 00000800:00000200:3.0:1784950381.334133:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:3.1:1784950381.334137:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000400:00000200:3.0:1784950381.334183:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.12@tcp 00000400:00000200:3.0:1784950381.334186:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.12@tcp(00000000050c8504) state 0x261 rc 0 00000400:00000200:3.0:1784950381.334190:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.12@tcp(00000000ea45724e) state 0x2061 00000400:00000010:3.0:1784950381.334194:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ce0859fb. 00000400:00000010:3.0:1784950381.334197:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9ae20b. 00000400:00000010:3.0:1784950381.334201:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000004f908986. 00000400:00000200:3.0:1784950381.334204:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.12@tcp 00000400:00000200:3.0:1784950381.334210:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.12@tcp local destination 00000400:00000200:3.0:1784950381.334214:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.334218:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.334221:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.334225:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.12@tcp 00000400:00000200:3.0:1784950381.334230:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10780:10780:237:4294967295] 111.222.142.12@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1784950381.334236:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.12@tcp 00000400:00000200:3.0:1784950381.334249:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.12@tcp(111.222.142.12@tcp:111.222.142.12@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.334255:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.12@tcp 00000800:00000010:3.0:1784950381.334260:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d35f0cfd. 00000800:00000200:3.0:1784950381.334264:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:3.0:1784950381.334267:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.12 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950381.334273:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:3.1:1784950381.334276:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.12 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1784950381.334281:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.142.12@tcp 00000800:00000010:3.0:1784950381.334283:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d35f0cfd. 00000400:00000200:3.0:1784950381.334287:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1784950381.334291:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.12@tcp: GET: REMOTE_ERROR 00000400:00000200:3.0:1784950381.334294:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950381.334297:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.12@tcp: 1 00000400:00000200:3.0:1784950381.334300:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.12@tcp: -114 00000400:00000200:3.0:1784950381.334306:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.12@tcp 00000400:00000200:3.0:1784950381.334309:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.12@tcp(00000000ea45724e) state 0x861 rc 0 00000400:00000200:3.0:1784950381.334312:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.13@tcp(0000000024df314f) state 0x2061 00000400:00000010:3.0:1784950381.334318:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000822fdc9. 00000400:00000010:3.0:1784950381.334321:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000400:00000010:3.0:1784950381.334324:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000008ecf897c. 00000400:00000200:3.0:1784950381.334329:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.13@tcp 00000400:00000200:3.0:1784950381.334334:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.13@tcp local destination 00000400:00000200:3.0:1784950381.334339:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.334342:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.334345:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.334348:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.13@tcp 00000400:00000200:3.0:1784950381.334351:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10781:10781:237:4294967295] 111.222.173.13@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:3.0:1784950381.334355:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.13@tcp 00000400:00000200:3.0:1784950381.334361:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.13@tcp(111.222.173.13@tcp:111.222.173.13@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.334365:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.13@tcp 00000800:00000010:3.0:1784950381.334370:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d35f0cfd. 00000800:00000200:3.0:1784950381.334374:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:3.1:1784950381.334378:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000400:00000200:3.0:1784950381.334381:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.13@tcp 00000400:00000200:3.0:1784950381.334384:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.13@tcp(0000000024df314f) state 0x261 rc 0 00000400:00000200:3.0:1784950381.334387:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.13@tcp(00000000a00925ae) state 0x2061 00000400:00000010:3.0:1784950381.334391:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005dec4288. 00000400:00000010:3.0:1784950381.334396:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001829797e. 00000400:00000010:3.0:1784950381.334400:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000f6e2887a. 00000400:00000200:3.0:1784950381.334404:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.13@tcp 00000400:00000200:3.0:1784950381.334408:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.13@tcp local destination 00000400:00000200:3.0:1784950381.334411:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.334413:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.334416:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.334419:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.13@tcp 00000400:00000200:3.0:1784950381.334426:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10782:10782:236:4294967295] 111.222.142.13@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:3.0:1784950381.334435:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.13@tcp 00000400:00000200:3.0:1784950381.334445:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.13@tcp(111.222.142.13@tcp:111.222.142.13@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.334455:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.13@tcp 00000800:00000010:3.0:1784950381.334461:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000068818362. 00000800:00000200:3.0:1784950381.334494:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:3.1:1784950381.334502:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000400:00000200:3.0:1784950381.334509:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.13@tcp 00000400:00000200:3.0:1784950381.334513:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.13@tcp(00000000a00925ae) state 0x261 rc 0 00000400:00000200:3.0:1784950381.334520:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.14@tcp(000000002176597e) state 0x2061 00000400:00000010:3.0:1784950381.334527:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ac714e1c. 00000400:00000010:3.0:1784950381.334531:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c61119ea. 00000400:00000010:3.0:1784950381.334538:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000001cd0ea77. 00000400:00000200:3.0:1784950381.334544:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.14@tcp 00000400:00000200:3.0:1784950381.334630:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.14@tcp local destination 00000400:00000200:3.0:1784950381.334637:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.334641:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.334645:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.334648:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.14@tcp 00000400:00000200:3.0:1784950381.334652:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10783:10783:235:4294967295] 111.222.173.14@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000200:3.0:1784950381.334658:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.14@tcp 00000400:00000200:3.0:1784950381.334665:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.14@tcp(111.222.173.14@tcp:111.222.173.14@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.334671:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.14@tcp 00000800:00000010:3.0:1784950381.334676:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000093266d3. 00000800:00000200:3.0:1784950381.334681:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:3.1:1784950381.334685:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000400:00000200:3.0:1784950381.334748:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.14@tcp 00000400:00000200:3.0:1784950381.334751:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.14@tcp(000000002176597e) state 0x261 rc 0 00000400:00000200:3.0:1784950381.334756:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.14@tcp(0000000072091e24) state 0x2061 00000400:00000010:3.0:1784950381.334761:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000080cfe63d. 00000400:00000010:3.0:1784950381.334764:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a470040. 00000400:00000010:3.0:1784950381.334769:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000004d9f32e3. 00000400:00000200:3.0:1784950381.334772:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.14@tcp 00000400:00000200:3.0:1784950381.334780:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.14@tcp local destination 00000400:00000200:3.0:1784950381.334784:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.334788:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.334792:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.334797:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.14@tcp 00000400:00000200:3.0:1784950381.334801:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10784:10784:234:4294967295] 111.222.142.14@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:3.0:1784950381.334805:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.14@tcp 00000400:00000200:3.0:1784950381.334840:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.14@tcp(111.222.142.14@tcp:111.222.142.14@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.334846:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.14@tcp 00000800:00000010:3.0:1784950381.334852:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000be6e47ef. 00000800:00000200:3.0:1784950381.334857:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:3.0:1784950381.334876:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.14 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1784950381.334883:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:3.1:1784950381.334886:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.14 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1784950381.334891:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.142.14@tcp 00000800:00000010:3.0:1784950381.334893:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000be6e47ef. 00000400:00000200:3.0:1784950381.334898:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1784950381.334905:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.14@tcp: GET: REMOTE_ERROR 00000400:00000200:3.0:1784950381.334909:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950381.334914:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.14@tcp: 1 00000400:00000200:3.0:1784950381.334919:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.14@tcp: -114 00000400:00000200:3.0:1784950381.334927:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.14@tcp 00000400:00000200:3.0:1784950381.334930:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.14@tcp(0000000072091e24) state 0x861 rc 0 00000400:00000200:3.0:1784950381.334934:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.15@tcp(000000000ba1aef0) state 0x2061 00000400:00000010:3.0:1784950381.334941:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f9a7d46a. 00000400:00000010:3.0:1784950381.334946:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000400:00000010:3.0:1784950381.334949:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000f777af5f. 00000400:00000200:3.0:1784950381.334953:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.15@tcp 00000400:00000200:3.0:1784950381.334959:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.15@tcp local destination 00000400:00000200:3.0:1784950381.334962:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.334966:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.334969:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.334973:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.15@tcp 00000400:00000200:3.0:1784950381.334976:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10785:10785:234:4294967295] 111.222.173.15@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:3.0:1784950381.334981:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.15@tcp 00000400:00000200:3.0:1784950381.334992:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.15@tcp(111.222.173.15@tcp:111.222.173.15@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.335000:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.15@tcp 00000800:00000010:3.0:1784950381.335008:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000be6e47ef. 00000800:00000200:3.0:1784950381.335015:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:3.1:1784950381.335023:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000400:00000200:3.0:1784950381.335029:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.15@tcp 00000400:00000200:3.0:1784950381.335032:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.15@tcp(000000000ba1aef0) state 0x261 rc 0 00000400:00000200:3.0:1784950381.335039:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.15@tcp(000000001be875df) state 0x2061 00000400:00000010:3.0:1784950381.335044:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004c6745e1. 00000400:00000010:3.0:1784950381.335049:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027dbe14a. 00000400:00000010:3.0:1784950381.335057:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000068d7b4b9. 00000400:00000200:3.0:1784950381.335063:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.15@tcp 00000400:00000200:3.0:1784950381.335071:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.15@tcp local destination 00000400:00000200:3.0:1784950381.335077:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950381.335082:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.335086:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950381.335091:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.15@tcp 00000400:00000200:3.0:1784950381.335096:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10786:10786:233:4294967295] 111.222.142.15@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:3.0:1784950381.335105:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.15@tcp 00000400:00000200:3.0:1784950381.335114:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.15@tcp(111.222.142.15@tcp:111.222.142.15@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.335123:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.15@tcp 00000800:00000010:3.0:1784950381.335128:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ed4f4ed2. 00000800:00000200:3.0:1784950381.335208:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:3.1:1784950381.335217:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000400:00000200:3.0:1784950381.335234:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.15@tcp 00000400:00000200:3.0:1784950381.335237:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.15@tcp(000000001be875df) state 0x261 rc 0 00000400:00000200:3.0:1784950381.335261:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.25@tcp(0000000050c4f330) state 0x40 00000400:00000010:3.0:1784950381.335267:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000025644c8c. 00000400:00000010:3.0:1784950381.335271:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a7aa0e6. 00000400:00000010:3.0:1784950381.335275:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000812ed24b. 00000400:00000200:3.0:1784950381.335279:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.25@tcp 00000400:00000200:3.0:1784950381.335286:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 111.222.173.25@tcp local destination 00000400:00000200:3.0:1784950381.335291:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950381.335294:0:441639:0:(lib-move.c:1874:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.203.114@tcp on NMR peer 111.222.173.25@tcp 00000400:00000200:3.0:1784950381.335298:0:441639:0:(peer.c:1086:lnet_peer_ni_set_non_mr_pref_nid()) peer 111.222.173.25@tcp nid 192.168.203.114@tcp: 0 00000400:00000200:3.0:1784950381.335303:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10787:10787:232:4294967295] 111.222.173.25@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1784950381.335307:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.25@tcp 00000400:00000200:3.0:1784950381.335314:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.25@tcp(111.222.173.25@tcp:111.222.173.25@tcp) : GET try# 0 00000800:00000200:3.0:1784950381.335318:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.25@tcp 00000800:00000010:3.0:1784950381.335322:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c84707cc. 00000800:00000010:3.0:1784950381.335329:0:441639:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bbf3e359. 00000800:00000010:3.0:1784950381.335334:0:441639:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b851e2f5. 00000800:00000200:3.0:1784950381.335339:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbf3e359] -> 12345-111.222.173.25@tcp (2) 00000800:00000200:3.1:1784950381.335342:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbf3e359] -> 12345-111.222.173.25@tcp (2) 00000400:00000200:3.0:1784950381.335373:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.25@tcp 00000400:00000200:3.0:1784950381.335376:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.25@tcp(0000000050c4f330) state 0x240 rc 0 00000400:00000200:3.0:1784950381.335380:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.4@tcp(00000000a6116e9c) state 0x861 00000400:00000001:3.0:1784950381.335383:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950381.335385:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950381.335388:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000400:00000010:3.0:1784950381.335390:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000400:00000200:3.0:1784950381.335394:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950381.335398:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.4@tcp: -114 00000400:00000010:3.0:1784950381.335401:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f72eba12. 00000400:00000200:3.0:1784950381.335406:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.4@tcp:-5 00000400:00000200:3.0:1784950381.335409:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.4@tcp(00000000a6116e9c) state 0x2061 rc -5 00000400:00000200:3.0:1784950381.335412:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.4@tcp 00000400:00000200:3.0:1784950381.335416:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.6@tcp(0000000020f6aea9) state 0x861 00000400:00000001:3.0:1784950381.335418:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950381.335420:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950381.335421:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 00000400:00000010:3.0:1784950381.335423:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 00000400:00000200:3.0:1784950381.335425:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950381.335428:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.6@tcp: -114 00000400:00000010:3.0:1784950381.335430:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a87577d6. 00000400:00000200:3.0:1784950381.335433:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.6@tcp:-5 00000400:00000200:3.0:1784950381.335436:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.6@tcp(0000000020f6aea9) state 0x2061 rc -5 00000400:00000200:3.0:1784950381.335439:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.6@tcp 00000400:00000200:3.0:1784950381.335442:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.8@tcp(00000000691a9285) state 0x861 00000400:00000001:3.0:1784950381.335445:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950381.335446:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950381.335447:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000400:00000010:3.0:1784950381.335449:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000400:00000200:3.0:1784950381.335451:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950381.335456:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.8@tcp: -114 00000400:00000010:3.0:1784950381.335459:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000651ead60. 00000400:00000200:3.0:1784950381.335462:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.8@tcp:-5 00000400:00000200:3.0:1784950381.335467:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.8@tcp(00000000691a9285) state 0x2061 rc -5 00000400:00000200:3.0:1784950381.335471:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.8@tcp 00000400:00000200:3.0:1784950381.335475:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.10@tcp(00000000a4fa42d1) state 0x861 00000400:00000001:3.0:1784950381.335479:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950381.335481:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950381.335483:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000400:00000010:3.0:1784950381.335485:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000400:00000200:3.0:1784950381.335489:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950381.335493:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.10@tcp: -114 00000400:00000010:3.0:1784950381.335508:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a6626e10. 00000400:00000200:3.0:1784950381.335514:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.10@tcp:-5 00000400:00000200:3.0:1784950381.335518:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.10@tcp(00000000a4fa42d1) state 0x2061 rc -5 00000400:00000200:3.0:1784950381.335522:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.10@tcp 00000400:00000200:3.0:1784950381.335526:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.12@tcp(00000000ea45724e) state 0x861 00000400:00000001:3.0:1784950381.335528:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950381.335529:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950381.335531:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9ae20b 00000400:00000010:3.0:1784950381.335532:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9ae20b. 00000400:00000200:3.0:1784950381.335534:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950381.335537:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.12@tcp: -114 00000400:00000010:3.0:1784950381.335539:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ce0859fb. 00000400:00000200:3.0:1784950381.335542:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.12@tcp:-5 00000400:00000200:3.0:1784950381.335545:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.12@tcp(00000000ea45724e) state 0x2061 rc -5 00000400:00000200:3.0:1784950381.335548:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.12@tcp 00000400:00000200:3.0:1784950381.335550:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.14@tcp(0000000072091e24) state 0x861 00000400:00000001:3.0:1784950381.335553:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950381.335554:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950381.335556:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a470040 00000400:00000010:3.0:1784950381.335558:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005a470040. 00000400:00000200:3.0:1784950381.335561:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950381.335564:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.14@tcp: -114 00000400:00000010:3.0:1784950381.335568:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000080cfe63d. 00000400:00000200:3.0:1784950381.335573:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.14@tcp:-5 00000400:00000200:3.0:1784950381.335575:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.14@tcp(0000000072091e24) state 0x2061 rc -5 00000400:00000200:3.0:1784950381.335579:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.14@tcp 00000100:00000001:0.0:1784950381.520873:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950381.520883:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950381.520884:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950381.520888:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950381.520890:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950381.520894:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950381.520895:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950381.904982:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950381.904991:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950381.904999:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950381.905001:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950381.905105:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950381.905111:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950381.905117:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950382.352961:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.5@tcp 00000800:00000010:1.0:1784950382.352972:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000054f0341. 00000400:00000200:1.0:1784950382.352988:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950382.353001:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.5@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950382.353017:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950382.353020:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000200:1.0:1784950382.353025:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.5@tcp: 1 00000400:00000200:1.0:1784950382.353033:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.5@tcp: -114 00000400:00000010:2.0:1784950382.353069:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000090a4b1cd. 00000400:00000010:2.0:1784950382.353085:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000031bfa75f. 00000400:00000010:2.0:1784950382.353095:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133105d. 00000400:00000200:3.0:1784950382.353106:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1784950382.353109:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000fa4fcbdc. 00000400:00000200:2.0:1784950382.353128:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950382.353129:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.5@tcp(00000000a02b4cc5) state 0x2861 00000400:00000001:3.0:1784950382.353143:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950382.353148:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950382.353153:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009139bac3 00000400:00000200:2.0:1784950382.353156:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950382.353169:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950382.353176:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10788:10788:232:4294967295] 192.168.203.114@tcp LPNI seq info [9553:9553:8:4294967295] 00000400:00000200:2.0:1784950382.353185:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:2.0:1784950382.353195:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:2.0:1784950382.353201:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950382.353209:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000070b3560d. 00000800:00000200:2.0:1784950382.353217:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950382.353227:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950382.353232:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000070b3560d type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1784950382.353258:0:441638:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 1 next ping: 12655 health :700 00000800:00000001:1.0:1784950382.353480:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950382.353489:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1784950382.353490:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009139bac3. 00000800:00000001:1.0:1784950382.353503:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950382.353504:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000070b3560d. 00000400:00000200:3.0:1784950382.353505:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000800:00000001:1.0:1784950382.353517:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950382.353522:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950382.353523:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.5@tcp: -114 00000800:00000001:1.0:1784950382.353539:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950382.353546:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000400:00000200:1.0:1784950382.353560:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000010:3.0:1784950382.353563:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009eae2695. 00000400:00000200:3.0:1784950382.353576:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.5@tcp:-110 00000400:00000200:0.0:1784950382.353579:0:441636:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1784950382.353581:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.5@tcp(00000000a02b4cc5) state 0x2061 rc -110 00000400:00000200:0.0:1784950382.353594:0:441636:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000400:00000200:3.0:1784950382.353599:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.5@tcp 00000400:00000200:1.0:1784950382.353604:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1784950382.353619:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:1.0:1784950382.353645:0:441634:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950382.353652:0:441634:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10789:10789:232:4294967295] 192.168.203.114@tcp LPNI seq info [9554:9554:8:4294967295] 00000400:00000200:1.0:1784950382.353666:0:441634:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:1.0:1784950382.353676:0:441634:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950382.353682:0:441634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f17b544c. 00000800:00000200:1.0:1784950382.353688:0:441634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950382.353694:0:441634:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950382.353697:0:441634:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f17b544c type 3, nob 144 niov 1 nkiov 1 00000800:00000001:3.0:1784950382.353764:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950382.353843:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950382.353850:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f17b544c. 00000400:00000200:1.0:1784950382.353857:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950382.353876:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:0.0:1784950382.353882:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950382.353897:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950382.353901:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950382.353910:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950382.353917:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950382.353931:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:0.0:1784950382.353952:0:441636:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x157bd 00000800:00000001:0.0:1784950382.353961:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950382.353969:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950382.353973:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950382.353980:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:0.0:1784950382.353988:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133105d 00000400:00000010:0.0:1784950382.353992:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b133105d. 00000400:00000200:0.0:1784950382.353999:0:441636:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1784950382.354004:0:441636:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000090a4b1cd. 00000400:00000010:0.0:1784950382.354010:0:441636:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000031bfa75f. 00000800:00000001:0.0:1784950382.354061:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950382.354068:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950382.544956:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950382.544971:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950382.544974:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950382.544980:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950382.544983:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950382.544988:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950382.544990:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950382.928873:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307321085, at 4307321088 00000100:00000040:3.0:1784950382.928890:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307321085, at 4307321088 00000100:00000010:0.0:1784950382.928894:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ffae0f5. 00000100:00000010:3.0:1784950382.928908:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036b13559. 00010000:00000001:2.0:1784950382.928937:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950382.928947:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950382.928950:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307321085, at 4307321088 00010000:00000001:2.0:1784950382.928957:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950382.928963:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000010:1.0:1784950382.928964:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6a35ca5. 00010000:00000001:2.0:1784950382.928967:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950382.928972:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950382.928978:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950382.928982:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950382.928985:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950382.928989:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950382.929018:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307321085, at 4307321088 00000100:00000010:2.0:1784950382.929028:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011a7900f. 00000020:00000001:3.0:1784950382.929060:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950382.929066:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950382.929071:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950383.568858:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950383.568875:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950383.568877:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950383.568883:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950383.568887:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950383.568891:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950383.568894:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950383.952893:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950383.952902:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950383.952910:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950383.952912:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950383.953012:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950383.953017:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950383.953021:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950384.592857:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950384.592874:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950384.592877:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950384.592883:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950384.592887:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950384.592891:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950384.592894:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950384.720885:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1784950384.720892:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1784950384.720905:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007dcb4221. 00000020:00000040:0.0:1784950384.720915:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1784950384.720922:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950384.720925:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950384.720933:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950384.720945:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013f88f5e. 00000100:00000001:0.0:1784950384.720953:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950384.720961:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950384.720964:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950384.720978:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dcb4221] to pc [ptlrpcd_00_02+2] req@000000007dcb4221 x1871652369183360/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1784950384.721014:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1784950384.721023:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000001:0.0:1784950384.721028:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950384.721033:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c2084a3e. 00000020:00000040:1.0:1784950384.721044:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950384.721053:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950384.721057:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950384.721063:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950384.721073:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f17b544c. 00000100:00000001:1.0:1784950384.721082:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950384.721091:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950384.721094:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950384.721099:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950384.721106:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2084a3e] to pc [ptlrpcd_00_03+3] req@00000000c2084a3e x1871652369183488/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950384.721106:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950384.721110:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950384.721119:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007dcb4221 x1871652369183360/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1784950384.721129:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950384.721136:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950384.721140:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950384.721147:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950384.721151:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950384.721156:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950384.721161:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000007dcb4221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369183360:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950384.721170:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950384.721178:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950384.721183:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950384.721188:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784950384.721197:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000073ea6d6e. 00000100:00000001:3.0:1784950384.721200:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950384.721202:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950384.721207:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950384.721212:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784950384.721216:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e821c46d. 00000100:00000040:3.0:1784950384.721223:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c2084a3e x1871652369183488/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950384.721228:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8357575. 00000100:00000200:2.0:1784950384.721241:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369183360, portal 4 00000100:00000001:3.0:1784950384.721246:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950384.721248:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950384.721251:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950384.721252:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785822334336 : -120287887217280 : ffff92994b362d80) 02000000:00000001:3.0:1784950384.721262:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950384.721267:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950384.721272:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007dcb4221 x1871652369183360/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950384.721275:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950384.721289:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c2084a3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369183488:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950384.721303:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950384.721308:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784950384.721313:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784950384.721319:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950384.721322:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950384.721324:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e79e655e. 00000100:00000200:2.0:1784950384.721333:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369183360, offset 0 02000000:00000001:3.0:1784950384.721333:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784950384.721345:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000010:3.0:1784950384.721347:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004700a163. 02000000:00000001:3.0:1784950384.721355:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950384.721365:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950384.721372:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950384.721377:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950384.721381:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950384.721386:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950384.721390:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10790:10790:232:4294967295] 192.168.203.114@tcp LPNI seq info [9555:9555:8:4294967295] 00000400:00000010:3.0:1784950384.721403:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079a91cd6. 00000400:00000200:2.0:1784950384.721407:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950384.721420:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950384.721421:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009139bac3. 00000800:00000010:2.0:1784950384.721427:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005b63d50. 00000100:00000200:3.0:1784950384.721433:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369183488, portal 4 00000800:00000200:2.0:1784950384.721443:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950384.721445:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950384.721451:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032847872 : -120287676703744 : ffff929957c25c00) 00000800:00000200:2.0:1784950384.721459:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:3.0:1784950384.721467:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c2084a3e x1871652369183488/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950384.721468:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000005b63d50 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950384.721488:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950384.721493:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950384.721497:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a470040. 00000100:00000001:2.0:1784950384.721502:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950384.721502:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369183488, offset 0 00000400:00000200:3.0:1784950384.721519:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950384.721520:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4717 usecs (5 jiffies) 00000100:00000001:2.0:1784950384.721531:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307322885 00000400:00000200:3.0:1784950384.721537:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000010:2.0:1784950384.721544:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000adc4b460. 00000400:00000200:3.0:1784950384.721546:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950384.721557:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950384.721561:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784950384.721562:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950384.721571:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950384.721577:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10791:10791:231:4294967295] 192.168.203.114@tcp LPNI seq info [9556:9556:7:4294967295] 00000100:00000001:2.0:1784950384.721590:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307322885 00000400:00000200:3.0:1784950384.721595:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000010:2.0:1784950384.721602:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069f93401. 00000800:00000200:3.0:1784950384.721608:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950384.721615:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000800:00000010:3.0:1784950384.721618:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004084f3cc. 00000100:00000001:2.0:1784950384.721626:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307322885 00000100:00000010:2.0:1784950384.721638:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a77ac3ce. 00000100:00000001:2.0:1784950384.721644:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1784950384.721648:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307322885 00000100:00000010:2.0:1784950384.721653:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000034c9e485. 00000100:00000001:2.0:1784950384.721657:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1784950384.721663:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950384.721669:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950384.721673:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950384.721677:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950384.721683:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950384.721686:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784950384.721690:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005b63d50. 00000100:00000001:2.0:1784950384.721690:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1784950384.721694:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950384.721696:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950384.721698:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950384.721704:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950384.721707:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950384.721710:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950384.721711:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950384.721758:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e79e655e 00000800:00000001:0.0:1784950384.721762:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950384.721764:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e79e655e. 00000800:00000001:0.0:1784950384.721776:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950384.721781:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1784950384.721814:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950384.721815:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:1.0:1784950384.721825:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007dcb4221 x1871652369183360/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950384.721839:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:0.0:1784950384.721847:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:3.0:1784950384.721850:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004084f3cc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950384.721873:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950384.721882:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950384.721885:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007dcb4221 x1871652369183360/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950384.721888:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bb280 00000400:00000200:0.0:1784950384.721914:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 1568 00000100:00000001:1.0:1784950384.721915:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950384.721916:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13856 usecs (14 jiffies) 00000100:00000001:1.0:1784950384.721929:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950384.721930:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307322895 00000800:00000001:0.0:1784950384.721931:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950384.721945:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307322885 00000800:00000001:0.0:1784950384.721947:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950384.721953:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950384.721954:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307322895 00000400:00000200:0.0:1784950384.721964:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950384.721968:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307322885 00000100:00000001:0.0:1784950384.721976:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950384.721979:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307322895 00000100:00000200:0.0:1784950384.721981:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1784950384.721988:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307322885 00000100:00000010:0.0:1784950384.721990:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000060678714. 00000100:00000040:0.0:1784950384.722001:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000060678714 x1871652369183360 msgsize 224 00000100:00000001:3.0:1784950384.722001:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307322895 00000100:00000001:3.0:1784950384.722012:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307322885 00000100:00100000:0.0:1784950384.722021:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950384.722023:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950384.722030:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950384.722033:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950384.722036:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950384.722043:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950384.722045:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950384.722048:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950384.722050:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950384.722052:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950384.722055:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950384.722083:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:2.0:1784950384.722083:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950384.722093:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004084f3cc. 00000800:00000001:0.0:1784950384.722100:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950384.722106:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950384.722109:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950384.722113:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950384.722119:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950384.722121:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950384.722125:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950384.722130:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950384.722132:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a470040 00000400:00000010:2.0:1784950384.722144:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005a470040. 00000400:00000200:0.0:1784950384.722148:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950384.722151:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950384.722155:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1784950384.722158:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369183360 00000400:00000200:0.0:1784950384.722167:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bb300 02000000:00000001:3.0:1784950384.722168:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1784950384.722169:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c2084a3e x1871652369183488/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950384.722175:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950384.722181:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950384.722186:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 1792 02000000:00000001:3.0:1784950384.722192:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950384.722205:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950384.722206:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369183360 00000100:00000001:2.0:1784950384.722211:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1784950384.722215:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950384.722220:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000040:2.0:1784950384.722223:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c2084a3e x1871652369183488/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950384.722225:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950384.722226:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950384.722234:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000400:00000200:0.0:1784950384.722237:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950384.722246:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:3.0:1784950384.722256:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000400:00000200:0.0:1784950384.722257:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950384.722260:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950384.722270:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950384.722272:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950384.722273:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950384.722280:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000010:3.0:1784950384.722283:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000100:00000010:0.0:1784950384.722286:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1177d42. 00000100:00000001:3.0:1784950384.722292:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950384.722294:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000c1177d42 x1871652369183488 msgsize 224 00000020:00000010:3.0:1784950384.722303:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000100:00100000:0.0:1784950384.722313:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000010:3.0:1784950384.722321:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce0859fb. 00000020:00000010:3.0:1784950384.722333:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c71fddc. 00000100:00000001:0.0:1784950384.722335:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1784950384.722342:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000800:00000001:0.0:1784950384.722345:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950384.722354:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950384.722363:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1784950384.722372:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950384.722377:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950384.722382:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950384.722388:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950384.722394:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369183488 00000100:00000001:3.0:1784950384.722397:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950384.722399:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950384.722403:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950384.722408:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950384.722413:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950384.722417:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369183488 00000020:00000001:2.0:1784950384.722419:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950384.722421:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:2.0:1784950384.722424:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950384.722427:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:3.0:1784950384.722429:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950384.722432:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:2.0:1784950384.722439:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950384.722445:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950384.722451:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071684d80. 00000100:00000001:3.0:1784950384.722455:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950384.722456:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950384.722462:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1784950384.722464:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071684d80. 00000020:00000010:2.0:1784950384.722474:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a506608. 00000100:00100000:3.0:1784950384.722476:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2649 00000020:00000010:2.0:1784950384.722485:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a4570d4. 00000100:00000040:3.0:1784950384.722487:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950384.722494:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822333440 : -120287887218176 : ffff92994b362a00) 00000020:00000010:2.0:1784950384.722496:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000100:00000040:3.0:1784950384.722504:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060678714 x1871652369183360/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:535/0 lens 224/0 e 0 to 0 dl 1784950395 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950384.722506:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950384.722512:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950384.722517:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950384.722528:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950384.722530:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950384.722539:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000100:00000001:3.0:1784950384.722543:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950384.722546:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000100:00000001:2.0:1784950384.722554:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950384.722555:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000060678714 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369183360:12345-192.168.203.114@tcp:41: 00000100:00000200:3.0:1784950384.722566:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369183360 00000020:00000001:3.0:1784950384.722571:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950384.722577:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950384.722579:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1784950384.722583:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950384.722585:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950384.722593:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1784950384.722599:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2650 00000020:00000001:3.0:1784950384.722600:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000001:0.0:1784950384.722602:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1784950384.722609:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:0.0:1784950384.722610:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950384.722612:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950384.722617:0:453517:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950384.722619:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822328960 : -120287887222656 : ffff92994b361880) 00000001:00000001:3.0:1784950384.722622:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369183360, found 0 last_xid 1871652369183359 00000100:00000001:0.0:1784950384.722624:0:453517:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950384.722636:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950384.722637:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c1177d42 x1871652369183488/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:535/0 lens 224/0 e 0 to 0 dl 1784950395 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950384.722647:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950384.722654:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950384.722661:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950384.722662:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950384.722670:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071684d80. 00000100:00000001:3.0:1784950384.722672:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950384.722677:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950384.722679:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1784950384.722684:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071684d80. 02000000:00000010:3.0:1784950384.722689:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000006565b677. 00000100:00100000:2.0:1784950384.722697:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c1177d42 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369183488:12345-192.168.203.114@tcp:41: 02000000:00000001:3.0:1784950384.722699:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950384.722707:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950384.722709:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369183488 00000004:00000001:3.0:1784950384.722715:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000001:2.0:1784950384.722716:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000004:00000001:3.0:1784950384.722757:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1784950384.722761:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950384.722762:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950384.722769:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950384.722774:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950384.722777:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:2.0:1784950384.722782:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1784950384.722809:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369183488, found 0 last_xid 1871652369183487 00000020:00000001:2.0:1784950384.722813:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950384.722816:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950384.722818:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950384.722820:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950384.722825:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000004:00000024:3.0:1784950384.722826:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 02000000:00000001:2.0:1784950384.722828:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000020:3.0:1784950384.722837:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 02000000:00000010:2.0:1784950384.722838:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000403be02. 00000020:00000020:3.0:1784950384.722849:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 02000000:00000001:2.0:1784950384.722850:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950384.722857:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1784950384.722861:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000004:00000001:2.0:1784950384.722866:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000020:3.0:1784950384.722867:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000004:00000001:2.0:1784950384.722873:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000020:3.0:1784950384.722875:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000004:00000001:2.0:1784950384.722877:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:2.0:1784950384.722895:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000020:00000020:2.0:1784950384.722900:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000001:00000001:3.0:1784950384.722903:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000020:00000020:2.0:1784950384.722905:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000001:00000001:3.0:1784950384.722910:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1784950384.722913:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000004:00000001:3.0:1784950384.722916:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950384.722924:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369183360 00010000:00000001:3.0:1784950384.722928:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:3.0:1784950384.722935:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000060678714 x1871652369183360/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:535/0 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950384.722945:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950384.722948:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1784950384.722950:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000100:00001000:3.0:1784950384.722953:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=17 v=5 (1 1 1 1) 00000001:00000001:2.0:1784950384.722955:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950384.722965:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950384.722967:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:2.0:1784950384.722970:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369183488 00000100:00000040:3.0:1784950384.722975:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950384.722978:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950384.722981:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950384.722987:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000200:2.0:1784950384.722989:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c1177d42 x1871652369183488/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:535/0 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950384.722991:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950384.723003:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950384.723016:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000001:2.0:1784950384.723019:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950384.723025:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950384.723025:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9ae20b. 00000100:00001000:2.0:1784950384.723033:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=17 v=5 (1 1 1 1) 00000100:00000200:3.0:1784950384.723036:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369183360, offset 224 00000100:00000001:2.0:1784950384.723042:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1784950384.723049:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950384.723053:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950384.723059:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950384.723063:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950384.723068:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950384.723069:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950384.723074:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950384.723084:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10792:10792:232:4294967295] 192.168.203.114@tcp LPNI seq info [9557:9557:8:4294967295] 00000100:00000040:2.0:1784950384.723085:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950384.723095:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a3f02ce. 00000100:00000200:2.0:1784950384.723106:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369183488, offset 224 00000400:00000200:3.0:1784950384.723108:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:2.0:1784950384.723119:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:3.0:1784950384.723127:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950384.723134:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011275afe. 00000400:00000200:2.0:1784950384.723141:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:3.0:1784950384.723151:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950384.723159:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10793:10793:231:4294967295] 192.168.203.114@tcp LPNI seq info [9558:9558:7:4294967295] 00000800:00000200:3.0:1784950384.723166:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950384.723175:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000011275afe type 1, nob 464 niov 1 nkiov 1 00000400:00000200:2.0:1784950384.723188:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950384.723197:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950384.723199:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950384.723206:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002058a4fe. 00000100:00000040:3.0:1784950384.723208:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950384.723218:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950384.723221:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950384.723225:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:2.0:1784950384.723230:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:3.0:1784950384.723237:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060678714 x1871652369183360/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:535/0 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950384.723253:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950384.723267:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002058a4fe type 1, nob 464 niov 1 nkiov 1 00000100:00100000:3.0:1784950384.723267:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000060678714 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369183360:12345-192.168.203.114@tcp:41: Request processed in 731us (1259us total) trans 0 rc 0/0 00000100:00100000:3.0:1784950384.723290:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2649 00000100:00000040:3.0:1784950384.723294:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950384.723297:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950384.723300:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1784950384.723305:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950384.723307:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c71fddc. 00000020:00000010:3.0:1784950384.723320:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000100:00000040:2.0:1784950384.723322:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000800:00000200:1.0:1784950384.723330:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1784950384.723332:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce0859fb. 00010000:00000001:2.0:1784950384.723333:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000010:1.0:1784950384.723335:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011275afe. 00000020:00000001:2.0:1784950384.723338:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950384.723346:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1784950384.723349:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1784950384.723350:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000040:2.0:1784950384.723356:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1177d42 x1871652369183488/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:535/0 lens 224/368 e 0 to 0 dl 1784950395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950384.723360:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950384.723363:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950384.723368:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9ae20b 00000400:00000010:1.0:1784950384.723375:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9ae20b. 00000100:00000001:1.0:1784950384.723384:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1784950384.723387:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c1177d42 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369183488:12345-192.168.203.114@tcp:41: Request processed in 722us (1087us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950384.723388:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1784950384.723399:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950384.723401:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2650 00000100:00000040:2.0:1784950384.723406:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000001:1.0:1784950384.723409:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950384.723410:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:1.0:1784950384.723414:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950384.723416:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:1.0:1784950384.723421:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950384.723422:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a4570d4. 00000020:00000010:2.0:1784950384.723429:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000400:00000200:1.0:1784950384.723431:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:2.0:1784950384.723436:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a506608. 00000020:00000040:2.0:1784950384.723447:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000200:1.0:1784950384.723448:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bb280 00000100:00000001:2.0:1784950384.723452:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950384.723460:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x157c1 [1] + 224 00000800:00000001:1.0:1784950384.723470:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950384.723516:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950384.723523:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002058a4fe. 00000400:00000200:0.0:1784950384.723533:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950384.723543:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950384.723549:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a3f02ce 00000400:00000010:0.0:1784950384.723553:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008a3f02ce. 00000800:00000001:3.0:1784950384.723559:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950384.723561:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:1.0:1784950384.723565:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950384.723567:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1784950384.723576:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950384.723577:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950384.723586:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950384.723594:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950384.723597:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950384.723604:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950384.723612:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:1.0:1784950384.723617:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007dcb4221 x1871652369183360/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950384.723635:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bb300 00000400:00000200:3.0:1784950384.723654:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x157c9 [1] + 224 00000100:00000040:1.0:1784950384.723660:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000007dcb4221 x1871652369183360/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950384.723679:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950384.723690:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950384.723693:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950384.723699:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1784950384.723700:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950384.723755:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784950384.723756:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784950384.723764:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c2084a3e x1871652369183488/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950384.723768:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950384.723771:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950384.723777:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950384.723816:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1784950384.723817:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c2084a3e x1871652369183488/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784950384.723824:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950384.723832:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e821c46d. 00000400:00000200:2.0:1784950384.723844:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8357575 00000400:00000010:2.0:1784950384.723849:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e8357575. 00000100:00000001:2.0:1784950384.723855:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950384.723857:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1784950384.723867:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007dcb4221 x1871652369183360/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950384.723870:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950384.723878:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950384.723886:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007dcb4221 x1871652369183360/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950384.723900:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950384.723904:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950384.723908:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950384.723912:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950384.723914:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950384.723917:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950384.723920:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950384.723927:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=17 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950384.723933:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1784950384.723933:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=17 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950384.723940:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950384.723942:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950384.723947:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950384.723950:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1784950384.723951:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1784950384.723958:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1784950384.723959:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950384.723966:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079a91cd6. 00000100:00000001:2.0:1784950384.723967:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950384.723974:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000400:00000200:0.0:1784950384.723977:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009139bac3 00000100:00000001:2.0:1784950384.723978:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000010:0.0:1784950384.723985:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009139bac3. 00000100:00000001:2.0:1784950384.723986:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950384.723998:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784950384.724000:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007dcb4221 x1871652369183360/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950384.724012:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c2084a3e x1871652369183488/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950384.724022:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950384.724031:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950384.724036:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950384.724047:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000200:0.0:1784950384.724053:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c2084a3e x1871652369183488/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1784950384.724054:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000004:00000020:2.0:1784950384.724071:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:2.0:1784950384.724090:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950384.724098:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784950384.724102:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007dcb4221 x1871652369183360/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950384.724113:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000007dcb4221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369183360:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950384.724119:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950384.724122:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950384.724124:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007dcb4221 x1871652369183360/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950384.724132:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950384.724135:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950384.724137:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000073ea6d6e. 00000100:00000001:0.0:1784950384.724146:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950384.724146:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950384.724150:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950384.724159:0:441644:0:(client.c:1580:after_reply()) Process entered 00000020:00000040:2.0:1784950384.724159:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950384.724167:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1784950384.724168:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1784950384.724171:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013f88f5e. 00000100:00000001:0.0:1784950384.724177:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784950384.724178:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784950384.724186:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950384.724187:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950384.724190:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007dcb4221. 02000000:00000001:0.0:1784950384.724199:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950384.724199:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950384.724203:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950384.724209:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950384.724216:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=12 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950384.724216:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950384.724221:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950384.724228:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1784950384.724237:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=12 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950384.724237:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950384.724250:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950384.724254:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950384.724259:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950384.724263:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950384.724268:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950384.724271:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950384.724274:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950384.724277:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950384.724288:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2084a3e x1871652369183488/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950384.724304:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950384.724308:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950384.724311:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1784950384.724315:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1784950384.724320:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000020:0.0:1784950384.724332:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:0.0:1784950384.724342:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950384.724348:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2084a3e x1871652369183488/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950384.724365:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c2084a3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369183488:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950384.724374:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950384.724378:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950384.724382:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c2084a3e x1871652369183488/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950384.724409:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950384.724412:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950384.724416:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004700a163. 02000000:00000001:0.0:1784950384.724423:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950384.724427:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950384.724429:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1784950384.724433:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950384.724437:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f17b544c. 02000000:00000001:0.0:1784950384.724442:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950384.724445:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950384.724447:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c2084a3e. 00000100:00000001:0.0:1784950384.724453:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950384.724455:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950384.724459:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950384.724468:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950384.724470:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950384.724475:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950384.724478:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950384.736896:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307322895, at 4307322896 00000100:00000010:3.0:1784950384.736911:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000034c9e485. 00000100:00000040:0.0:1784950384.736912:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307322895, at 4307322896 00000100:00000040:1.0:1784950384.736913:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307322895, at 4307322896 00000100:00000040:2.0:1784950384.736913:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307322895, at 4307322896 00000100:00000010:0.0:1784950384.736936:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000adc4b460. 00000100:00000010:1.0:1784950384.736940:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069f93401. 00000100:00000010:2.0:1784950384.736945:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a77ac3ce. 00010000:00000001:2.0:1784950384.976878:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950384.976886:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950384.976894:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950384.976896:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950384.976993:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950384.976999:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950384.977004:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950385.616874:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950385.616890:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950385.616892:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950385.616899:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950385.616902:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950385.616906:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950385.616909:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950385.744886:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950385.744896:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950385.744905:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ab8b25f9. 00000020:00000040:3.0:1784950385.744913:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:3.0:1784950385.744918:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950385.744923:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950385.744931:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950385.744942:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011275afe. 00000100:00000001:3.0:1784950385.744952:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950385.744966:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000ab8b25f9 x1871652369183616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950385.744987:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950385.744993:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950385.745003:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab8b25f9] to pc [ptlrpcd_00_00+0] req@00000000ab8b25f9 x1871652369183616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950385.745069:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950385.745075:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950385.745083:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950385.745091:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc9ccb62. 00000020:00000040:3.0:1784950385.745098:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950385.745103:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950385.745107:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950385.745112:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950385.745119:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004084f3cc. 00000100:00000001:3.0:1784950385.745126:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.745131:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784950385.745140:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000bc9ccb62 x1871652369183744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784950385.745144:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1784950385.745145:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950385.745153:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.745157:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950385.745175:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950385.745181:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950385.745187:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950385.745189:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950385.745193:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950385.745204:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ab8b25f9 x1871652369183616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950385.745224:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950385.745228:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950385.745234:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950385.745239:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950385.745244:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950385.745251:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ab8b25f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369183616:0@lo:400: 00000100:00000001:0.0:1784950385.745258:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950385.745267:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950385.745271:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950385.745275:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950385.745284:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000090073cd. 02000000:00000001:0.0:1784950385.745290:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950385.745300:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c8e087d. 00000400:00000010:0.0:1784950385.745312:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077541c23. 00000100:00000200:0.0:1784950385.745323:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369183616, portal 25 00000100:00000001:0.0:1784950385.745326:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950385.745328:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798855168 : -120287910696448 : ffff929949cfea00) 00000100:00000040:0.0:1784950385.745337:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ab8b25f9 x1871652369183616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950385.745345:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950385.745350:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950385.745353:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950385.745359:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1784950385.745366:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c923ef1. 00000100:00000200:0.0:1784950385.745372:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369183616, offset 0 00000100:00000040:3.0:1784950385.745377:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc9ccb62] to pc [ptlrpcd_00_01+1] req@00000000bc9ccb62 x1871652369183744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950385.745386:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1784950385.745413:0:441642:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1784950385.745425:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1784950385.745433:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000200:0.0:1784950385.745437:0:441642:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bb380 00000100:00080000:3.0:1784950385.745450:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1784950385.745452:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950385.745462:0:441642:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x140a9 [2] + 0 00000100:00100000:2.0:1784950385.745463:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:3.0:1784950385.745464:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950385.745472:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950385.745485:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1784950385.745486:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005242b578. 00000100:00000001:2.0:1784950385.745489:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1784950385.745493:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ff7d5f7. 00000100:00000001:2.0:1784950385.745496:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950385.745499:0:441642:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001870dea7 00000020:00000040:3.0:1784950385.745503:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1784950385.745504:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950385.745510:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950385.745513:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950385.745515:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784950385.745518:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1784950385.745521:0:441642:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950385.745524:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950385.745529:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc9ccb62 x1871652369183744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950385.745536:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000054f0341. 00000400:00000200:0.0:1784950385.745539:0:441642:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1784950385.745548:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950385.745558:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001870dea7 00000100:00000001:2.0:1784950385.745566:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784950385.745567:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000005ff7d5f7 x1871652369183872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1784950385.745568:0:441642:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 000000001870dea7. 00000100:00000001:2.0:1784950385.745573:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.745581:0:441642:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1784950385.745583:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1784950385.745587:0:441642:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1784950385.745590:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950385.745600:0:441642:0:(events.c:337:request_in_callback()) incoming req@00000000fefe7ade x1871652369183616 msgsize 224 02000000:00000001:2.0:1784950385.745602:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950385.745615:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1784950385.745622:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000bc9ccb62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369183744:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950385.745623:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950385.745627:0:441642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1784950385.745636:0:441642:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1784950385.745640:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784950385.745641:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ff7d5f7] to pc [ptlrpcd_00_02+2] req@000000005ff7d5f7 x1871652369183872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950385.745648:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950385.745654:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950385.745661:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950385.745667:0:441642:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:2.0:1784950385.745673:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a506608. 02000000:00000001:2.0:1784950385.745680:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950385.745685:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950385.745689:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e821c46d. 00000100:00000040:3.0:1784950385.745690:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950385.745702:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1784950385.745706:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8357575. 00000100:00000010:3.0:1784950385.745712:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031013d55. 00000400:00000200:0.0:1784950385.745713:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c923ef1 00000400:00000010:0.0:1784950385.745758:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008c923ef1. 00000100:00000001:0.0:1784950385.745766:0:441642:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1784950385.745774:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000200:0.0:1784950385.745776:0:441642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ab8b25f9 x1871652369183616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950385.745797:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369183744, portal 4 00000100:00000001:2.0:1784950385.745811:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950385.745811:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950385.745815:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950385.745819:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798856960 : -120287910694656 : ffff929949cff100) 02000000:00000001:3.0:1784950385.745820:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1784950385.745825:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369183616 02000000:00000001:3.0:1784950385.745831:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950385.745834:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1784950385.745841:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bc9ccb62 x1871652369183744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950385.745842:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950385.745850:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950385.745855:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000549bbfae. 00000100:00000001:0.0:1784950385.745856:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784950385.745859:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950385.745866:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950385.745871:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950385.745872:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369183616 00000100:00000040:0.0:1784950385.745873:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ab8b25f9 x1871652369183616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950385.745880:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950385.745882:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950385.745887:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000400:00000010:2.0:1784950385.745889:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a969fd8a. 00000100:00000040:3.0:1784950385.745890:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@0000000031013d55 x1871652369184000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1784950385.745894:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:2.0:1784950385.745900:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369183744, offset 0 00000020:00000040:1.0:1784950385.745903:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000020:00000001:1.0:1784950385.745914:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000020:00000001:1.0:1784950385.745926:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:2.0:1784950385.745926:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950385.745941:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950385.745943:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950385.745945:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000020:00000010:1.0:1784950385.745952:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000001:3.0:1784950385.745953:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950385.745954:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950385.745955:0:441642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950385.745965:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950385.745972:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031013d55] to pc [ptlrpcd_00_03+3] req@0000000031013d55 x1871652369184000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950385.745973:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:1.0:1784950385.745974:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000020:00000010:1.0:1784950385.745988:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090af554c. 00000400:00000200:2.0:1784950385.745988:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950385.745998:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000010:1.0:1784950385.746001:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 00000400:00000200:2.0:1784950385.746008:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950385.746008:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950385.746009:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000824c4458. 00000100:00080000:3.0:1784950385.746018:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000200:2.0:1784950385.746024:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10794:10794:232:4294967295] 192.168.203.114@tcp LPNI seq info [9559:9559:8:4294967295] 00000100:00000040:1.0:1784950385.746027:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00080000:3.0:1784950385.746028:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1784950385.746039:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1784950385.746040:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950385.746047:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950385.746053:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1784950385.746055:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950385.746061:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000010:3.0:1784950385.746063:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1775566. 00000100:00000001:1.0:1784950385.746070:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950385.746072:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000800:00000200:2.0:1784950385.746074:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950385.746076:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950385.746083:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950385.746088:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:2.0:1784950385.746092:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009dd5e9b1. 00000100:00000001:0.0:1784950385.746093:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307326331 02000000:00000001:3.0:1784950385.746093:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950385.746098:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784950385.746112:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ffae0f5. 00000800:00000200:2.0:1784950385.746113:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000010:3.0:1784950385.746114:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000071d20a8b. 00000100:00000001:1.0:1784950385.746124:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950385.746128:0:441642:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784950385.746128:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950385.746129:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000200:2.0:1784950385.746141:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:1.0:1784950385.746142:0:453506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00000001:0.0:1784950385.746144:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307326331 00000100:00000040:3.0:1784950385.746150:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000e1775566 x1871652369184128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1784950385.746153:0:453506:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000800:00000200:2.0:1784950385.746153:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009dd5e9b1 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1784950385.746155:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094086884. 00000100:00000001:1.0:1784950385.746163:0:453506:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785835789392 : -120287873762224 : ffff92994c037c50) 00000100:00000001:0.0:1784950385.746170:0:441642:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1784950385.746183:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fefe7ade x1871652369183616/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:536/0 lens 224/0 e 0 to 0 dl 1784950396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950385.746183:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.746186:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307326331 00000100:00000040:2.0:1784950385.746198:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13848 usecs (14 jiffies) 00000100:00000001:3.0:1784950385.746198:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1784950385.746202:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051528a9c. 00000100:00000001:3.0:1784950385.746207:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950385.746209:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307323919 00000100:00000001:0.0:1784950385.746216:0:441642:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1784950385.746227:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1775566] to pc [ptlrpcd_00_00+0] req@00000000e1775566 x1871652369184128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950385.746230:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950385.746234:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307326331 00000020:00000010:1.0:1784950385.746241:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000010:0.0:1784950385.746251:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017ef8a28. 00000100:00000001:1.0:1784950385.746253:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950385.746258:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.746266:0:441642:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 3 00000020:00000010:1.0:1784950385.746268:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000100:00000040:3.0:1784950385.746272:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12661) 00000100:00000001:0.0:1784950385.746281:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1784950385.746290:0:453506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000fefe7ade pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369183616:12345-0@lo:400: 00000100:00000001:0.0:1784950385.746294:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950385.746307:0:453506:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369183616 00000100:00000001:0.0:1784950385.746308:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950385.746317:0:453506:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00100000:0.0:1784950385.746320:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784950385.746320:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307326331 00000020:00000001:1.0:1784950385.746327:0:453506:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950385.746332:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950385.746335:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307323919 00000020:00000001:1.0:1784950385.746337:0:453506:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.746348:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950385.746349:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307326331 00000020:00000001:1.0:1784950385.746350:0:453506:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1784950385.746357:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950385.746359:0:453506:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:3.0:1784950385.746361:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307323919 00000800:00000200:2.0:1784950385.746363:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950385.746371:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784950385.746373:0:453506:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000010:2.0:1784950385.746373:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009dd5e9b1. 00000100:00000001:3.0:1784950385.746374:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307326331 00000100:00000001:0.0:1784950385.746378:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1784950385.746381:0:453506:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950385.746384:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950385.746386:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950385.746388:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307323919 00000020:00000001:1.0:1784950385.746391:0:453506:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950385.746399:0:453506:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1784950385.746399:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950385.746402:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307326331 00000100:00000040:0.0:1784950385.746405:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e1775566 x1871652369184128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950385.746407:0:453506:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950385.746411:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a969fd8a 00000100:00000001:3.0:1784950385.746416:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950385.746418:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a969fd8a. 00000020:00000001:1.0:1784950385.746419:0:453506:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950385.746425:0:453506:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950385.746432:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950385.746433:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950385.746434:0:453506:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784950385.746444:0:453506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009f7dddc8. 00000100:00000200:2.0:1784950385.746446:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc9ccb62 x1871652369183744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950385.746447:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.746456:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1784950385.746456:0:453506:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950385.746461:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950385.746463:0:453506:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950385.746475:0:453506:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950385.746475:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950385.746476:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950385.746484:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000040:1.0:1784950385.746486:0:453506:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369183616 00000100:00000040:2.0:1784950385.746487:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc9ccb62 x1871652369183744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950385.746493:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950385.746496:0:453506:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950385.746506:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950385.746507:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1784950385.746509:0:453506:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000fefe7ade x1871652369183616/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:536/0 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950385.746511:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950385.746522:0:441636:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1784950385.746523:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950385.746532:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1784950385.746534:0:453506:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000001:2.0:1784950385.746537:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784950385.746541:0:453506:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950385.746545:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950385.746546:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1784950385.746548:0:453506:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950385.746553:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1784950385.746557:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950385.746560:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1784950385.746565:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e1775566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369184128:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950385.746566:0:453506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:2.0:1784950385.746566:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950385.746575:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ff7d5f7 x1871652369183872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950385.746578:0:453506:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000800:00000001:2.0:1784950385.746578:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950385.746589:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950385.746590:0:453506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 02000000:00000001:0.0:1784950385.746601:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950385.746602:0:453506:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1784950385.746603:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:0.0:1784950385.746611:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950385.746611:0:453506:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950385.746625:0:453506:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784950385.746626:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784950385.746630:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bb400 00000100:00000040:1.0:1784950385.746637:0:453506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1784950385.746640:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034450a52. 00000400:00000010:1.0:1784950385.746648:0:453506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 02000000:00000001:0.0:1784950385.746650:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950385.746656:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 2016 00000400:00000010:0.0:1784950385.746665:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000626b1f50. 00000100:00000001:3.0:1784950385.746667:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950385.746674:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950385.746676:0:453506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369183616, offset 224 00000800:00000001:2.0:1784950385.746676:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:0.0:1784950385.746679:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c923ef1. 02000000:00000001:3.0:1784950385.746681:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950385.746689:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950385.746690:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950385.746695:0:453506:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1784950385.746700:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950385.746702:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950385.746707:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369184128, portal 10 00000100:00100000:3.0:1784950385.746715:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005ff7d5f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369183872:192.168.203.114@tcp:400: 00000400:00000200:2.0:1784950385.746717:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950385.746754:0:453506:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1784950385.746762:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950385.746768:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950385.746768:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784950385.746769:0:453506:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bb380 00000100:00000200:2.0:1784950385.746769:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1784950385.746778:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798849792 : -120287910701824 : ffff929949cfd500) 02000000:00000001:3.0:1784950385.746801:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1784950385.746804:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e86374a1. 02000000:00000001:3.0:1784950385.746808:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950385.746810:0:453506:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x157d9 [1] + 224 00000100:00000040:2.0:1784950385.746816:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000e86374a1 x1871652369183744 msgsize 224 02000000:00000001:3.0:1784950385.746817:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950385.746828:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce0859fb. 00000400:00000200:1.0:1784950385.746829:0:453506:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784950385.746834:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:3.0:1784950385.746838:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950385.746846:0:453506:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1784950385.746850:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000892354fa. 00000100:00000001:2.0:1784950385.746855:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950385.746858:0:453506:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950385.746861:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e1775566 x1871652369184128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950385.746862:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000100:00000200:1.0:1784950385.746872:0:453506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ab8b25f9 x1871652369183616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950385.746872:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784950385.746875:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369183872, portal 10 00000800:00000001:2.0:1784950385.746883:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950385.746885:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950385.746893:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798846208 : -120287910705408 : ffff929949cfc700) 00000100:00000001:0.0:1784950385.746915:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950385.746918:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005ff7d5f7 x1871652369183872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950385.746919:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950385.746927:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369183744 00000100:00000040:0.0:1784950385.746931:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950385.746936:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1784950385.746937:0:453506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ab8b25f9 x1871652369183616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950385.746942:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1784950385.746943:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000093998741. 00000100:00000001:2.0:1784950385.746949:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950385.746956:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369184128, offset 0 02000000:00000001:2.0:1784950385.746962:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950385.746973:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369183744 00000100:00000001:3.0:1784950385.746979:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950385.746980:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950385.746982:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950385.746990:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:1.0:1784950385.746994:0:453506:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784950385.746996:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950385.746999:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:3.0:1784950385.747003:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000400:00000200:0.0:1784950385.747005:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000040:2.0:1784950385.747009:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000200:3.0:1784950385.747012:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369183872, offset 0 00000400:00000200:0.0:1784950385.747016:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1784950385.747022:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:2.0:1784950385.747031:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000200:0.0:1784950385.747032:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950385.747037:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950385.747045:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950385.747046:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950385.747053:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000010:2.0:1784950385.747055:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071684d80. 00000400:00000200:0.0:1784950385.747059:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10795:10795:232:4294967295] 192.168.203.114@tcp LPNI seq info [9560:9560:8:4294967295] 00000100:00000001:2.0:1784950385.747066:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950385.747073:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071684d80. 00000400:00000200:0.0:1784950385.747083:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:2.0:1784950385.747086:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2c38d8a. 00000800:00000200:0.0:1784950385.747095:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:2.0:1784950385.747097:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a4570d4. 00000400:00000200:1.0:1784950385.747098:0:453506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000800:00000010:0.0:1784950385.747104:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031b2009f. 00000400:00000010:1.0:1784950385.747105:0:453506:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 00000400:00000200:3.0:1784950385.747107:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000010:2.0:1784950385.747109:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000100:00000001:1.0:1784950385.747119:0:453506:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000200:0.0:1784950385.747124:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950385.747126:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950385.747128:0:453506:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1784950385.747128:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1784950385.747137:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1784950385.747142:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950385.747144:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:0.0:1784950385.747145:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950385.747152:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950385.747153:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031b2009f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950385.747156:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950385.747168:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950385.747169:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950385.747181:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10796:10796:231:4294967295] 192.168.203.114@tcp LPNI seq info [9561:9561:7:4294967295] 00000100:00000001:0.0:1784950385.747183:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950385.747194:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5058 usecs (6 jiffies) 00000100:00000001:2.0:1784950385.747196:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950385.747203:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307323912 00000100:00000001:0.0:1784950385.747214:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307326331 00000400:00000200:3.0:1784950385.747215:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950385.747221:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950385.747222:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307323912 00000100:00000001:2.0:1784950385.747231:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950385.747232:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307326331 00000100:00000001:1.0:1784950385.747237:0:453506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950385.747240:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950385.747243:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307323912 00000100:00100000:2.0:1784950385.747251:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2651 00000100:00000040:1.0:1784950385.747252:0:453506:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000800:00000010:3.0:1784950385.747255:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005124dc18. 00000100:00000001:0.0:1784950385.747256:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307326331 00010000:00000001:1.0:1784950385.747259:0:453506:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000040:2.0:1784950385.747259:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000001:1.0:1784950385.747268:0:453506:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.747270:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307323912 00000100:00000001:2.0:1784950385.747270:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883982848 : -120287825568768 : ffff92994ee2dc00) 00000800:00000200:3.0:1784950385.747280:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:1.0:1784950385.747281:0:453506:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950385.747282:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307326331 00000100:00000040:2.0:1784950385.747291:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e86374a1 x1871652369183744/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:536/0 lens 224/0 e 0 to 0 dl 1784950396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950385.747293:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950385.747296:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fefe7ade x1871652369183616/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:536/0 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950385.747306:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950385.747307:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000001:0.0:1784950385.747322:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1784950385.747324:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005124dc18 type 1, nob 320 niov 1 nkiov 1 00000400:00000001:0.0:1784950385.747328:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950385.747336:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c8e087d. 00000100:00000001:2.0:1784950385.747336:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1784950385.747340:0:453506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000fefe7ade pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369183616:12345-0@lo:400: Request processed in 1105us (1733us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950385.747341:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950385.747348:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077541c23 00000020:00000010:2.0:1784950385.747348:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071684d80. 00000100:00000040:3.0:1784950385.747354:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5577 usecs (6 jiffies) 00000400:00000010:0.0:1784950385.747358:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077541c23. 00000100:00000001:2.0:1784950385.747359:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1784950385.747369:0:453506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000020:00000010:2.0:1784950385.747370:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071684d80. 00000100:00000001:3.0:1784950385.747371:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307323912 00000100:00000001:0.0:1784950385.747372:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784950385.747376:0:453506:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:3.0:1784950385.747384:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307326331 00000100:00000200:0.0:1784950385.747386:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ab8b25f9 x1871652369183616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950385.747387:0:453506:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1784950385.747387:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e86374a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369183744:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950385.747394:0:453506:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1784950385.747399:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307323912 00000020:00000010:1.0:1784950385.747404:0:453506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00000100:00000200:2.0:1784950385.747407:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369183744 00000100:00000001:3.0:1784950385.747414:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307326331 00000020:00000001:2.0:1784950385.747417:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:1.0:1784950385.747418:0:453506:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000824c4458. 00000100:00000001:3.0:1784950385.747426:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307323912 00000020:00000001:2.0:1784950385.747428:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:1.0:1784950385.747430:0:453506:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090af554c. 00000100:00000200:0.0:1784950385.747438:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ab8b25f9 x1871652369183616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950385.747439:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950385.747440:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307326331 00000020:00000040:1.0:1784950385.747444:0:453506:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000020:00000001:2.0:1784950385.747451:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950385.747454:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307323912 02000000:00000001:1.0:1784950385.747458:0:453506:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1784950385.747458:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:3.0:1784950385.747465:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307326331 02000000:00000010:1.0:1784950385.747467:0:453506:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009f7dddc8. 00000020:00000001:2.0:1784950385.747470:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950385.747478:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950385.747480:0:453506:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000001:00000001:2.0:1784950385.747480:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369183744, found 0 last_xid 1871652369183743 00000100:00000001:1.0:1784950385.747490:0:453506:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950385.747490:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.747492:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784950385.747493:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950385.747499:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950385.747503:0:453506:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1784950385.747503:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950385.747504:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1784950385.747506:0:441642:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:2.0:1784950385.747511:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1784950385.747516:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950385.747516:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950385.747518:0:453506:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091d0e3e0. 00000020:00000001:2.0:1784950385.747518:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.747524:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1784950385.747527:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950385.747528:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950385.747529:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950385.747531:0:453506:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa584fdf. 00000100:00000001:2.0:1784950385.747535:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950385.747536:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1784950385.747539:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950385.747544:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950385.747544:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1784950385.747548:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=23 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950385.747552:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784950385.747555:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001c755578. 00000100:00001000:0.0:1784950385.747557:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950385.747559:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950385.747567:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950385.747571:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1784950385.747572:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950385.747577:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.747580:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950385.747581:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950385.747588:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950385.747591:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1784950385.747592:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950385.747594:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:2.0:1784950385.747596:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369183744 00000800:00000010:1.0:1784950385.747598:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031b2009f. 00010000:00000001:0.0:1784950385.747602:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950385.747603:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950385.747604:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:1.0:1784950385.747606:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950385.747614:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950385.747616:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000200:2.0:1784950385.747622:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000e86374a1 x1871652369183744/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:536/0 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950385.747624:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950385.747625:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950385.747631:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950385.747632:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ab8b25f9 x1871652369183616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950385.747638:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093998741 00000400:00000010:1.0:1784950385.747647:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000093998741. 00000100:00000040:3.0:1784950385.747648:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031013d55 x1871652369184000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950385.747659:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950385.747674:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e1775566 x1871652369184128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950385.747675:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950385.747682:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.747693:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1784950385.747695:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=18 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950385.747707:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950385.747715:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950385.747716:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950385.747717:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950385.747758:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ab8b25f9 x1871652369183616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950385.747761:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950385.747767:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950385.747771:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 02000000:00000001:3.0:1784950385.747773:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950385.747807:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950385.747812:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e1775566 x1871652369184128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950385.747813:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00100000:0.0:1784950385.747815:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ab8b25f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369183616:0@lo:400: 02000000:00000001:3.0:1784950385.747819:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950385.747826:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950385.747835:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950385.747836:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000031013d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369184000:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950385.747838:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950385.747842:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950385.747849:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950385.747859:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950385.747859:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950385.747861:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950385.747865:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ab8b25f9 x1871652369183616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950385.747868:0:441634:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1784950385.747869:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1784950385.747870:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a969fd8a. 02000000:00000001:3.0:1784950385.747877:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950385.747883:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369183744, offset 224 02000000:00000001:3.0:1784950385.747886:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950385.747894:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080cfe63d. 00000100:00000001:0.0:1784950385.747899:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950385.747901:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950385.747905:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1784950385.747911:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000010:0.0:1784950385.747913:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000090073cd. 00000400:00000010:3.0:1784950385.747914:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000836294c9. 02000000:00000001:0.0:1784950385.747926:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1784950385.747928:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 00000020:00000001:0.0:1784950385.747933:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:2.0:1784950385.747938:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000200:3.0:1784950385.747939:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369184000, portal 4 00000020:00000040:0.0:1784950385.747940:0:441642:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000100:00000001:3.0:1784950385.747951:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1784950385.747953:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950385.747957:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798848896 : -120287910702720 : ffff929949cfd180) 02000000:00000010:0.0:1784950385.747959:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011275afe. 00000400:00000200:2.0:1784950385.747967:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10797:10797:231:4294967295] 192.168.203.114@tcp LPNI seq info [9562:9562:7:4294967295] 02000000:00000001:0.0:1784950385.747973:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950385.747979:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1784950385.747981:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000031013d55 x1871652369184000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1784950385.747986:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ab8b25f9. 00000800:00000200:1.0:1784950385.747990:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950385.747999:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005124dc18. 00000100:00000001:0.0:1784950385.748000:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950385.748008:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950385.748012:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950385.748016:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950385.748018:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.748030:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950385.748032:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950385.748033:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950385.748037:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950385.748044:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950385.748046:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950385.748047:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000100:00000040:3.0:1784950385.748051:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950385.748054:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950385.748056:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000800:00000010:2.0:1784950385.748060:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009dd5e9b1. 00000400:00000010:3.0:1784950385.748062:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000100:00000001:1.0:1784950385.748069:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784950385.748071:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369184000, offset 0 00000800:00000200:2.0:1784950385.748080:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:1.0:1784950385.748082:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ff7d5f7 x1871652369183872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950385.748090:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950385.748093:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950385.748101:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000001:0.0:1784950385.748107:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950385.748110:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009dd5e9b1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950385.748112:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784950385.748113:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950385.748116:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000001:0.0:1784950385.748123:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950385.748124:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ff7d5f7 x1871652369183872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950385.748126:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950385.748132:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784950385.748141:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950385.748148:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950385.748151:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:2.0:1784950385.748155:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950385.748162:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950385.748164:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1784950385.748171:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950385.748172:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950385.748177:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950385.748179:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784950385.748185:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e86374a1 x1871652369183744/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:536/0 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950385.748191:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10798:10798:230:4294967295] 192.168.203.114@tcp LPNI seq info [9563:9563:6:4294967295] 00000400:00000200:3.0:1784950385.748229:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:2.0:1784950385.748231:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e86374a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369183744:12345-192.168.203.114@tcp:400: Request processed in 887us (1404us total) trans 0 rc 0/0 00000800:00000200:3.0:1784950385.748246:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950385.748250:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bb580 00000800:00000010:3.0:1784950385.748261:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005124dc18. 00000100:00100000:2.0:1784950385.748271:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2651 00000400:00000200:0.0:1784950385.748272:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 152768 00000800:00000200:3.0:1784950385.748283:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:2.0:1784950385.748286:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000001:0.0:1784950385.748291:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950385.748296:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:3.0:1784950385.748300:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950385.748303:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1784950385.748312:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005124dc18 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1784950385.748314:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a4570d4. 00000800:00000200:1.0:1784950385.748321:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950385.748327:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009dd5e9b1. 00000020:00000010:2.0:1784950385.748328:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000100:00000001:3.0:1784950385.748330:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950385.748333:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1784950385.748333:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2c38d8a. 00000100:00000040:3.0:1784950385.748340:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4716 usecs (5 jiffies) 00000020:00000040:2.0:1784950385.748344:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000200:1.0:1784950385.748348:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950385.748356:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950385.748356:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307323912 00000400:00000200:1.0:1784950385.748357:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a969fd8a 00000100:00000001:0.0:1784950385.748360:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784950385.748363:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a969fd8a. 00000100:00000001:0.0:1784950385.748368:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950385.748370:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307326331 00000100:00000001:1.0:1784950385.748374:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950385.748383:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950385.748383:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307323912 00000800:00000001:2.0:1784950385.748392:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950385.748393:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307326331 00000100:00000001:3.0:1784950385.748402:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307323912 00000100:00000001:3.0:1784950385.748408:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307326331 00000800:00000001:0.0:1784950385.748410:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950385.748412:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307323912 00000400:00000200:0.0:1784950385.748419:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950385.748420:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307326331 00000100:00000001:3.0:1784950385.748429:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950385.748437:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950385.748439:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950385.748451:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.748452:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950385.748455:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950385.748457:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1784950385.748467:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6d28154. 00000100:00000040:0.0:1784950385.748472:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000d6d28154 x1871652369184128 msgsize 224 00000800:00000200:1.0:1784950385.748480:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1784950385.748481:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000010:1.0:1784950385.748492:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005124dc18. 00000100:00000001:0.0:1784950385.748499:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1784950385.748504:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950385.748511:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950385.748511:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950385.748521:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950385.748522:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950385.748526:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950385.748530:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000800:00000001:0.0:1784950385.748533:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950385.748535:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950385.748536:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1784950385.748540:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000100:00100000:3.0:1784950385.748545:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369184128 00000800:00000001:0.0:1784950385.748547:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950385.748550:0:441634:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784950385.748554:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1784950385.748558:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950385.748560:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1784950385.748567:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031013d55 x1871652369184000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950385.748567:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950385.748574:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:3.0:1784950385.748579:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950385.748589:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bb400 00000100:00100000:3.0:1784950385.748590:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369184128 00000020:00000001:3.0:1784950385.748599:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1784950385.748602:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bb480 00000100:00000001:1.0:1784950385.748605:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1784950385.748605:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000400:00000200:2.0:1784950385.748614:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x157e1 [1] + 224 00000020:00000001:3.0:1784950385.748615:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:1.0:1784950385.748617:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031013d55 x1871652369184000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950385.748623:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000800:00000001:2.0:1784950385.748631:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950385.748634:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000200:0.0:1784950385.748638:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 152992 00000020:00000001:3.0:1784950385.748645:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000800:00000001:2.0:1784950385.748649:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950385.748661:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950385.748662:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950385.748662:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950385.748663:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950385.748672:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1784950385.748674:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000800:00000001:0.0:1784950385.748677:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950385.748680:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950385.748684:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950385.748688:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1784950385.748696:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000100:00000001:2.0:1784950385.748701:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950385.748707:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:3.0:1784950385.748709:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eae2695. 00000020:00000010:3.0:1784950385.748758:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c71fddc. 00000100:00000001:0.0:1784950385.748761:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950385.748763:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc9ccb62 x1871652369183744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950385.748765:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000218c1d3d. 00000100:00000200:0.0:1784950385.748766:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1784950385.748803:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4f565e0. 00000100:00000040:3.0:1784950385.748804:0:453512:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:2.0:1784950385.748813:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc9ccb62 x1871652369183744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950385.748814:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000f4f565e0 x1871652369183872 msgsize 224 00000100:00000001:3.0:1784950385.748815:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950385.748821:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950385.748829:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950385.748841:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950385.748843:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1784950385.748851:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1784950385.748857:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.748868:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950385.748875:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950385.748880:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950385.748880:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950385.748890:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1784950385.748893:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950385.748896:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369183872 00000800:00000001:0.0:1784950385.748899:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950385.748902:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950385.748903:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1784950385.748907:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950385.748911:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1784950385.748917:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950385.748918:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950385.748924:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:3.0:1784950385.748931:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950385.748937:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369183872 00000100:00000001:1.0:1784950385.748941:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1784950385.748943:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bb500 00000100:00000001:2.0:1784950385.748945:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784950385.748945:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950385.748950:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950385.748956:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1784950385.748956:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000400:00000200:0.0:1784950385.748966:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 2240 00000020:00000001:3.0:1784950385.748967:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:1.0:1784950385.748970:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1544 00000020:00000040:3.0:1784950385.748974:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000800:00000001:0.0:1784950385.748982:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784950385.748983:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1784950385.748984:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000040:1.0:1784950385.748986:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000400:00000001:2.0:1784950385.748991:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1784950385.748994:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:1.0:1784950385.748996:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822331648 : -120287887219968 : ffff92994b362300) 00000400:00000010:2.0:1784950385.748996:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e821c46d. 00000800:00000001:0.0:1784950385.748998:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950385.749000:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1784950385.749007:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8357575 00000400:00000200:0.0:1784950385.749010:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1784950385.749012:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00000100:00000040:1.0:1784950385.749015:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d6d28154 x1871652369184128/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:536/0 lens 224/0 e 0 to 0 dl 1784950396 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950385.749015:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e8357575. 00000100:00000001:3.0:1784950385.749024:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950385.749028:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950385.749028:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1784950385.749036:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000100:00000001:0.0:1784950385.749043:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950385.749043:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc9ccb62 x1871652369183744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950385.749051:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000010:3.0:1784950385.749051:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6626e10. 00000100:00000001:1.0:1784950385.749062:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1784950385.749065:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7e51bf3. 00000020:00000010:3.0:1784950385.749066:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4b71e5a. 00000020:00000010:1.0:1784950385.749071:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000040:0.0:1784950385.749075:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000a7e51bf3 x1871652369184000 msgsize 224 00000100:00000200:2.0:1784950385.749077:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc9ccb62 x1871652369183744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950385.749081:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004c433472. 00000100:00000001:1.0:1784950385.749082:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950385.749096:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1784950385.749097:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000100:00100000:0.0:1784950385.749104:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950385.749105:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950385.749112:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950385.749118:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d6d28154 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369184128:12345-192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950385.749119:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950385.749122:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1784950385.749124:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950385.749130:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950385.749131:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:1.0:1784950385.749132:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369184128 00000100:00000001:2.0:1784950385.749132:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950385.749142:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950385.749143:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950385.749144:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950385.749144:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950385.749148:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950385.749155:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950385.749156:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950385.749157:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950385.749164:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950385.749166:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950385.749167:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950385.749171:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00001000:2.0:1784950385.749174:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=13 v=5 (5 5 5 5) 00000020:00000001:1.0:1784950385.749178:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00001000:2.0:1784950385.749182:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=13 v=5 (1 1 1 1) 00000020:00000001:1.0:1784950385.749184:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950385.749186:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1784950385.749189:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950385.749189:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950385.749191:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950385.749195:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950385.749196:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950385.749201:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1784950385.749201:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1784950385.749204:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1545 00010000:00000001:2.0:1784950385.749207:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.749208:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1784950385.749208:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950385.749212:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000001:0.0:1784950385.749216:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950385.749218:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950385.749219:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822335232 : -120287887216384 : ffff92994b363100) 00000100:00000001:2.0:1784950385.749220:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950385.749222:0:453541:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950385.749227:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1784950385.749227:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950385.749232:0:453541:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950385.749235:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f4f565e0 x1871652369183872/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:536/0 lens 224/0 e 0 to 0 dl 1784950396 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950385.749236:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950385.749237:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950385.749242:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950385.749246:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cb3ae73d. 02000000:00000001:1.0:1784950385.749253:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950385.749260:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc9ccb62 x1871652369183744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950385.749264:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950385.749266:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950385.749268:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1784950385.749272:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950385.749277:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369184000 00000020:00000010:3.0:1784950385.749277:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edfd1319. 00010000:00000040:1.0:1784950385.749279:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369184128 00000100:00000001:2.0:1784950385.749283:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950385.749289:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950385.749290:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1784950385.749291:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950385.749292:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950385.749295:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950385.749298:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950385.749304:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1784950385.749304:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000d6d28154 x1871652369184128/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:536/0 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950385.749305:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edfd1319. 00000100:00000040:2.0:1784950385.749309:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc9ccb62 x1871652369183744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950385.749317:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950385.749330:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369184000 00000100:00100000:3.0:1784950385.749334:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f4f565e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369183872:12345-192.168.203.114@tcp:400: 00000020:00000001:0.0:1784950385.749337:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950385.749344:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00010000:00000001:1.0:1784950385.749353:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1784950385.749354:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:3.0:1784950385.749357:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369183872 00000100:00100000:2.0:1784950385.749361:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000bc9ccb62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369183744:192.168.203.114@tcp:400: 00000020:00000040:0.0:1784950385.749362:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00010000:00000001:1.0:1784950385.749362:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950385.749367:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00001000:1.0:1784950385.749370:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=18 v=5 (1 1 1 1) 00000020:00000001:0.0:1784950385.749373:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:3.0:1784950385.749379:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950385.749380:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950385.749385:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:1.0:1784950385.749385:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1784950385.749388:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950385.749389:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950385.749395:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950385.749398:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950385.749402:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc9ccb62 x1871652369183744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950385.749402:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950385.749404:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000010:0.0:1784950385.749408:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000586e93a0. 00000020:00000001:3.0:1784950385.749411:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 02000000:00000001:1.0:1784950385.749414:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950385.749417:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950385.749421:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950385.749426:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1784950385.749430:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000586e93a0. 00000100:00000001:1.0:1784950385.749433:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1784950385.749434:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950385.749443:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000090073cd. 00000020:00000001:3.0:1784950385.749445:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1784950385.749446:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950385.749455:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1784950385.749455:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1784950385.749458:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d7abced. 00000400:00000010:1.0:1784950385.749460:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 02000000:00000001:2.0:1784950385.749460:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1784950385.749462:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950385.749469:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a506608. 00000020:00000010:0.0:1784950385.749470:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000020:00000001:3.0:1784950385.749471:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1784950385.749472:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369184128, offset 224 00000100:00000001:3.0:1784950385.749483:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950385.749485:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1784950385.749486:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 02000000:00000001:3.0:1784950385.749489:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1784950385.749494:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950385.749495:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1784950385.749497:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000040:2.0:1784950385.749497:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 02000000:00000010:3.0:1784950385.749500:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a68cfd19. 00000100:00000001:0.0:1784950385.749502:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1784950385.749508:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950385.749509:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950385.749510:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950385.749516:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004084f3cc. 00000400:00000200:1.0:1784950385.749518:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950385.749523:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.749526:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950385.749527:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1784950385.749530:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950385.749534:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1784950385.749535:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10799:10799:232:4294967295] 192.168.203.114@tcp LPNI seq info [9564:9564:8:4294967295] 00010000:00000040:3.0:1784950385.749539:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369183872 00000100:00000010:2.0:1784950385.749541:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc9ccb62. 00010000:00000001:3.0:1784950385.749550:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950385.749555:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950385.749559:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00010000:00000200:3.0:1784950385.749564:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f4f565e0 x1871652369183872/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:536/0 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950385.749566:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950385.749571:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950385.749574:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950385.749576:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950385.749582:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950385.749592:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1784950385.749597:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1784950385.749601:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2652 00000100:00000001:2.0:1784950385.749602:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950385.749603:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:3.0:1784950385.749604:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950385.749612:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:2.0:1784950385.749616:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1784950385.749616:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=18 v=5 (1 1 1 1) 00000800:00000010:1.0:1784950385.749618:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de155b2e. 00000100:00000001:0.0:1784950385.749619:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822337024 : -120287887214592 : ffff92994b363800) 00000100:00000001:2.0:1784950385.749625:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950385.749636:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950385.749638:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950385.749639:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a7e51bf3 x1871652369184000/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:536/0 lens 224/0 e 0 to 0 dl 1784950396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950385.749648:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950385.749659:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000200:1.0:1784950385.749661:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:3.0:1784950385.749669:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:1.0:1784950385.749676:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000de155b2e type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784950385.749677:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.749680:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950385.749690:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000586e93a0. 00000100:00000001:3.0:1784950385.749691:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950385.749700:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950385.749702:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950385.749707:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950385.749712:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000586e93a0. 00000400:00000010:3.0:1784950385.749717:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000100:00000040:1.0:1784950385.749748:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950385.749755:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950385.749759:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950385.749764:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369183872, offset 224 00000020:00000001:1.0:1784950385.749766:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1784950385.749775:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a7e51bf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369184000:12345-192.168.203.114@tcp:400: 00000100:00000200:0.0:1784950385.749803:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369184000 00000100:00000040:1.0:1784950385.749811:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6d28154 x1871652369184128/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:536/0 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950385.749811:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950385.749812:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950385.749820:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950385.749827:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950385.749837:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:0.0:1784950385.749838:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950385.749845:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:0.0:1784950385.749856:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1784950385.749858:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10800:10800:231:4294967295] 192.168.203.114@tcp LPNI seq info [9565:9565:7:4294967295] 00000001:00000001:0.0:1784950385.749863:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369184000, found 0 last_xid 1871652369183999 00000100:00100000:1.0:1784950385.749868:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d6d28154 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369184128:12345-192.168.203.114@tcp:400: Request processed in 796us (1384us total) trans 0 rc 0/0 00000800:00000200:2.0:1784950385.749869:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1784950385.749875:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950385.749879:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de155b2e. 00000020:00000001:0.0:1784950385.749885:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1784950385.749892:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950385.749894:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950385.749900:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950385.749903:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:1.0:1784950385.749905:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1544 00000020:00000001:0.0:1784950385.749908:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950385.749915:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1784950385.749917:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950385.749919:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 02000000:00000001:0.0:1784950385.749921:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950385.749930:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:3.0:1784950385.749932:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000010:0.0:1784950385.749933:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003de246ec. 00000400:00000200:2.0:1784950385.749934:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000100:00000001:1.0:1784950385.749935:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1784950385.749944:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950385.749946:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c71fddc. 00000400:00000010:2.0:1784950385.749946:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 00000800:00000010:3.0:1784950385.749949:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005124dc18. 00000100:00000001:0.0:1784950385.749951:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950385.749959:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1784950385.749961:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950385.749961:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000218c1d3d. 00000100:00000001:2.0:1784950385.749968:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1784950385.749970:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000040:0.0:1784950385.749974:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369184000 00000020:00000010:1.0:1784950385.749977:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009eae2695. 00010000:00000001:0.0:1784950385.749981:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000001:2.0:1784950385.749983:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950385.749988:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000040:1.0:1784950385.749994:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00010000:00000200:0.0:1784950385.749999:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000a7e51bf3 x1871652369184000/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:536/0 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950385.749999:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005124dc18 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:2.0:1784950385.750000:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950385.750002:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950385.750012:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950385.750022:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950385.750024:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950385.750029:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950385.750032:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950385.750039:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=18 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950385.750041:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950385.750052:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:3.0:1784950385.750054:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:0.0:1784950385.750056:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1784950385.750061:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950385.750067:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:3.0:1784950385.750069:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950385.750076:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:2.0:1784950385.750081:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bb580 00000100:00000040:3.0:1784950385.750086:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4f565e0 x1871652369183872/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:536/0 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950385.750087:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950385.750096:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950385.750108:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950385.750109:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x157ed [1] + 224 00000800:00000200:1.0:1784950385.750117:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784950385.750122:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950385.750130:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005124dc18. 00000400:00000010:0.0:1784950385.750134:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077541c23. 00000800:00000001:2.0:1784950385.750135:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950385.750142:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784950385.750145:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f4f565e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369183872:12345-192.168.203.114@tcp:400: Request processed in 869us (1320us total) trans 0 rc 0/0 00000100:00000200:0.0:1784950385.750147:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369184000, offset 224 00000800:00000001:2.0:1784950385.750153:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950385.750160:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950385.750163:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950385.750171:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950385.750180:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000100:00100000:3.0:1784950385.750185:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1545 00000400:00000200:2.0:1784950385.750188:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:1.0:1784950385.750190:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000400:00000200:0.0:1784950385.750194:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950385.750197:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:1.0:1784950385.750202:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950385.750207:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950385.750210:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950385.750216:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950385.750218:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10801:10801:231:4294967295] 192.168.203.114@tcp LPNI seq info [9566:9566:7:4294967295] 00000020:00000010:3.0:1784950385.750223:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4b71e5a. 00000020:00000010:3.0:1784950385.750232:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004c433472. 00000020:00000010:3.0:1784950385.750243:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6626e10. 00000400:00000200:0.0:1784950385.750244:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000040:3.0:1784950385.750256:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000800:00000200:0.0:1784950385.750264:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950385.750267:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950385.750270:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950385.750270:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:0.0:1784950385.750272:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031b2009f. 00000800:00000001:1.0:1784950385.750285:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950385.750285:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e1775566 x1871652369184128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950385.750291:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:1.0:1784950385.750295:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950385.750304:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950385.750314:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:2.0:1784950385.750319:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e1775566 x1871652369184128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950385.750323:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:0.0:1784950385.750325:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031b2009f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950385.750342:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bb480 00000400:00000200:1.0:1784950385.750352:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x157f1 [1] + 224 00000100:00000001:0.0:1784950385.750355:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950385.750360:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950385.750362:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950385.750367:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950385.750372:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000001:1.0:1784950385.750374:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950385.750376:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950385.750387:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1784950385.750388:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950385.750397:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7e51bf3 x1871652369184000/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:536/0 lens 224/224 e 0 to 0 dl 1784950396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950385.750411:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950385.750421:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950385.750426:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a7e51bf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369184000:12345-192.168.203.114@tcp:400: Request processed in 737us (1341us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950385.750426:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1784950385.750431:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1784950385.750438:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950385.750442:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ff7d5f7 x1871652369183872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784950385.750442:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031b2009f. 00000800:00000001:3.0:1784950385.750449:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950385.750455:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950385.750458:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950385.750462:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2652 00000100:00000040:0.0:1784950385.750475:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000200:2.0:1784950385.750479:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950385.750486:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1784950385.750488:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950385.750494:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1784950385.750497:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077541c23 00000100:00000040:1.0:1784950385.750499:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ff7d5f7 x1871652369183872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950385.750505:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d7abced. 00000400:00000010:2.0:1784950385.750505:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077541c23. 00000400:00000200:3.0:1784950385.750518:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bb500 00000100:00000001:2.0:1784950385.750520:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1784950385.750521:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00000001:2.0:1784950385.750527:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1784950385.750535:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000090073cd. 00000400:00000200:3.0:1784950385.750544:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15805 [1] + 224 00000100:00000001:1.0:1784950385.750548:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1784950385.750549:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000001:3.0:1784950385.750554:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950385.750558:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950385.750564:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950385.750565:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950385.750573:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950385.750579:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950385.750580:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950385.750584:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950385.750586:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950385.750588:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950385.750593:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950385.750596:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1784950385.750599:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950385.750606:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1784950385.750607:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031013d55 x1871652369184000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950385.750614:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000892354fa. 00000400:00000200:2.0:1784950385.750627:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000100:00000040:3.0:1784950385.750632:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031013d55 x1871652369184000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950385.750635:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000100:00000001:2.0:1784950385.750647:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1784950385.750648:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950385.750652:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1784950385.750655:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950385.750661:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000626b1f50. 00000100:00000200:2.0:1784950385.750662:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ff7d5f7 x1871652369183872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950385.750669:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c923ef1 00000400:00000010:0.0:1784950385.750675:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008c923ef1. 00000100:00000001:0.0:1784950385.750683:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1784950385.750691:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950385.750694:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e1775566 x1871652369184128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950385.750700:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950385.750701:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ff7d5f7 x1871652369183872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950385.750766:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e1775566 x1871652369184128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950385.750815:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950385.750819:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950385.750825:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950385.750825:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950385.750838:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950385.750839:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950385.750841:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950385.750846:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784950385.750846:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950385.750855:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950385.750855:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1784950385.750863:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950385.750863:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950385.750873:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=18 v=5 (5 5 5 5) 02000000:00000001:2.0:1784950385.750875:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950385.750884:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=18 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950385.750891:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1784950385.750892:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=18 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950385.750893:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950385.750901:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1784950385.750904:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=18 v=5 (1 1 1 1) 00010000:00080000:0.0:1784950385.750910:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e1775566 x1871652369184128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950385.750914:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950385.750919:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950385.750927:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950385.750935:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1784950385.750939:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005ff7d5f7 x1871652369183872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950385.750942:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950385.750948:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950385.750953:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950385.750957:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950385.750968:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950385.750970:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e1775566 x1871652369184128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950385.750976:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950385.750981:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950385.750987:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950385.750991:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950385.751004:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ff7d5f7 x1871652369183872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950385.751025:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950385.751035:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950385.751037:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950385.751038:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950385.751050:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950385.751056:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950385.751057:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1775566 x1871652369184128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950385.751073:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ff7d5f7 x1871652369183872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950385.751082:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e1775566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369184128:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950385.751098:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950385.751107:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950385.751116:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e1775566 x1871652369184128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950385.751149:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005ff7d5f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369183872:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950385.751150:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950385.751156:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950385.751161:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034450a52. 00000100:00000001:2.0:1784950385.751165:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950385.751168:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950385.751171:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1784950385.751173:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950385.751178:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:2.0:1784950385.751183:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ff7d5f7 x1871652369183872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950385.751184:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950385.751190:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000071d20a8b. 02000000:00000001:0.0:1784950385.751198:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950385.751202:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950385.751207:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e1775566. 00000100:00000001:2.0:1784950385.751212:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950385.751214:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950385.751219:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950385.751220:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950385.751223:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784950385.751226:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce0859fb. 00000100:00000001:0.0:1784950385.751231:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784950385.751235:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950385.751236:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950385.751241:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950385.751243:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1784950385.751245:0:441643:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1784950385.751249:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950385.751252:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950385.751257:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000054f0341. 02000000:00000001:2.0:1784950385.751262:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950385.751264:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950385.751266:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ff7d5f7. 00000100:00000001:2.0:1784950385.751272:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950385.751274:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950385.751278:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950385.751281:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950385.751283:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950385.751287:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950385.751289:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950385.751291:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000836294c9. 00000400:00000200:2.0:1784950385.751295:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 00000400:00000010:2.0:1784950385.751297:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 00000100:00000001:2.0:1784950385.751300:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950385.751303:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031013d55 x1871652369184000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950385.751313:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031013d55 x1871652369184000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950385.751321:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950385.751324:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950385.751326:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950385.751328:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950385.751329:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950385.751331:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950385.751334:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950385.751337:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=18 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950385.751340:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=18 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950385.751342:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950385.751344:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950385.751346:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950385.751348:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950385.751351:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950385.751352:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950385.751354:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950385.751356:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950385.751359:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031013d55 x1871652369184000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950385.751366:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950385.751368:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950385.751370:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950385.751373:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031013d55 x1871652369184000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950385.751381:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000031013d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369184000:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950385.751385:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950385.751387:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950385.751389:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031013d55 x1871652369184000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950385.751396:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950385.751398:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950385.751399:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080cfe63d. 02000000:00000001:2.0:1784950385.751402:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950385.751403:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950385.751404:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950385.751408:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950385.751410:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000549bbfae. 02000000:00000001:2.0:1784950385.751412:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950385.751413:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950385.751415:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031013d55. 00000100:00000001:2.0:1784950385.751418:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950385.751419:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950385.751421:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950385.751426:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950385.751428:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950385.751430:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950385.751431:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950386.000886:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950386.000895:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950386.000903:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950386.000905:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950386.000991:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950386.000998:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950386.001002:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950386.640802:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950386.640814:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950386.640815:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950386.640819:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950386.640821:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950386.640824:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950386.640826:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950387.024885:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950387.024894:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950387.024901:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950387.024903:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950387.024999:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950387.025005:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950387.025010:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950387.664862:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950387.664882:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950387.664885:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950387.664893:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950387.664897:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950387.664902:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950387.664906:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950388.048897:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950388.048905:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950388.048913:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950388.048915:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950388.049037:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950388.049043:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950388.049048:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784950388.176884:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307326331, at 4307326336 00000100:00000040:2.0:1784950388.176886:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307326331, at 4307326336 00000100:00000010:1.0:1784950388.176903:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094086884. 00000100:00000010:2.0:1784950388.176908:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051528a9c. 00000100:00000040:3.0:1784950388.176913:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307326331, at 4307326336 00000100:00000040:0.0:1784950388.176914:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307326331, at 4307326336 00000100:00000010:3.0:1784950388.176932:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017ef8a28. 00000100:00000010:0.0:1784950388.176937:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ffae0f5. 00000100:00000001:2.0:1784950388.688859:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950388.688875:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950388.688878:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950388.688885:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950388.688889:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950388.688894:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950388.688898:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950389.072891:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950389.072900:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950389.072909:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950389.072911:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950389.073049:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950389.073056:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950389.073061:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950389.712864:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950389.712885:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950389.712888:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950389.712896:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950389.712900:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950389.712906:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950389.712909:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950389.840913:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950389.840920:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1784950389.840930:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fb02893. 00000020:00000040:2.0:1784950389.840941:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950389.840947:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950389.840952:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950389.840959:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950389.840969:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aa821349. 00000100:00000001:2.0:1784950389.840979:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950389.840980:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1784950389.840986:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1784950389.840988:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950389.840993:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950389.840995:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ea3c1ebb. 00000020:00000040:0.0:1784950389.841004:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000040:2.0:1784950389.841010:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb02893] to pc [ptlrpcd_00_01+1] req@000000000fb02893 x1871652369184256/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950389.841011:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950389.841016:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950389.841024:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950389.841038:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013f88f5e. 00000100:00000001:0.0:1784950389.841046:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950389.841052:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950389.841055:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950389.841056:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950389.841066:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea3c1ebb] to pc [ptlrpcd_00_02+2] req@00000000ea3c1ebb x1871652369184384/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950389.841071:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950389.841078:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784950389.841088:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950389.841097:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950389.841101:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950389.841105:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950389.841107:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000004:00000001:0.0:1784950389.841109:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950389.841111:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950389.841123:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000fb02893 x1871652369184256/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950389.841126:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950389.841134:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950389.841138:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950389.841142:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950389.841146:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950389.841147:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950389.841150:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950389.841152:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:2.0:1784950389.841157:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950389.841159:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950389.841166:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000fb02893 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369184256:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950389.841167:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950389.841172:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950389.841176:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950389.841180:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950389.841181:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950389.841189:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950389.841190:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950389.841195:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784950389.841196:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950389.841199:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784950389.841202:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784950389.841209:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d453d906. 00000100:00000040:0.0:1784950389.841210:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ea3c1ebb x1871652369184384/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950389.841218:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950389.841229:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e821c46d. 00000100:00000001:0.0:1784950389.841231:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950389.841237:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950389.841241:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8357575. 02000000:00000001:0.0:1784950389.841242:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950389.841247:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784950389.841253:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369184256, portal 4 02000000:00000001:0.0:1784950389.841254:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950389.841265:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1784950389.841266:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ea3c1ebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369184384:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950389.841269:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883986432 : -120287825565184 : ffff92994ee2ea00) 00000100:00000001:0.0:1784950389.841278:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950389.841282:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950389.841286:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950389.841287:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000fb02893 x1871652369184256/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950389.841291:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950389.841301:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004b60ed1e. 00000100:00000001:2.0:1784950389.841303:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784950389.841310:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950389.841314:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950389.841320:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000626b1f50. 00000400:00000010:2.0:1784950389.841321:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5d658c0. 00000100:00000200:2.0:1784950389.841332:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369184256, offset 0 00000400:00000010:0.0:1784950389.841335:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c923ef1. 00000400:00000200:2.0:1784950389.841344:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950389.841358:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369184384, portal 4 00000400:00000200:2.0:1784950389.841364:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950389.841366:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950389.841372:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785822327168 : -120287887224448 : ffff92994b361180) 00000400:00000200:2.0:1784950389.841378:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1784950389.841387:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ea3c1ebb x1871652369184384/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950389.841388:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950389.841400:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950389.841410:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950389.841412:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950389.841421:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10802:10802:232:4294967295] 192.168.203.114@tcp LPNI seq info [9567:9567:8:4294967295] 00000100:00000040:0.0:1784950389.841427:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950389.841451:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950389.841459:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950389.841465:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3e62659. 00000400:00000010:0.0:1784950389.841468:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007db34483. 00000100:00000200:0.0:1784950389.841474:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369184384, offset 0 00000800:00000200:2.0:1784950389.841476:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950389.841488:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950389.841496:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950389.841503:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e3e62659 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950389.841509:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950389.841516:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950389.841521:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950389.841527:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950389.841529:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950389.841533:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:2.0:1784950389.841538:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4717 usecs (5 jiffies) 00000400:00000200:0.0:1784950389.841540:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10803:10803:231:4294967295] 192.168.203.114@tcp LPNI seq info [9568:9568:7:4294967295] 00000100:00000001:2.0:1784950389.841547:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307328005 00000100:00000010:2.0:1784950389.841557:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a77ac3ce. 00000400:00000200:0.0:1784950389.841565:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950389.841570:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784950389.841577:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950389.841583:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307328005 00000800:00000010:0.0:1784950389.841585:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdda80e2. 00000100:00000010:2.0:1784950389.841594:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0326f0c. 00000800:00000200:0.0:1784950389.841601:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950389.841603:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784950389.841611:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307328005 00000800:00000200:0.0:1784950389.841618:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000010:2.0:1784950389.841620:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000121d1f1c. 00000800:00000200:0.0:1784950389.841627:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdda80e2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950389.841629:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1784950389.841637:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307328005 00000100:00000010:2.0:1784950389.841641:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024c3e437. 00000100:00000001:2.0:1784950389.841645:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1784950389.841651:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950389.841654:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950389.841660:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950389.841661:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13842 usecs (14 jiffies) 00000100:00000001:2.0:1784950389.841664:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950389.841669:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307328014 00000100:00000001:2.0:1784950389.841671:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950389.841686:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307328005 00000100:00000001:0.0:1784950389.841695:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307328014 00000100:00000001:0.0:1784950389.841703:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307328005 00000100:00000001:0.0:1784950389.841710:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307328014 00000100:00000001:0.0:1784950389.841716:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307328005 00000100:00000001:0.0:1784950389.841778:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307328015 00000100:00000001:0.0:1784950389.841784:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307328005 00000100:00000001:0.0:1784950389.841788:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950389.841792:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950389.841795:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950389.841801:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950389.841915:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950389.841915:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950389.841924:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3e62659. 00000800:00000001:0.0:1784950389.841932:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950389.841934:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950389.841940:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950389.841948:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950389.841964:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950389.841967:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950389.841977:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5d658c0 00000400:00000010:1.0:1784950389.841983:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d5d658c0. 00000100:00000001:1.0:1784950389.841991:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1784950389.842002:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bb600 00000100:00000200:1.0:1784950389.842008:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000fb02893 x1871652369184256/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950389.842025:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 2464 00000800:00000001:0.0:1784950389.842041:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950389.842047:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950389.842055:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000fb02893 x1871652369184256/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950389.842065:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950389.842069:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784950389.842082:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950389.842092:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950389.842099:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdda80e2. 00000800:00000001:1.0:1784950389.842106:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950389.842108:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950389.842116:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950389.842125:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950389.842129:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950389.842130:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950389.842133:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007db34483 00000400:00000200:0.0:1784950389.842140:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784950389.842141:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007db34483. 00000400:00000200:1.0:1784950389.842152:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950389.842154:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1784950389.842161:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:2.0:1784950389.842168:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ea3c1ebb x1871652369184384/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950389.842175:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1784950389.842180:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bb680 00000100:00000200:0.0:1784950389.842181:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1784950389.842195:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035f91209. 00000100:00000001:2.0:1784950389.842200:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950389.842206:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 2688 00000100:00000040:0.0:1784950389.842207:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000035f91209 x1871652369184256 msgsize 224 00000100:00000040:2.0:1784950389.842212:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ea3c1ebb x1871652369184384/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950389.842225:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950389.842234:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:1.0:1784950389.842237:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950389.842244:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950389.842247:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950389.842249:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950389.842256:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1784950389.842258:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950389.842276:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950389.842279:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:0.0:1784950389.842285:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950389.842285:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1784950389.842287:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950389.842295:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369184256 02000000:00000001:2.0:1784950389.842299:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950389.842302:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1784950389.842306:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001fdd62f3. 00000100:00000001:2.0:1784950389.842306:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950389.842311:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950389.842314:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000001fdd62f3 x1871652369184384 msgsize 224 00000100:00100000:2.0:1784950389.842319:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369184256 00000020:00000001:2.0:1784950389.842324:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950389.842327:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00100000:1.0:1784950389.842332:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:2.0:1784950389.842334:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950389.842342:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:2.0:1784950389.842345:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:2.0:1784950389.842348:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:2.0:1784950389.842353:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950389.842356:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1784950389.842359:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071684d80. 00000100:00000001:2.0:1784950389.842365:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950389.842368:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950389.842369:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071684d80. 00000800:00000001:1.0:1784950389.842378:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950389.842400:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a506608. 00000020:00000010:2.0:1784950389.842409:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a4570d4. 00000100:00000001:0.0:1784950389.842411:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1784950389.842416:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000100:00100000:0.0:1784950389.842419:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369184384 02000000:00000001:0.0:1784950389.842426:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1784950389.842429:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950389.842431:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950389.842438:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950389.842440:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950389.842443:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950389.842449:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950389.842451:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950389.842459:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950389.842461:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369184384 00000020:00000001:0.0:1784950389.842470:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950389.842473:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:0.0:1784950389.842477:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950389.842481:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:2.0:1784950389.842483:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950389.842486:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:0.0:1784950389.842494:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950389.842499:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950389.842502:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950389.842504:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1784950389.842513:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d145210. 00000100:00100000:2.0:1784950389.842515:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2653 00000100:00000001:0.0:1784950389.842523:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950389.842524:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:2.0:1784950389.842531:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822324480 : -120287887227136 : ffff92994b360700) 00000020:00000010:0.0:1784950389.842536:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d145210. 00000100:00000040:2.0:1784950389.842541:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035f91209 x1871652369184256/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:540/0 lens 224/0 e 0 to 0 dl 1784950400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950389.842550:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034450a52. 00000100:00000001:2.0:1784950389.842555:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950389.842562:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071684d80. 00000020:00000010:0.0:1784950389.842564:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d7abced. 00000100:00000001:2.0:1784950389.842566:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950389.842574:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071684d80. 00000020:00000010:0.0:1784950389.842578:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00100000:2.0:1784950389.842584:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000035f91209 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369184256:12345-192.168.203.114@tcp:41: 00000100:00000200:2.0:1784950389.842591:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369184256 00000100:00000001:0.0:1784950389.842592:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1784950389.842595:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950389.842600:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1784950389.842602:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950389.842608:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950389.842610:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950389.842618:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950389.842620:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000001:0.0:1784950389.842623:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950389.842625:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1784950389.842631:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369184256, found 0 last_xid 1871652369184255 00000020:00000001:2.0:1784950389.842636:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950389.842639:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950389.842642:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950389.842645:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950389.842650:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950389.842653:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950389.842655:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784950389.842659:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002e25eb63. 02000000:00000001:2.0:1784950389.842665:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950389.842669:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950389.842677:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:2.0:1784950389.842682:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000100:00000001:0.0:1784950389.842683:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000004:00000001:2.0:1784950389.842685:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950389.842691:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950389.842696:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950389.842703:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1784950389.842707:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2654 00000100:00000040:0.0:1784950389.842716:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:3.0:1784950389.842718:0:455339:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:2.0:1784950389.842786:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000020:2.0:1784950389.842793:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:0.0:1784950389.842799:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032846976 : -120287676704640 : ffff929957c25880) 00000020:00000020:2.0:1784950389.842801:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000020:2.0:1784950389.842812:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000020:2.0:1784950389.842817:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000100:00000040:0.0:1784950389.842822:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001fdd62f3 x1871652369184384/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:540/0 lens 224/0 e 0 to 0 dl 1784950400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:2.0:1784950389.842824:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000001:00000001:2.0:1784950389.842837:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1784950389.842839:0:455339:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1784950389.842843:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950389.842853:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1784950389.842861:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369184256 00000100:00000001:0.0:1784950389.842865:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1784950389.842866:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000010:0.0:1784950389.842877:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d145210. 00010000:00000200:2.0:1784950389.842879:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000035f91209 x1871652369184256/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:540/0 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950389.842889:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1784950389.842897:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1784950389.842899:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d145210. 00010000:00000001:2.0:1784950389.842902:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950389.842911:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=22 v=5 (1 1 1 1) 00000100:00100000:0.0:1784950389.842921:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001fdd62f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369184384:12345-192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950389.842922:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950389.842930:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000200:0.0:1784950389.842940:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369184384 00000100:00000001:2.0:1784950389.842941:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950389.842949:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1784950389.842951:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:2.0:1784950389.842952:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950389.842960:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950389.842961:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950389.842968:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950389.842969:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950389.842974:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6f6e18f. 00000020:00000001:0.0:1784950389.842977:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1784950389.842981:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369184256, offset 224 00000020:00000001:0.0:1784950389.842983:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000400:00000200:2.0:1784950389.842994:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950389.842995:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1784950389.843003:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369184384, found 0 last_xid 1871652369184383 00000400:00000200:2.0:1784950389.843011:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:0.0:1784950389.843013:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950389.843021:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1784950389.843024:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10804:10804:232:4294967295] 192.168.203.114@tcp LPNI seq info [9569:9569:8:4294967295] 00000020:00000001:0.0:1784950389.843026:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950389.843033:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950389.843041:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1784950389.843045:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:0.0:1784950389.843048:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:2.0:1784950389.843054:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000010:0.0:1784950389.843058:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000538cb002. 00000800:00000010:2.0:1784950389.843061:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059c01b8a. 02000000:00000001:0.0:1784950389.843066:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950389.843074:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950389.843076:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950389.843086:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000004:00000001:0.0:1784950389.843087:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000800:00000200:2.0:1784950389.843095:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000059c01b8a type 1, nob 464 niov 1 nkiov 1 00000004:00000001:0.0:1784950389.843096:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1784950389.843104:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950389.843120:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:0.0:1784950389.843122:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000100:00000040:2.0:1784950389.843128:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950389.843135:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000020:0.0:1784950389.843136:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000001:2.0:1784950389.843138:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1784950389.843146:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000020:00000001:2.0:1784950389.843147:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1784950389.843172:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035f91209 x1871652369184256/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:540/0 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:0.0:1784950389.843173:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000100:00100000:2.0:1784950389.843198:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000035f91209 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369184256:12345-192.168.203.114@tcp:41: Request processed in 641us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1784950389.843209:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2653 00000100:00000040:2.0:1784950389.843213:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:2.0:1784950389.843217:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950389.843219:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:0.0:1784950389.843226:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000020:00000010:2.0:1784950389.843227:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a4570d4. 00000001:00000001:0.0:1784950389.843236:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950389.843238:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000004:00000001:0.0:1784950389.843248:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950389.843250:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a506608. 00010000:00000040:0.0:1784950389.843257:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369184384 00000020:00000040:2.0:1784950389.843262:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00010000:00000001:0.0:1784950389.843266:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950389.843268:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1784950389.843281:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000001fdd62f3 x1871652369184384/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:540/0 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950389.843300:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950389.843305:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950389.843307:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00001000:0.0:1784950389.843310:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=22 v=5 (1 1 1 1) 00000800:00000010:3.0:1784950389.843315:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059c01b8a. 00000100:00000001:0.0:1784950389.843323:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1784950389.843325:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950389.843333:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950389.843341:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950389.843344:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:3.0:1784950389.843350:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6f6e18f 02000000:00000001:0.0:1784950389.843353:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1784950389.843356:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e6f6e18f. 02000000:00000001:0.0:1784950389.843360:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950389.843363:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950389.843368:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950389.843369:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1784950389.843381:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950389.843384:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:3.0:1784950389.843392:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950389.843394:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8429f61. 00000800:00000001:3.0:1784950389.843400:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950389.843406:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369184384, offset 224 00000800:00000001:3.0:1784950389.843408:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950389.843428:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950389.843429:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950389.843451:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950389.843461:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10805:10805:232:4294967295] 192.168.203.114@tcp LPNI seq info [9570:9570:8:4294967295] 00000400:00000200:0.0:1784950389.843478:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950389.843486:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950389.843495:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bea13e4c. 00000400:00000200:3.0:1784950389.843496:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bb600 00000800:00000200:0.0:1784950389.843513:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950389.843514:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15819 [1] + 224 00000800:00000001:3.0:1784950389.843529:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950389.843536:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000001:3.0:1784950389.843541:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950389.843545:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bea13e4c type 1, nob 464 niov 1 nkiov 1 00000400:00000200:3.0:1784950389.843547:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950389.843559:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950389.843564:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950389.843570:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000fb02893 x1871652369184256/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950389.843578:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950389.843593:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000040:3.0:1784950389.843594:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000fb02893 x1871652369184256/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950389.843604:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950389.843610:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950389.843621:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950389.843632:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001fdd62f3 x1871652369184384/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:540/0 lens 224/368 e 0 to 0 dl 1784950400 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950389.843635:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950389.843647:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950389.843657:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001fdd62f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369184384:12345-192.168.203.114@tcp:41: Request processed in 787us (1337us total) trans 0 rc 0/0 00000100:00100000:0.0:1784950389.843676:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2654 00000100:00000040:0.0:1784950389.843684:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:0.0:1784950389.843689:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950389.843694:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1784950389.843694:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1784950389.843702:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950389.843704:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d7abced. 00000800:00000010:1.0:1784950389.843704:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bea13e4c. 00000800:00000001:3.0:1784950389.843711:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950389.843809:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1784950389.843809:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950389.843812:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00000001:2.0:1784950389.843815:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1784950389.843817:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950389.843823:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1784950389.843827:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034450a52. 00000400:00000001:2.0:1784950389.843828:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1784950389.843828:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784950389.843835:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950389.843837:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:2.0:1784950389.843841:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e821c46d. 00000020:00000040:0.0:1784950389.843845:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000200:3.0:1784950389.843851:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950389.843853:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8357575 00000100:00000001:0.0:1784950389.843856:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950389.843860:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e8357575. 00000100:00000001:2.0:1784950389.843870:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950389.843871:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8429f61 00000400:00000200:3.0:1784950389.843876:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bb680 00000400:00000010:1.0:1784950389.843878:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b8429f61. 00000100:00000200:2.0:1784950389.843883:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000fb02893 x1871652369184256/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950389.843890:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950389.843897:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1784950389.843901:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15821 [1] + 224 00000100:00000200:2.0:1784950389.843920:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000fb02893 x1871652369184256/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950389.843921:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950389.843936:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950389.843937:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950389.843942:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950389.843946:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950389.843947:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950389.843952:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950389.843957:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950389.843961:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950389.843966:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:2.0:1784950389.843968:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950389.843979:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=22 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950389.843981:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1784950389.843986:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=22 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950389.843991:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950389.843994:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950389.843995:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ea3c1ebb x1871652369184384/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950389.843998:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950389.844003:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950389.844009:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950389.844013:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950389.844019:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950389.844022:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950389.844036:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000fb02893 x1871652369184256/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950389.844038:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ea3c1ebb x1871652369184384/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950389.844074:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950389.844081:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950389.844083:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950389.844086:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1784950389.844090:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000004:00000020:2.0:1784950389.844097:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:2.0:1784950389.844103:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950389.844108:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fb02893 x1871652369184256/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950389.844113:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950389.844125:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950389.844133:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000fb02893 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369184256:192.168.203.114@tcp:41: 00000800:00000001:3.0:1784950389.844135:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950389.844149:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950389.844153:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950389.844156:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000fb02893 x1871652369184256/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950389.844163:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950389.844165:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950389.844169:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784950389.844171:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950389.844175:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d453d906. 00000400:00000001:0.0:1784950389.844178:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1784950389.844182:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1784950389.844183:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1784950389.844189:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:0.0:1784950389.844190:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000626b1f50. 00000020:00000040:2.0:1784950389.844194:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:0.0:1784950389.844198:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c923ef1 00000020:00000001:2.0:1784950389.844201:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:0.0:1784950389.844204:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008c923ef1. 02000000:00000010:2.0:1784950389.844206:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000aa821349. 00000100:00000001:0.0:1784950389.844211:0:441644:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784950389.844214:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950389.844218:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950389.844220:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fb02893. 00000100:00000200:0.0:1784950389.844223:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ea3c1ebb x1871652369184384/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950389.844227:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950389.844232:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950389.844238:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950389.844250:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1784950389.844251:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ea3c1ebb x1871652369184384/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950389.844255:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950389.844264:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950389.844268:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950389.844275:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950389.844279:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950389.844281:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950389.844284:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950389.844286:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950389.844288:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950389.844290:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950389.844296:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=17 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950389.844299:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=17 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950389.844302:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950389.844304:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950389.844306:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950389.844308:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950389.844311:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950389.844312:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950389.844315:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950389.844316:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950389.844320:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ea3c1ebb x1871652369184384/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950389.844328:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950389.844331:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950389.844332:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1784950389.844335:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1784950389.844338:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000020:0.0:1784950389.844344:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:0.0:1784950389.844349:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950389.844353:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea3c1ebb x1871652369184384/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950389.844362:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ea3c1ebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369184384:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950389.844366:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950389.844368:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950389.844371:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ea3c1ebb x1871652369184384/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950389.844378:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950389.844379:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950389.844382:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004b60ed1e. 02000000:00000001:0.0:1784950389.844386:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950389.844387:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950389.844389:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1784950389.844392:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950389.844394:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013f88f5e. 02000000:00000001:0.0:1784950389.844397:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950389.844399:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950389.844400:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ea3c1ebb. 00000100:00000001:0.0:1784950389.844404:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950389.844429:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950389.844432:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950389.844436:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950389.844438:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950389.844440:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950389.844443:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950389.855852:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307328014, at 4307328015 00000100:00000040:0.0:1784950389.855865:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307328014, at 4307328015 00000100:00000010:1.0:1784950389.855866:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0326f0c. 00000100:00000010:0.0:1784950389.855884:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a77ac3ce. 00000100:00000040:3.0:1784950389.856858:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307328015, at 4307328016 00000100:00000010:3.0:1784950389.856870:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024c3e437. 00000100:00000040:2.0:1784950389.856881:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307328014, at 4307328016 00000100:00000010:2.0:1784950389.856897:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000121d1f1c. 00010000:00000001:2.0:1784950390.096865:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950390.096874:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950390.096934:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950390.096937:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950390.097065:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950390.097071:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950390.097076:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950390.736850:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950390.736924:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950390.736927:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950390.736933:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950390.736937:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950390.736942:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950390.736945:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1784950390.864910:0:455499:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.173.13:988 00000100:00000040:3.0:1784950390.864954:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950390.864967:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950390.864981:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057b2ed91. 00000020:00000040:3.0:1784950390.864992:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:3.0:1784950390.865001:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000100:1.0:1784950390.865005:0:455499:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.173.13@tcp at host 111.222.173.13:988 took too long: that node may be hung or experiencing high load. 02000000:00000001:3.0:1784950390.865009:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000100:2.0:1784950390.865014:0:455682:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.173.11:988 02000000:00000001:3.0:1784950390.865021:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950390.865030:0:455499:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.173.13@tcp: down 00000400:00000200:1.0:1784950390.865040:0:455499:0:(router.c:1888:lnet_notify()) Old news 02000000:00000010:3.0:1784950390.865041:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000549bbfae. 00000800:00000100:1.0:1784950390.865053:0:455499:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.13@tcp 00000100:00000001:3.0:1784950390.865054:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950390.865061:0:455499:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d35f0cfd. 00000400:00000200:1.0:1784950390.865070:0:455499:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000100:00000040:3.0:1784950390.865071:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@0000000057b2ed91 x1871652369184512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1784950390.865087:0:455499:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.13@tcp: GET: NETWORK_TIMEOUT 00000400:00000100:2.0:1784950390.865102:0:455682:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.173.11@tcp at host 111.222.173.11:988 took too long: that node may be hung or experiencing high load. 00000100:00000001:3.0:1784950390.865102:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1784950390.865103:0:455499:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12662 health :900 00000100:00000001:3.0:1784950390.865109:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1784950390.865116:0:455781:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.173.24:988 00000400:00000200:1.0:1784950390.865117:0:455499:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:3.0:1784950390.865126:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057b2ed91] to pc [ptlrpcd_00_03+3] req@0000000057b2ed91 x1871652369184512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950390.865133:0:455499:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.13@tcp: 1 00000400:00000200:2.0:1784950390.865133:0:455682:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.173.11@tcp: down 00000400:00000200:1.0:1784950390.865151:0:455499:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.13@tcp: -114 00000400:00000100:0.0:1784950390.865168:0:455781:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.173.24@tcp at host 111.222.173.24:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:2.0:1784950390.865177:0:455682:0:(router.c:1888:lnet_notify()) Old news 00000100:00000001:3.0:1784950390.865178:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950390.865181:0:455781:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.173.24@tcp: down 00000100:00000040:3.0:1784950390.865186:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1784950390.865196:0:455682:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.11@tcp 00000100:00000001:3.0:1784950390.865197:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950390.865204:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000848ff4cb. 00000800:00000010:2.0:1784950390.865206:0:455682:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d3dc9d67. 00000800:00000200:0.0:1784950390.865208:0:455781:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 111.222.173.24@tcp down 00000020:00000040:3.0:1784950390.865214:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950390.865221:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1784950390.865222:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1784950390.865223:0:455682:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 02000000:00000001:3.0:1784950390.865226:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950390.865233:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950390.865237:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.13@tcp(0000000024df314f) state 0x861 02000000:00000010:3.0:1784950390.865242:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000071d20a8b. 00000400:00000200:2.0:1784950390.865247:0:455682:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.11@tcp: GET: NETWORK_TIMEOUT 00000400:00000100:0.0:1784950390.865248:0:455684:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.173.15:988 00000400:00000001:1.0:1784950390.865249:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950390.865250:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784950390.865257:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950390.865263:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000100:00000040:3.0:1784950390.865267:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000848ff4cb x1871652369184640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1784950390.865268:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000400:00000200:1.0:1784950390.865278:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950390.865281:0:455682:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1784950390.865288:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000100:0.0:1784950390.865289:0:455684:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.173.15@tcp at host 111.222.173.15:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:1.0:1784950390.865290:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.13@tcp: -114 00000100:00000001:3.0:1784950390.865295:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950390.865297:0:455682:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.11@tcp: 1 00000400:00000010:1.0:1784950390.865305:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000822fdc9. 00000400:00000200:0.0:1784950390.865310:0:455684:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.173.15@tcp: down 00000100:00000040:3.0:1784950390.865313:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000848ff4cb] to pc [ptlrpcd_00_00+0] req@00000000848ff4cb x1871652369184640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950390.865339:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1784950390.865342:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784950390.865347:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000200:1.0:1784950390.865348:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.13@tcp:-110 00000400:00000200:2.0:1784950390.865353:0:455682:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.11@tcp: -114 00000100:00000040:3.0:1784950390.865357:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1784950390.865362:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.13@tcp(0000000024df314f) state 0x2061 rc -110 00000400:00000200:0.0:1784950390.865364:0:455684:0:(router.c:1888:lnet_notify()) Old news 00000100:00000001:3.0:1784950390.865367:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000100:0.0:1784950390.865377:0:455684:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.15@tcp 00000100:00000010:3.0:1784950390.865378:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4dc2038. 00000400:00000200:1.0:1784950390.865384:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.13@tcp 00000800:00000010:0.0:1784950390.865386:0:455684:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000be6e47ef. 00000020:00000040:3.0:1784950390.865387:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:1.0:1784950390.865395:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.11@tcp(0000000016d5496f) state 0x861 00000100:00000001:3.0:1784950390.865398:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1784950390.865399:0:455684:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000001:1.0:1784950390.865402:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1784950390.865404:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:1.0:1784950390.865407:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784950390.865410:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950390.865414:0:455684:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.15@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950390.865416:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074fd7680 00000400:00000100:2.0:1784950390.865417:0:455779:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.173.9:988 02000000:00000010:3.0:1784950390.865418:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005124dc18. 00000400:00000010:1.0:1784950390.865424:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000074fd7680. 00000100:00000001:3.0:1784950390.865427:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950390.865435:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1784950390.865436:0:455684:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:3.0:1784950390.865440:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000a4dc2038 x1871652369184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1784950390.865448:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.11@tcp: -114 00000400:00000200:0.0:1784950390.865450:0:455684:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.15@tcp: 1 00000400:00000010:1.0:1784950390.865458:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009d0923c0. 00000100:00000001:3.0:1784950390.865469:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950390.865474:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1784950390.865475:0:455779:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.173.9@tcp at host 111.222.173.9:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:1.0:1784950390.865476:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.11@tcp:-110 00000400:00000200:0.0:1784950390.865477:0:455684:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.15@tcp: -114 00000100:00000040:3.0:1784950390.865488:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4dc2038] to pc [ptlrpcd_00_01+1] req@00000000a4dc2038 x1871652369184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950390.865490:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.11@tcp(0000000016d5496f) state 0x2061 rc -110 00000400:00000200:2.0:1784950390.865503:0:455779:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.173.9@tcp: down 00000400:00000200:1.0:1784950390.865508:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.11@tcp 00000400:00000100:0.0:1784950390.865519:0:455780:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.173.7:988 00000400:00000200:2.0:1784950390.865522:0:455779:0:(router.c:1888:lnet_notify()) Old news 00000100:00000001:3.0:1784950390.865524:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950390.865531:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1784950390.865538:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.15@tcp(000000000ba1aef0) state 0x861 00000100:00000001:3.0:1784950390.865540:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000100:2.0:1784950390.865543:0:455779:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.9@tcp 00000400:00000001:1.0:1784950390.865549:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000010:3.0:1784950390.865549:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031013d55. 00000800:00000010:2.0:1784950390.865552:0:455779:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000033e9f3f3. 00000400:00000001:1.0:1784950390.865555:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1784950390.865558:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000100:0.0:1784950390.865560:0:455780:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.173.7@tcp at host 111.222.173.7:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:1.0:1784950390.865562:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000400:00000200:2.0:1784950390.865568:0:455779:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000100:00000001:3.0:1784950390.865569:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1784950390.865570:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 02000000:00000001:3.0:1784950390.865575:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1784950390.865581:0:455780:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.173.7@tcp: down 02000000:00000001:3.0:1784950390.865582:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950390.865583:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1784950390.865588:0:455780:0:(router.c:1888:lnet_notify()) Old news 00000400:00000200:2.0:1784950390.865593:0:455779:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.9@tcp: GET: NETWORK_TIMEOUT 02000000:00000010:3.0:1784950390.865594:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007262da46. 00000400:00000200:1.0:1784950390.865601:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.15@tcp: -114 00000100:00000001:3.0:1784950390.865605:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1784950390.865606:0:455780:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.7@tcp 00000400:00000010:1.0:1784950390.865610:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f9a7d46a. 00000800:00000010:0.0:1784950390.865619:0:455780:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000002c68df2. 00000100:00000040:3.0:1784950390.865625:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@0000000031013d55 x1871652369184896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1784950390.865626:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.15@tcp:-110 00000400:00000200:2.0:1784950390.865627:0:455779:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1784950390.865630:0:455780:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950390.865642:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.15@tcp(000000000ba1aef0) state 0x2061 rc -110 00000400:00000200:2.0:1784950390.865645:0:455779:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.9@tcp: 1 00000400:00000200:0.0:1784950390.865650:0:455780:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.7@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950390.865660:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.15@tcp 00000100:00000001:3.0:1784950390.865670:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950390.865675:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950390.865676:0:455779:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.9@tcp: -114 00000100:00000040:3.0:1784950390.865684:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031013d55] to pc [ptlrpcd_00_02+2] req@0000000031013d55 x1871652369184896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950390.865695:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.9@tcp(0000000061b4745a) state 0x861 00000100:00000001:3.0:1784950390.865698:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950390.865702:0:455780:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000100:00080000:3.0:1784950390.865703:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784950390.865711:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000200:0.0:1784950390.865714:0:455780:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.7@tcp: 1 00000100:00000040:3.0:1784950390.865785:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:1.0:1784950390.865788:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950390.865795:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950390.865796:0:455780:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.7@tcp: -114 00000100:00000001:2.0:1784950390.865797:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950390.865798:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1784950390.865801:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b068732 00000400:00000010:1.0:1784950390.865807:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003b068732. 00000100:00000001:2.0:1784950390.865809:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1784950390.865809:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ff7d5f7. 00000400:00000200:1.0:1784950390.865813:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000100:00000001:2.0:1784950390.865817:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1784950390.865817:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:1.0:1784950390.865827:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.9@tcp: -114 00000100:00000001:3.0:1784950390.865827:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950390.865832:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1784950390.865835:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000848ff4cb x1871652369184640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950390.865837:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950390.865838:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000de33f78e. 00000400:00000100:0.0:1784950390.865841:0:455680:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.173.5:988 02000000:00000010:3.0:1784950390.865852:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004a955e85. 00000400:00000200:1.0:1784950390.865856:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.9@tcp:-110 00000100:00000001:3.0:1784950390.865866:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950390.865871:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.9@tcp(0000000061b4745a) state 0x2061 rc -110 00000100:00000001:2.0:1784950390.865876:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000100:0.0:1784950390.865878:0:455680:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.173.5@tcp at host 111.222.173.5:988 took too long: that node may be hung or experiencing high load. 00000100:00000040:3.0:1784950390.865885:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@000000005ff7d5f7 x1871652369185024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1784950390.865886:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.9@tcp 00000100:00000001:2.0:1784950390.865886:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950390.865897:0:455680:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.173.5@tcp: down 02000000:00000001:2.0:1784950390.865900:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784950390.865902:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.7@tcp(0000000093802ce8) state 0x861 00000400:00000200:0.0:1784950390.865909:0:455680:0:(router.c:1888:lnet_notify()) Old news 02000000:00000001:2.0:1784950390.865910:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1784950390.865914:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950390.865921:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1784950390.865923:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1784950390.865926:0:455567:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.173.3:988 00000400:00000200:1.0:1784950390.865926:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 00000400:00000010:1.0:1784950390.865935:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 00000100:00000001:3.0:1784950390.865938:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1784950390.865944:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000848ff4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369184640:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950390.865946:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950390.865948:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000100:0.0:1784950390.865957:0:455567:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.173.3@tcp at host 111.222.173.3:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:1.0:1784950390.865960:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.7@tcp: -114 00000100:00000001:2.0:1784950390.865967:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784950390.865968:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ff7d5f7] to pc [ptlrpcd_00_03+3] req@000000005ff7d5f7 x1871652369185024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950390.865970:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f99e04c1. 02000000:00000001:2.0:1784950390.865979:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784950390.865980:0:455567:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.173.3@tcp: down 00000400:00000200:1.0:1784950390.865986:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.7@tcp:-110 02000000:00000001:2.0:1784950390.865989:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950390.865991:0:455567:0:(router.c:1888:lnet_notify()) Old news 00000400:00000200:1.0:1784950390.866000:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.7@tcp(0000000093802ce8) state 0x2061 rc -110 02000000:00000001:2.0:1784950390.866002:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000100:0.0:1784950390.866009:0:455567:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.3@tcp 02000000:00000010:2.0:1784950390.866015:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a506608. 00000400:00000200:1.0:1784950390.866017:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.7@tcp 00000800:00000010:0.0:1784950390.866020:0:455567:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ae0c4a98. 02000000:00000001:2.0:1784950390.866028:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950390.866029:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950390.866032:0:455567:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000010:2.0:1784950390.866041:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e821c46d. 00000100:00000040:3.0:1784950390.866044:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12666) 00000100:00000001:1.0:1784950390.866046:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950390.866047:0:455567:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.3@tcp: GET: NETWORK_TIMEOUT 00000100:00000001:1.0:1784950390.866055:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784950390.866058:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8357575. 00000400:00000200:0.0:1784950390.866059:0:455567:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1784950390.866062:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784950390.866071:0:455567:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.3@tcp: 1 00000100:00000001:3.0:1784950390.866073:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784950390.866074:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369184640, portal 4 00000100:00000040:1.0:1784950390.866079:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031013d55 x1871652369184896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950390.866082:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950390.866085:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784950390.866086:0:455567:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.3@tcp: -114 00000100:00000001:3.0:1784950390.866089:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950390.866094:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798845312 : -120287910706304 : ffff929949cfc380) 00000100:00000040:3.0:1784950390.866103:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4dc2038 x1871652369184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950390.866119:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000848ff4cb x1871652369184640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950390.866124:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950390.866130:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950390.866139:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950390.866145:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000100:0.0:1784950390.866148:0:455679:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.173.1:988 00000100:00000001:3.0:1784950390.866154:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1784950390.866156:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950390.866160:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950390.866170:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000031013d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369184896:192.168.203.114@tcp:400: 02000000:00000001:3.0:1784950390.866173:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950390.866177:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784950390.866179:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000100:0.0:1784950390.866182:0:455679:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.173.1@tcp at host 111.222.173.1:988 took too long: that node may be hung or experiencing high load. 00000100:00000001:1.0:1784950390.866185:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950390.866190:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950390.866194:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784950390.866195:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950390.866200:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950390.866202:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000a4dc2038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369184768:192.168.203.114@tcp:400: 00000400:00000200:0.0:1784950390.866205:0:455679:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.173.1@tcp: down 00000400:00000010:2.0:1784950390.866206:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f72bf817. 02000000:00000001:1.0:1784950390.866209:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784950390.866218:0:455679:0:(router.c:1888:lnet_notify()) Old news 02000000:00000010:1.0:1784950390.866220:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090af554c. 00000100:00000001:3.0:1784950390.866220:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1784950390.866222:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369184640, offset 0 02000000:00000001:3.0:1784950390.866228:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950390.866230:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1784950390.866234:0:455679:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.1@tcp 02000000:00000001:3.0:1784950390.866235:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950390.866240:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ad4ce7c. 00000800:00000010:0.0:1784950390.866244:0:455679:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008bb5297c. 02000000:00000001:3.0:1784950390.866245:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784950390.866250:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950390.866254:0:455679:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 02000000:00000010:3.0:1784950390.866256:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003980e9ee. 00000400:00000010:1.0:1784950390.866261:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bb87e26. 02000000:00000001:3.0:1784950390.866265:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950390.866269:0:455679:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.1@tcp: GET: NETWORK_TIMEOUT 00000100:00000200:1.0:1784950390.866272:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369184896, portal 4 00000400:00000200:2.0:1784950390.866273:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:3.0:1784950390.866277:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d9f29e3. 00000100:00000001:1.0:1784950390.866282:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950390.866287:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798848896 : -120287910702720 : ffff929949cfd180) 00000400:00000010:3.0:1784950390.866291:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000400:00000200:2.0:1784950390.866295:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1784950390.866300:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369184768, portal 10 00000100:00000040:1.0:1784950390.866301:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000031013d55 x1871652369184896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950390.866308:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784950390.866312:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950390.866314:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798847104 : -120287910704512 : ffff929949cfca80) 00000400:00000200:2.0:1784950390.866327:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950390.866331:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950390.866333:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a4dc2038 x1871652369184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950390.866346:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:1.0:1784950390.866347:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950390.866358:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784950390.866359:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2b35e6e. 00000400:00000200:2.0:1784950390.866367:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10806:10806:238:4294967295] 192.168.203.114@tcp LPNI seq info [9571:9571:8:4294967295] 00000100:00000040:3.0:1784950390.866369:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950390.866370:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369184896, offset 0 00000400:00000010:3.0:1784950390.866379:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009139bac3. 00000400:00000200:1.0:1784950390.866389:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950390.866396:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369184768, offset 0 00000400:00000200:2.0:1784950390.866406:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:3.0:1784950390.866414:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950390.866431:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950390.866432:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950390.866444:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950390.866448:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000010:2.0:1784950390.866448:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa821349. 00000400:00000200:1.0:1784950390.866456:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950390.866462:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:2.0:1784950390.866470:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950390.866471:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10807:10807:237:4294967295] 192.168.203.114@tcp LPNI seq info [9572:9572:7:4294967295] 00000800:00000200:2.0:1784950390.866497:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:1.0:1784950390.866498:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950390.866511:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000aa821349 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950390.866514:0:455679:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:1.0:1784950390.866520:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950390.866524:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950390.866526:0:455679:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.1@tcp: 1 00000800:00000010:1.0:1784950390.866533:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d66491d6. 00000400:00000200:3.0:1784950390.866540:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950390.866543:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950390.866548:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950390.866551:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:2.0:1784950390.866558:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13835 usecs (14 jiffies) 00000400:00000200:3.0:1784950390.866561:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784950390.866569:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950390.866571:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307329039 00000400:00000200:3.0:1784950390.866575:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:1.0:1784950390.866579:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d66491d6 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1784950390.866587:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000121d1f1c. 00000400:00000200:3.0:1784950390.866590:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10808:10808:236:4294967295] 192.168.203.114@tcp LPNI seq info [9573:9573:6:4294967295] 00000100:00000001:1.0:1784950390.866601:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950390.866604:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:1.0:1784950390.866612:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4717 usecs (5 jiffies) 00000100:00000001:1.0:1784950390.866620:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307329030 00000400:00000200:3.0:1784950390.866623:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950390.866624:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307329039 00000100:00000001:1.0:1784950390.866627:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307329039 00000100:00000001:1.0:1784950390.866637:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307329030 00000100:00000010:2.0:1784950390.866642:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059cb1098. 00000400:00000200:0.0:1784950390.866647:0:455679:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.1@tcp: -114 00000800:00000200:3.0:1784950390.866649:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950390.866661:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0a8ed32. 00000100:00000001:2.0:1784950390.866665:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784950390.866671:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950390.866686:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307329039 00000100:00000001:1.0:1784950390.866687:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307329039 00000800:00000200:3.0:1784950390.866687:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950390.866693:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:3.0:1784950390.866698:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a0a8ed32 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950390.866699:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307329030 00000100:00000010:2.0:1784950390.866703:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031f56f30. 00000400:00000200:0.0:1784950390.866706:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.3@tcp(000000006135824b) state 0x861 00000100:00000001:3.0:1784950390.866712:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950390.866717:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950390.866769:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950390.866773:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aee49f67 00000400:00000010:0.0:1784950390.866776:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aee49f67. 00000100:00000040:3.0:1784950390.866782:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5578 usecs (6 jiffies) 00000400:00000200:0.0:1784950390.866783:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000100:00000001:2.0:1784950390.866790:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1784950390.866792:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307329032 00000400:00000200:0.0:1784950390.866793:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.3@tcp: -114 00000100:00000001:3.0:1784950390.866803:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307329039 00000400:00000010:0.0:1784950390.866804:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000098478efa. 00000100:00000001:1.0:1784950390.866807:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307329039 00000100:00000001:2.0:1784950390.866808:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307329040 00000100:00000001:3.0:1784950390.866813:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307329032 00000100:00000001:1.0:1784950390.866818:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307329031 00000400:00000200:0.0:1784950390.866820:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.3@tcp:-110 00000100:00000010:2.0:1784950390.866825:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c99bcda4. 00000100:00000001:3.0:1784950390.866826:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307329039 00000400:00000200:0.0:1784950390.866831:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.3@tcp(000000006135824b) state 0x2061 rc -110 00000100:00000001:3.0:1784950390.866837:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307329032 00000100:00000001:2.0:1784950390.866841:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1784950390.866842:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.3@tcp 00000100:00000001:3.0:1784950390.866846:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307329039 00000400:00000200:0.0:1784950390.866853:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.1@tcp(00000000140c9c35) state 0x861 00000100:00000001:1.0:1784950390.866854:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307329040 00000100:00000001:2.0:1784950390.866855:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950390.866855:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307329032 00000400:00000001:0.0:1784950390.866860:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950390.866866:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784950390.866869:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950390.866870:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307329040 00000100:00000001:2.0:1784950390.866871:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950390.866872:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdf88c3f 00000400:00000010:0.0:1784950390.866880:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdf88c3f. 00000100:00000001:1.0:1784950390.866882:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950390.866884:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950390.866886:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950390.866887:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000100:00000001:1.0:1784950390.866892:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950390.866896:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950390.866898:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950390.866899:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950390.866900:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.1@tcp: -114 00000100:00000001:3.0:1784950390.866905:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950390.866913:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950390.866914:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000037944230. 00000100:00000001:1.0:1784950390.866920:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950390.866921:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950390.866927:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784950390.866928:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.1@tcp:-110 00000100:00000001:2.0:1784950390.866929:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950390.866929:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950390.866939:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950390.866941:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950390.866943:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950390.866944:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.1@tcp(00000000140c9c35) state 0x2061 rc -110 00000100:00000001:1.0:1784950390.866947:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950390.866951:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950390.866953:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950390.866955:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950390.866957:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950390.866960:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.1@tcp 00000100:00000001:3.0:1784950390.866961:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1784950390.866965:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00000001:2.0:1784950390.866970:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950390.866971:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950390.866972:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950390.866982:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950390.866984:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950390.866985:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950390.866989:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950390.866990:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950390.867000:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950390.867003:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950390.867006:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950390.867012:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057b2ed91 x1871652369184512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950390.867023:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950390.867024:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950390.867028:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950390.867030:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950390.867034:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950390.867038:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000057b2ed91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369184512:0@lo:400: 00000100:00000001:1.0:1784950390.867043:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950390.867048:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950390.867050:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950390.867052:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950390.867057:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000197c7725. 02000000:00000001:1.0:1784950390.867059:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950390.867064:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c10185a8. 00000400:00000010:1.0:1784950390.867069:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e49f40e5. 00000100:00000200:1.0:1784950390.867073:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369184512, portal 25 00000100:00000001:1.0:1784950390.867077:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950390.867079:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798850688 : -120287910700928 : ffff929949cfd880) 00000800:00000200:0.0:1784950390.867085:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1784950390.867086:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000057b2ed91 x1871652369184512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950390.867093:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa821349. 00000400:00000200:0.0:1784950390.867103:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950390.867106:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950390.867117:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950390.867118:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1784950390.867129:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039cc9418. 00000400:00000200:0.0:1784950390.867130:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f72bf817 00000400:00000010:0.0:1784950390.867135:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f72bf817. 00000100:00000200:1.0:1784950390.867144:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369184512, offset 0 00000100:00000001:0.0:1784950390.867145:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784950390.867155:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000848ff4cb x1871652369184640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950390.867160:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1784950390.867178:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950390.867179:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1784950390.867188:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000848ff4cb x1871652369184640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950390.867200:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bb700 00000100:00000001:0.0:1784950390.867212:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950390.867215:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14111 [2] + 0 00000100:00000001:0.0:1784950390.867218:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1784950390.867225:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056330091. 00000400:00000200:1.0:1784950390.867231:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000091ee6045 00000800:00000001:0.0:1784950390.867237:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950390.867241:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950390.867249:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:0.0:1784950390.867252:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950390.867255:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091ee6045 00000800:00000001:0.0:1784950390.867258:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:1.0:1784950390.867261:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 0000000091ee6045. 00000800:00000001:0.0:1784950390.867265:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950390.867275:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:2.0:1784950390.867278:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950390.867286:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d66491d6. 00000400:00000200:0.0:1784950390.867291:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bb880 00000100:00000001:1.0:1784950390.867293:0:441643:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1784950390.867297:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784950390.867299:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1784950390.867310:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 2912 00000100:00000040:1.0:1784950390.867311:0:441643:0:(events.c:337:request_in_callback()) incoming req@000000002ed5c712 x1871652369184512 msgsize 224 00000400:00000200:2.0:1784950390.867319:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950390.867329:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950390.867333:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1784950390.867334:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2b35e6e 00000100:00000040:1.0:1784950390.867340:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1784950390.867342:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c2b35e6e. 00000100:00000001:2.0:1784950390.867352:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950390.867358:0:441643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1784950390.867365:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031013d55 x1871652369184896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950390.867370:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039cc9418 00000400:00000010:1.0:1784950390.867375:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000039cc9418. 00000100:00000001:1.0:1784950390.867384:0:441643:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1784950390.867387:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1784950390.867393:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057b2ed91 x1871652369184512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950390.867397:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000010:3.0:1784950390.867398:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0a8ed32. 00000100:00000040:2.0:1784950390.867410:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031013d55 x1871652369184896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950390.867412:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950390.867422:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784950390.867425:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950390.867433:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057b2ed91 x1871652369184512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950390.867437:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950390.867437:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950390.867458:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950390.867458:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009139bac3 00000100:00000001:2.0:1784950390.867466:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950390.867470:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009139bac3. 00000100:00000001:2.0:1784950390.867477:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950390.867483:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950390.867485:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950390.867487:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950390.867491:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000001:2.0:1784950390.867493:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950390.867495:0:441643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1784950390.867500:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4dc2038 x1871652369184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1784950390.867501:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ea3c1ebb. 00000100:00000040:0.0:1784950390.867510:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000ea3c1ebb x1871652369184896 msgsize 224 00000100:00000001:1.0:1784950390.867511:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950390.867511:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950390.867525:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950390.867526:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307331452 00000100:00100000:0.0:1784950390.867534:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:2.0:1784950390.867536:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950390.867545:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307329039 00000100:00000001:3.0:1784950390.867554:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950390.867557:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950390.867561:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307331452 00000400:00000200:2.0:1784950390.867562:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:0.0:1784950390.867569:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950390.867569:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4dc2038 x1871652369184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950390.867576:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307329039 00000800:00000001:0.0:1784950390.867580:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950390.867589:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307331452 00000400:00000200:2.0:1784950390.867594:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bb780 00000100:00000001:1.0:1784950390.867602:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307329039 00000100:00000001:3.0:1784950390.867614:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950390.867615:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 3136 00000100:00000001:1.0:1784950390.867619:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307331452 00000100:00000001:0.0:1784950390.867624:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950390.867624:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1784950390.867633:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369184512 00000100:00000001:1.0:1784950390.867634:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307329040 00000800:00000001:2.0:1784950390.867636:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950390.867638:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950390.867645:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950390.867648:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950390.867649:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950390.867652:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950390.867656:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950390.867660:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950390.867662:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1784950390.867664:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369184512 00000100:00000001:1.0:1784950390.867671:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950390.867671:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1784950390.867674:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950390.867680:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00100000:3.0:1784950390.867681:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369184896 00000400:00000200:2.0:1784950390.867682:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950390.867686:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:1.0:1784950390.867687:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ff7d5f7 x1871652369185024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950390.867693:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:0.0:1784950390.867695:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:2.0:1784950390.867700:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950390.867701:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1784950390.867704:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000200:2.0:1784950390.867708:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1784950390.867709:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950390.867717:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:0.0:1784950390.867800:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1784950390.867806:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fb02893. 00000100:00000001:1.0:1784950390.867807:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784950390.867808:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950390.867809:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d145210. 00000100:00000001:1.0:1784950390.867813:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950390.867818:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000000fb02893 x1871652369184640 msgsize 224 00000100:00000001:0.0:1784950390.867819:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784950390.867821:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369184896 02000000:00000001:1.0:1784950390.867823:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1784950390.867829:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d145210. 00000020:00000001:3.0:1784950390.867832:0:453516:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:1.0:1784950390.867833:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1784950390.867841:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000010:0.0:1784950390.867843:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034450a52. 02000000:00000001:1.0:1784950390.867844:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950390.867846:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:3.0:1784950390.867850:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000010:0.0:1784950390.867856:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d7abced. 00000020:00000040:3.0:1784950390.867859:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00100000:1.0:1784950390.867860:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005ff7d5f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369185024:192.168.203.114@tcp:400: 00000020:00000010:0.0:1784950390.867864:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000001:2.0:1784950390.867869:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1784950390.867871:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:1.0:1784950390.867878:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1784950390.867880:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000040:0.0:1784950390.867882:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:1.0:1784950390.867885:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:2.0:1784950390.867887:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950390.867891:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950390.867891:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1784950390.867892:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950390.867898:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:2.0:1784950390.867901:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950390.867902:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1784950390.867903:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c69ad0bd. 00000100:00000001:0.0:1784950390.867904:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950390.867911:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:1.0:1784950390.867913:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f99e04c1. 00000100:00000001:3.0:1784950390.867916:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950390.867920:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950390.867921:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950390.867922:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950390.867926:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c69ad0bd. 00000400:00000010:1.0:1784950390.867934:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e723061. 00000100:00000001:0.0:1784950390.867941:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950390.867941:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000204b523b. 00000400:00000200:2.0:1784950390.867944:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:1.0:1784950390.867946:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039cc9418. 00000020:00000010:3.0:1784950390.867956:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4b71e5a. 00000100:00000200:1.0:1784950390.867958:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369185024, portal 10 00000100:00000001:0.0:1784950390.867964:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950390.867968:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1784950390.867968:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004c433472. 00000400:00000200:2.0:1784950390.867969:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bb800 00000100:00000001:0.0:1784950390.867970:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950390.867976:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798846208 : -120287910705408 : ffff929949cfc700) 00000100:00100000:0.0:1784950390.867982:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00000040:3.0:1784950390.867989:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000040:0.0:1784950390.867990:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000400:00000200:2.0:1784950390.867991:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 153216 00000100:00000040:1.0:1784950390.867996:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005ff7d5f7 x1871652369185024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950390.867999:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950390.868000:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785835778128 : -120287873773488 : ffff92994c035050) 00000100:00000001:3.0:1784950390.868007:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:2.0:1784950390.868013:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950390.868014:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950390.868017:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ed5c712 x1871652369184512/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:541/0 lens 224/0 e 0 to 0 dl 1784950401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950390.868028:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950390.868030:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950390.868041:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950390.868050:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950390.868057:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950390.868059:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1784950390.868062:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950390.868065:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950390.868067:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d145210. 00000100:00000001:0.0:1784950390.868076:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784950390.868077:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054cdf7f5. 00000100:00000001:2.0:1784950390.868078:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1784950390.868080:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d145210. 00000100:00000001:3.0:1784950390.868084:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1784950390.868085:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1784950390.868088:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369185024, offset 0 00000100:00100000:3.0:1784950390.868091:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369184640 00000100:00100000:0.0:1784950390.868095:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002ed5c712 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369184512:12345-0@lo:400: 00000100:00000010:2.0:1784950390.868097:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6429f5d. 02000000:00000001:3.0:1784950390.868100:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950390.868107:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1784950390.868108:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000b6429f5d x1871652369184768 msgsize 224 00000100:00000200:0.0:1784950390.868111:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369184512 00000400:00000200:1.0:1784950390.868113:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950390.868114:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950390.868121:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:3.0:1784950390.868126:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950390.868130:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:1.0:1784950390.868136:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:0.0:1784950390.868138:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950390.868138:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:3.0:1784950390.868139:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369184640 00000020:00000001:3.0:1784950390.868148:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1784950390.868149:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1784950390.868149:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:3.0:1784950390.868154:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:0.0:1784950390.868156:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000020:00000001:3.0:1784950390.868162:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:1.0:1784950390.868163:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:0.0:1784950390.868165:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1784950390.868166:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1784950390.868172:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784950390.868172:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000400:00000200:1.0:1784950390.868177:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1784950390.868182:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950390.868184:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:0.0:1784950390.868189:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1784950390.868189:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000001:3.0:1784950390.868192:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:0.0:1784950390.868195:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950390.868205:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1784950390.868205:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10809:10809:239:4294967295] 192.168.203.114@tcp LPNI seq info [9574:9574:8:4294967295] 00000100:00000001:3.0:1784950390.868207:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950390.868212:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950390.868218:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1784950390.868218:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c69ad0bd. 02000000:00000010:0.0:1784950390.868227:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d410dc67. 00000100:00000001:3.0:1784950390.868228:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950390.868235:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950390.868241:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950390.868242:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950390.868242:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c69ad0bd. 00000020:00000001:0.0:1784950390.868251:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950390.868258:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369184512 00000020:00000010:3.0:1784950390.868259:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1c348f3. 00010000:00000001:0.0:1784950390.868263:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000200:1.0:1784950390.868269:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:2.0:1784950390.868269:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950390.868271:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0b760c6. 00010000:00000200:0.0:1784950390.868273:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000002ed5c712 x1871652369184512/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:541/0 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950390.868278:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950390.868284:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc7a79b2. 00000020:00000010:3.0:1784950390.868284:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dd06b7b. 00010000:00000001:0.0:1784950390.868300:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950390.868301:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000200:1.0:1784950390.868303:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:0.0:1784950390.868307:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950390.868307:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950390.868308:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950390.868316:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950390.868317:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=28 v=5 (1 1 1 1) 00000100:00100000:2.0:1784950390.868317:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369184768 00000800:00000200:1.0:1784950390.868325:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:2.0:1784950390.868327:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950390.868332:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950390.868332:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950390.868334:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000200:1.0:1784950390.868335:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fc7a79b2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950390.868340:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950390.868341:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:0.0:1784950390.868349:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 02000000:00000001:2.0:1784950390.868349:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950390.868352:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950390.868353:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1784950390.868356:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369184768 02000000:00000001:0.0:1784950390.868358:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950390.868360:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950390.868362:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950390.868369:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1784950390.868369:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:3.0:1784950390.868371:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1784950390.868372:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5060 usecs (6 jiffies) 00000020:00000001:2.0:1784950390.868377:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:0.0:1784950390.868380:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1784950390.868380:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950390.868383:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307329033 00000020:00000040:2.0:1784950390.868384:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000400:00000010:0.0:1784950390.868389:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c923ef1. 00000100:00000001:1.0:1784950390.868393:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307331452 00000020:00000001:2.0:1784950390.868394:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00100000:3.0:1784950390.868397:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2655 00000100:00000200:0.0:1784950390.868398:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369184512, offset 224 00000100:00000001:1.0:1784950390.868405:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307329033 00000020:00000001:2.0:1784950390.868406:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000040:3.0:1784950390.868409:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:1.0:1784950390.868415:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307331452 00000400:00000200:0.0:1784950390.868418:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1784950390.868419:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950390.868419:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822327168 : -120287887224448 : ffff92994b361180) 00000100:00000001:1.0:1784950390.868421:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307329033 00000020:00000010:2.0:1784950390.868428:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071684d80. 00000100:00000001:1.0:1784950390.868430:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307331452 00000100:00000001:2.0:1784950390.868436:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950390.868437:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ea3c1ebb x1871652369184896/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:541/0 lens 224/0 e 0 to 0 dl 1784950401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950390.868439:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307329033 00000400:00000200:0.0:1784950390.868443:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1784950390.868448:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071684d80. 00000100:00000001:1.0:1784950390.868450:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307331452 00000100:00000001:1.0:1784950390.868459:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950390.868462:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2c38d8a. 00000100:00000001:1.0:1784950390.868469:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950390.868470:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bb700 00000100:00000001:3.0:1784950390.868473:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950390.868474:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a4570d4. 00000100:00000001:1.0:1784950390.868478:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950390.868482:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c69ad0bd. 00000100:00000001:1.0:1784950390.868487:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950390.868488:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000400:00000200:0.0:1784950390.868492:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15849 [1] + 224 00000100:00000001:3.0:1784950390.868492:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950390.868504:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c69ad0bd. 00000100:00000040:2.0:1784950390.868505:0:453511:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:0.0:1784950390.868508:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950390.868514:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950390.868518:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1784950390.868522:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1784950390.868523:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ea3c1ebb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369184896:12345-192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950390.868525:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950390.868529:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950390.868537:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369184896 00000100:00000001:2.0:1784950390.868540:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1784950390.868542:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057b2ed91 x1871652369184512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950390.868544:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950390.868546:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1784950390.868552:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950390.868553:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950390.868561:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950390.868570:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950390.868573:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950390.868575:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:3.0:1784950390.868586:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1784950390.868590:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369184896, found 0 last_xid 1871652369184895 00000100:00000040:0.0:1784950390.868591:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057b2ed91 x1871652369184512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950390.868592:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950390.868595:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1784950390.868597:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950390.868600:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc7a79b2. 00000100:00000001:2.0:1784950390.868602:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950390.868607:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950390.868612:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1784950390.868613:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950390.868620:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950390.868621:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1546 00000020:00000001:3.0:1784950390.868630:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1784950390.868632:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950390.868633:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000001:0.0:1784950390.868637:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950390.868638:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950390.868642:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883981952 : -120287825569664 : ffff92994ee2d880) 02000000:00000001:3.0:1784950390.868646:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1784950390.868647:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054cdf7f5 00000400:00000010:1.0:1784950390.868654:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000054cdf7f5. 02000000:00000010:3.0:1784950390.868655:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b6ae5b27. 00000100:00000040:2.0:1784950390.868656:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b6429f5d x1871652369184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:541/0 lens 224/0 e 0 to 0 dl 1784950401 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950390.868661:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1784950390.868663:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c923ef1 02000000:00000001:3.0:1784950390.868664:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950390.868672:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008c923ef1. 00000100:00000001:3.0:1784950390.868673:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950390.868674:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ff7d5f7 x1871652369185024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950390.868685:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1784950390.868685:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950390.868691:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:3.0:1784950390.868696:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369184896 00000100:00000001:0.0:1784950390.868699:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950390.868705:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1784950390.868707:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:0.0:1784950390.868712:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000020:00000010:2.0:1784950390.868713:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071684d80. 00000100:00000001:1.0:1784950390.868724:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1784950390.868762:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950390.868767:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1784950390.868769:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000ea3c1ebb x1871652369184896/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:541/0 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950390.868770:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950390.868776:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1784950390.868779:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071684d80. 00000100:00000040:1.0:1784950390.868789:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ff7d5f7 x1871652369185024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950390.868790:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ed5c712 x1871652369184512/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:541/0 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950390.868798:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b6429f5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369184768:12345-192.168.203.114@tcp:400: 00010000:00000001:3.0:1784950390.868799:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950390.868805:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950390.868813:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=23 v=5 (1 1 1 1) 00000100:00000200:2.0:1784950390.868818:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369184768 00000020:00000001:2.0:1784950390.868826:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950390.868830:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1784950390.868834:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950390.868840:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950390.868841:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:2.0:1784950390.868849:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950390.868852:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950390.868852:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:2.0:1784950390.868854:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950390.868860:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1784950390.868865:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1784950390.868865:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1784950390.868867:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002ed5c712 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369184512:12345-0@lo:400: Request processed in 800us (1547us total) trans 0 rc 0/0 02000000:00000001:3.0:1784950390.868870:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950390.868872:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950390.868874:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950390.868880:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1784950390.868882:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950390.868887:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000001:1.0:1784950390.868890:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950390.868892:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950390.868893:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950390.868902:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950390.868903:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000020:00000001:2.0:1784950390.868903:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1784950390.868904:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009139bac3. 00000100:00000001:2.0:1784950390.868912:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000001:1.0:1784950390.868913:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950390.868914:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369184896, offset 224 00000100:00000040:0.0:1784950390.868915:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 02000000:00000001:2.0:1784950390.868917:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1784950390.868924:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000058c36aad. 00000100:00000001:0.0:1784950390.868926:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1784950390.868931:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950390.868933:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1784950390.868936:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950390.868942:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950390.868942:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950390.868943:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d7abced. 00000020:00000001:2.0:1784950390.868951:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950390.868957:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000400:00000200:3.0:1784950390.868957:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000040:2.0:1784950390.868959:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369184768 00000020:00000010:0.0:1784950390.868967:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034450a52. 00010000:00000001:2.0:1784950390.868968:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:3.0:1784950390.868975:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10810:10810:239:4294967295] 192.168.203.114@tcp LPNI seq info [9575:9575:8:4294967295] 00000020:00000040:0.0:1784950390.868979:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00010000:00000200:2.0:1784950390.868981:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000b6429f5d x1871652369184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:541/0 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950390.869007:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:2.0:1784950390.869009:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1784950390.869011:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1784950390.869015:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950390.869016:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d410dc67. 00000100:00001000:2.0:1784950390.869021:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=23 v=5 (1 1 1 1) 00000800:00000200:3.0:1784950390.869025:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950390.869026:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1784950390.869030:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bb900 00000100:00000001:0.0:1784950390.869032:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950390.869037:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:3.0:1784950390.869038:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0a8ed32. 00000100:00000200:0.0:1784950390.869048:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1784950390.869049:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950390.869053:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 153440 00000800:00000200:3.0:1784950390.869057:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950390.869059:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000010:0.0:1784950390.869060:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000626b1f50. 02000000:00000001:2.0:1784950390.869072:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:3.0:1784950390.869073:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000001:1.0:1784950390.869074:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:0.0:1784950390.869075:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000851f91f2. 02000000:00000001:2.0:1784950390.869079:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950390.869084:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a0a8ed32 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:1.0:1784950390.869087:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950390.869088:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950390.869095:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950390.869100:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950390.869101:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950390.869110:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:2.0:1784950390.869111:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000faec7be4. 00000100:00000040:3.0:1784950390.869114:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950390.869117:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784950390.869120:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369184768, offset 224 00000100:00000001:0.0:1784950390.869125:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950390.869126:0:441634:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1784950390.869126:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:2.0:1784950390.869134:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950390.869135:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1784950390.869135:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950390.869144:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000010:1.0:1784950390.869146:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006db5bde2. 00000400:00000001:0.0:1784950390.869148:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950390.869155:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784950390.869155:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea3c1ebb x1871652369184896/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:541/0 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950390.869156:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:1.0:1784950390.869157:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000006db5bde2 x1871652369185024 msgsize 224 00000400:00000010:0.0:1784950390.869162:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c10185a8. 00000400:00000200:0.0:1784950390.869174:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49f40e5 00000400:00000010:0.0:1784950390.869181:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e49f40e5. 00000400:00000200:2.0:1784950390.869182:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10811:10811:238:4294967295] 192.168.203.114@tcp LPNI seq info [9576:9576:7:4294967295] 00000100:00100000:1.0:1784950390.869190:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950390.869191:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950390.869202:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057b2ed91 x1871652369184512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950390.869212:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ea3c1ebb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369184896:12345-192.168.203.114@tcp:400: Request processed in 727us (1690us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950390.869214:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1784950390.869229:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:3.0:1784950390.869246:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2655 00000100:00000200:0.0:1784950390.869247:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057b2ed91 x1871652369184512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950390.869256:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950390.869257:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950390.869267:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:2.0:1784950390.869269:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078605e0a. 00000100:00000001:1.0:1784950390.869270:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950390.869275:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1784950390.869276:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1784950390.869278:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369185024 00000100:00000001:0.0:1784950390.869284:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950390.869285:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4b71e5a. 02000000:00000001:1.0:1784950390.869286:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:2.0:1784950390.869287:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950390.869289:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950390.869293:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1784950390.869297:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1784950390.869298:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004c433472. 00000100:00000001:1.0:1784950390.869299:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950390.869302:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950390.869308:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950390.869309:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:1.0:1784950390.869311:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950390.869312:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000204b523b. 02000000:00000001:0.0:1784950390.869314:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950390.869319:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078605e0a type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1784950390.869323:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369185024 00000020:00000040:3.0:1784950390.869324:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00001000:0.0:1784950390.869325:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=28 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950390.869327:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950390.869330:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950390.869333:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950390.869337:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00001000:0.0:1784950390.869339:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=28 v=5 (1 1 1 1) 00000100:00000040:2.0:1784950390.869341:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000001:1.0:1784950390.869344:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950390.869351:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1784950390.869352:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00010000:00000001:2.0:1784950390.869353:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:0.0:1784950390.869354:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950390.869358:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1784950390.869360:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950390.869361:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950390.869362:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00010000:00000001:0.0:1784950390.869372:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1784950390.869373:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2656 00000020:00000001:1.0:1784950390.869374:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:2.0:1784950390.869374:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1784950390.869378:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950390.869384:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:1.0:1784950390.869388:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950390.869389:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6429f5d x1871652369184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:541/0 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950390.869390:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950390.869390:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883986432 : -120287825565184 : ffff92994ee2ea00) 00000020:00000010:1.0:1784950390.869398:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000040:0.0:1784950390.869404:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057b2ed91 x1871652369184512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950390.869407:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000fb02893 x1871652369184640/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:541/0 lens 224/0 e 0 to 0 dl 1784950401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950390.869408:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950390.869419:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000020:00000010:1.0:1784950390.869430:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de33f78e. 00000020:00000010:1.0:1784950390.869440:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 00000020:00000010:1.0:1784950390.869450:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000824c4458. 00000100:00100000:2.0:1784950390.869453:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b6429f5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369184768:12345-192.168.203.114@tcp:400: Request processed in 739us (1335us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950390.869462:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950390.869465:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950390.869469:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950390.869472:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950390.869475:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950390.869478:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1784950390.869481:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c69ad0bd. 00000100:00000001:0.0:1784950390.869484:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950390.869486:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1546 00000100:00000001:3.0:1784950390.869489:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950390.869497:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1784950390.869497:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000040:0.0:1784950390.869498:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057b2ed91 x1871652369184512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950390.869499:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c69ad0bd. 00000100:00000001:1.0:1784950390.869504:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950390.869507:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950390.869511:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950390.869513:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950390.869521:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a4570d4. 00000100:00100000:3.0:1784950390.869521:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000fb02893 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369184640:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950390.869527:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950390.869535:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000100:00100000:0.0:1784950390.869536:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000057b2ed91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369184512:0@lo:400: 00000100:00000200:3.0:1784950390.869538:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369184640 00000020:00000010:2.0:1784950390.869544:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2c38d8a. 00000020:00000001:3.0:1784950390.869546:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950390.869548:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950390.869550:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950390.869554:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950390.869555:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950390.869556:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1784950390.869556:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000020:00000001:3.0:1784950390.869564:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950390.869565:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950390.869568:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057b2ed91 x1871652369184512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950390.869570:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1547 00000020:00000001:3.0:1784950390.869574:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950390.869581:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000040:1.0:1784950390.869582:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000001:1.0:1784950390.869591:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032851456 : -120287676700160 : ffff929957c26a00) 00000100:00000001:0.0:1784950390.869594:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1784950390.869595:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000001:2.0:1784950390.869598:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950390.869601:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:3.0:1784950390.869602:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369184640, found 0 last_xid 1871652369184639 00000100:00000040:1.0:1784950390.869604:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006db5bde2 x1871652369185024/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:541/0 lens 224/0 e 0 to 0 dl 1784950401 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950390.869607:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000197c7725. 00000800:00000001:2.0:1784950390.869608:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950390.869611:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950390.869619:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950390.869621:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950390.869627:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1784950390.869628:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000040:0.0:1784950390.869633:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000001:3.0:1784950390.869635:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950390.869636:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1784950390.869642:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:3.0:1784950390.869644:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1784950390.869646:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 02000000:00000010:0.0:1784950390.869647:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000549bbfae. 00000100:00000001:3.0:1784950390.869649:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950390.869651:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950390.869657:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1784950390.869658:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 02000000:00000001:0.0:1784950390.869659:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950390.869664:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1784950390.869666:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004700a163. 00000100:00000010:0.0:1784950390.869668:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057b2ed91. 02000000:00000001:3.0:1784950390.869673:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950390.869676:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006db5bde2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369185024:12345-192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950390.869679:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950390.869680:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950390.869684:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950390.869690:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950390.869692:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369185024 00000100:00000001:0.0:1784950390.869693:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950390.869694:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369184640 00000020:00000001:1.0:1784950390.869699:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950390.869702:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1784950390.869704:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:1.0:1784950390.869706:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950390.869707:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000200:3.0:1784950390.869713:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000000fb02893 x1871652369184640/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:541/0 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950390.869714:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950390.869715:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950390.869771:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950390.869774:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:1.0:1784950390.869783:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1784950390.869789:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784950390.869792:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950390.869798:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950390.869800:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1784950390.869801:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950390.869807:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00001000:3.0:1784950390.869808:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=23 v=5 (1 1 1 1) 00000020:00000001:1.0:1784950390.869812:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950390.869815:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1784950390.869818:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1784950390.869824:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950390.869825:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950390.869831:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950390.869832:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950390.869837:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:1.0:1784950390.869838:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006753be7f. 02000000:00000001:3.0:1784950390.869841:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950390.869845:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950390.869848:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950390.869848:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950390.869850:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950390.869857:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0a8ed32. 00000100:00000040:3.0:1784950390.869859:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950390.869860:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950390.869868:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369185024 00000400:00000010:3.0:1784950390.869869:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9ae20b. 00000400:00000200:0.0:1784950390.869872:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1784950390.869873:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000200:3.0:1784950390.869876:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369184640, offset 224 00010000:00000200:1.0:1784950390.869883:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000006db5bde2 x1871652369185024/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:541/0 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950390.869893:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950390.869895:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000001:1.0:1784950390.869913:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1784950390.869914:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000001:1.0:1784950390.869919:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950390.869926:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10812:10812:237:4294967295] 192.168.203.114@tcp LPNI seq info [9577:9577:6:4294967295] 00000100:00001000:1.0:1784950390.869927:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950390.869941:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950390.869950:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950390.869959:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:3.0:1784950390.869960:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:1.0:1784950390.869967:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950390.869971:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950390.869973:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950390.869974:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009139bac3 00000100:00000001:1.0:1784950390.869976:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784950390.869981:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009139bac3. 00000800:00000010:3.0:1784950390.869983:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4bcac29. 00000100:00000040:1.0:1784950390.869990:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950390.869991:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:1.0:1784950390.869996:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054cdf7f5. 00000800:00000200:3.0:1784950390.869997:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950390.869998:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1784950390.870007:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369185024, offset 224 00000800:00000200:3.0:1784950390.870015:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950390.870020:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c4bcac29 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950390.870023:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950390.870035:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950390.870042:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950390.870043:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10813:10813:237:4294967295] 192.168.203.114@tcp LPNI seq info [9578:9578:6:4294967295] 00000100:00000040:3.0:1784950390.870053:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950390.870058:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950390.870062:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950390.870070:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000001:2.0:1784950390.870074:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950390.870077:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950390.870078:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1784950390.870083:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fb02893 x1871652369184640/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:541/0 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950390.870085:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950390.870087:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078605e0a. 00000800:00000001:2.0:1784950390.870096:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950390.870099:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950390.870104:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950390.870107:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950390.870120:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000010:1.0:1784950390.870120:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc7a79b2. 00000400:00000200:2.0:1784950390.870126:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950390.870134:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faec7be4 00000400:00000010:0.0:1784950390.870141:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000faec7be4. 00000100:00100000:3.0:1784950390.870144:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000fb02893 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369184640:12345-192.168.203.114@tcp:400: Request processed in 659us (2313us total) trans 0 rc 0/0 00000800:00000200:1.0:1784950390.870145:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950390.870150:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bb880 00000100:00000001:0.0:1784950390.870151:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950390.870157:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1784950390.870165:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:2.0:1784950390.870171:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15839 [1] + 224 00000800:00000200:1.0:1784950390.870176:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fc7a79b2 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:3.0:1784950390.870178:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2656 00000100:00000040:3.0:1784950390.870189:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000001:2.0:1784950390.870190:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950390.870191:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950390.870198:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1784950390.870204:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950390.870204:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:2.0:1784950390.870209:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784950390.870211:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000010:3.0:1784950390.870211:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0b760c6. 00000020:00000001:1.0:1784950390.870216:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950390.870218:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950390.870220:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dd06b7b. 00000800:00000200:0.0:1784950390.870222:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1784950390.870222:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000001:2.0:1784950390.870224:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950390.870229:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1c348f3. 00000800:00000010:0.0:1784950390.870232:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4bcac29. 00000800:00000001:2.0:1784950390.870234:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950390.870235:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006db5bde2 x1871652369185024/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:541/0 lens 224/224 e 0 to 0 dl 1784950401 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950390.870237:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000200:0.0:1784950390.870241:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950390.870246:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950390.870259:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950390.870262:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950390.870275:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9ae20b 00000400:00000010:0.0:1784950390.870281:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9ae20b. 00000100:00100000:1.0:1784950390.870282:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006db5bde2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369185024:12345-192.168.203.114@tcp:400: Request processed in 640us (1118us total) trans 0 rc 0/0 00000400:00000200:2.0:1784950390.870287:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bb780 00000100:00000001:0.0:1784950390.870291:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:3.0:1784950390.870291:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950390.870297:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950390.870304:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15831 [1] + 224 00000400:00000200:3.0:1784950390.870305:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784950390.870315:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1547 00000800:00000001:2.0:1784950390.870317:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950390.870325:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950390.870326:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:1.0:1784950390.870332:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950390.870335:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950390.870336:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:2.0:1784950390.870341:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950390.870343:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1784950390.870344:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00000100:00000200:3.0:1784950390.870346:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031013d55 x1871652369184896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950390.870349:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1784950390.870352:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc7a79b2. 00000020:00000010:1.0:1784950390.870356:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000824c4458. 00000400:00000200:0.0:1784950390.870365:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950390.870366:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:1.0:1784950390.870367:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de33f78e. 00000020:00000040:1.0:1784950390.870380:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:2.0:1784950390.870383:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950390.870385:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950390.870390:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950390.870393:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054cdf7f5 00000100:00000040:3.0:1784950390.870399:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031013d55 x1871652369184896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950390.870400:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000848ff4cb x1871652369184640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950390.870401:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000054cdf7f5. 00000100:00000001:0.0:1784950390.870411:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950390.870416:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1784950390.870462:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000848ff4cb x1871652369184640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950390.870470:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950390.870481:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950390.870487:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950390.870489:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950390.870491:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950390.870497:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950390.870501:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950390.870505:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950390.870511:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950390.870512:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:2.0:1784950390.870513:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784950390.870518:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1784950390.870521:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784950390.870524:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950390.870528:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ad4ce7c. 00000800:00000001:2.0:1784950390.870530:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950390.870535:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950390.870537:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bb87e26 00000400:00000200:3.0:1784950390.870539:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bb800 00000400:00000010:0.0:1784950390.870544:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005bb87e26. 00000100:00000001:1.0:1784950390.870545:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950390.870550:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950390.870555:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950390.870564:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031013d55 x1871652369184896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950390.870574:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bb900 00000400:00000200:3.0:1784950390.870575:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x1583d [1] + 224 00000400:00000001:1.0:1784950390.870593:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1784950390.870593:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950390.870599:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031013d55 x1871652369184896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950390.870602:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1784950390.870609:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950390.870610:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e821c46d. 00000100:00000001:0.0:1784950390.870613:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1784950390.870619:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950390.870620:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950390.870624:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8357575 00000100:00000001:0.0:1784950390.870627:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950390.870633:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1784950390.870633:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e8357575. 00000400:00000200:3.0:1784950390.870635:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950390.870640:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950390.870646:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950390.870648:0:441641:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784950390.870649:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950390.870656:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15851 [1] + 224 00000100:00001000:0.0:1784950390.870661:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=23 v=5 (5 5 5 5) 00000100:00000200:1.0:1784950390.870665:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000848ff4cb x1871652369184640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950390.870667:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950390.870667:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1784950390.870670:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=23 v=5 (1 1 1 1) 00000100:00000200:3.0:1784950390.870680:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4dc2038 x1871652369184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950390.870686:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950390.870691:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950390.870700:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950390.870705:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950390.870713:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950390.870714:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950390.870770:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950390.870779:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1784950390.870779:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950390.870783:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950390.870785:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000848ff4cb x1871652369184640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950390.870794:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4dc2038 x1871652369184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950390.870797:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031013d55 x1871652369184896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950390.870800:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950390.870812:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950390.870821:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ff7d5f7 x1871652369185024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950390.870841:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950390.870847:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950390.870857:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950390.870859:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950390.870865:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950390.870868:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950390.870871:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950390.870871:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950390.870874:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950390.870877:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950390.870881:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ff7d5f7 x1871652369185024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950390.870883:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950390.870884:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950390.870886:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031013d55 x1871652369184896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950390.870893:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784950390.870897:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950390.870913:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=18 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950390.870925:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950390.870926:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950390.870934:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950390.870934:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1784950390.870944:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784950390.870946:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1784950390.870947:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000031013d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369184896:192.168.203.114@tcp:400: 00000400:00000001:3.0:1784950390.870947:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1784950390.870949:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784950390.870954:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950390.870960:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d9f29e3. 00000100:00000001:1.0:1784950390.870961:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950390.870963:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950390.870967:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000100:00000040:1.0:1784950390.870968:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950390.870969:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784950390.870976:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000100:00000001:1.0:1784950390.870977:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1784950390.870978:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031013d55 x1871652369184896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950390.870983:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950390.870986:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1784950390.870993:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950390.870999:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1784950390.871002:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4dc2038 x1871652369184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950390.871003:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000848ff4cb x1871652369184640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950390.871003:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950390.871004:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950390.871011:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090af554c. 02000000:00000001:0.0:1784950390.871021:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950390.871026:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950390.871031:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1784950390.871040:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950390.871045:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007262da46. 02000000:00000001:0.0:1784950390.871053:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950390.871058:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950390.871060:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1784950390.871062:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031013d55. 00000100:00000200:3.0:1784950390.871066:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4dc2038 x1871652369184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950390.871071:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950390.871073:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950390.871077:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950390.871079:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950390.871089:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950390.871091:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784950390.871093:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000848ff4cb x1871652369184640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950390.871095:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950390.871097:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950390.871101:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950390.871108:0:441642:0:(client.c:1580:after_reply()) Process entered 00000400:00000001:0.0:1784950390.871110:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1784950390.871114:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000001:0.0:1784950390.871116:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950390.871118:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1784950390.871120:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000848ff4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369184640:192.168.203.114@tcp:400: 00000400:00000010:0.0:1784950390.871122:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e723061. 00000100:00000001:3.0:1784950390.871123:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950390.871131:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039cc9418 02000000:00000001:3.0:1784950390.871134:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950390.871136:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000039cc9418. 00000100:00000001:1.0:1784950390.871137:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950390.871141:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=23 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950390.871145:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950390.871146:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1784950390.871148:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950390.871154:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950390.871157:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950390.871160:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000848ff4cb x1871652369184640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950390.871162:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ff7d5f7 x1871652369185024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950390.871164:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1784950390.871176:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a4dc2038 x1871652369184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950390.871207:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950390.871213:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950390.871217:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a506608. 00000100:00000200:0.0:1784950390.871220:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ff7d5f7 x1871652369185024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950390.871225:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950390.871229:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950390.871237:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950390.871238:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000040:1.0:1784950390.871243:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000040:3.0:1784950390.871244:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950390.871245:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950390.871249:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950390.871252:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950390.871253:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950390.871254:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:1.0:1784950390.871257:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000071d20a8b. 02000000:00000001:0.0:1784950390.871260:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950390.871260:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950390.871263:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784950390.871265:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1784950390.871269:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784950390.871270:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950390.871274:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4dc2038 x1871652369184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950390.871275:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000848ff4cb. 02000000:00000001:0.0:1784950390.871277:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950390.871302:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1784950390.871306:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=23 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950390.871308:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950390.871317:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950390.871325:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950390.871326:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950390.871330:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950390.871336:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950390.871339:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950390.871341:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950390.871342:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950390.871345:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950390.871347:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950390.871349:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950390.871353:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1784950390.871356:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4dc2038 x1871652369184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1784950390.871366:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005ff7d5f7 x1871652369185024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950390.871381:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000a4dc2038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369184768:192.168.203.114@tcp:400: 00010000:00000001:0.0:1784950390.871391:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950390.871395:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950390.871398:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784950390.871401:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950390.871403:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950390.871408:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1784950390.871412:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4dc2038 x1871652369184768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950390.871413:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950390.871427:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ff7d5f7 x1871652369185024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950390.871441:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950390.871446:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950390.871451:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003980e9ee. 02000000:00000001:3.0:1784950390.871462:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950390.871467:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950390.871468:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950390.871474:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1784950390.871475:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1784950390.871479:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950390.871482:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950390.871487:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005124dc18. 00000100:00000040:0.0:1784950390.871489:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ff7d5f7 x1871652369185024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950390.871495:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950390.871501:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950390.871505:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4dc2038. 00000100:00100000:0.0:1784950390.871512:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005ff7d5f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369185024:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950390.871514:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950390.871520:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950390.871523:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950390.871525:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950390.871529:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950390.871534:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784950390.871536:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ff7d5f7 x1871652369185024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950390.871541:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950390.871550:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950390.871555:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950390.871558:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950390.871563:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950390.871565:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f99e04c1. 02000000:00000001:0.0:1784950390.871569:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950390.871572:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950390.871574:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1784950390.871577:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950390.871579:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004a955e85. 02000000:00000001:0.0:1784950390.871582:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950390.871584:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950390.871586:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ff7d5f7. 00000100:00000001:0.0:1784950390.871590:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950390.871591:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950390.871593:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950390.871599:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950390.871601:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950390.871604:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950390.871606:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950391.120861:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950391.120869:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950391.120875:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950391.120877:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950391.120947:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950391.120951:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950391.120955:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950391.760866:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950391.760883:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950391.760885:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950391.760892:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950391.760896:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950391.760900:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950391.760903:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950392.144854:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950392.144863:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950392.144870:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950392.144874:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950392.144877:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950392.144880:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950392.144884:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950392.144887:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950392.144889:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950392.144892:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950392.145035:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950392.145042:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950392.145046:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784950392.592891:0:441633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b93012f1] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1784950392.592905:0:441633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1021 00000800:00000200:1.0:1784950392.592912:0:441633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdd44bf5 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1784950392.593091:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950392.784855:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950392.784871:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950392.784873:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950392.784878:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950392.784882:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950392.784885:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950392.784888:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950393.168861:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950393.168871:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950393.168879:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950393.168881:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950393.168964:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950393.168970:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950393.168975:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784950393.296839:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307331452, at 4307331456 00000100:00000010:3.0:1784950393.296856:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c99bcda4. 00000100:00000040:1.0:1784950393.296861:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307331452, at 4307331456 00000100:00000010:1.0:1784950393.296876:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059cb1098. 00000100:00000040:0.0:1784950393.296886:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307331452, at 4307331456 00000100:00000040:2.0:1784950393.296887:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307331452, at 4307331456 00000100:00000010:0.0:1784950393.296907:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000121d1f1c. 00000100:00000010:2.0:1784950393.296911:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031f56f30. 00000100:00000001:2.0:1784950393.808860:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950393.808880:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950393.808883:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950393.808891:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950393.808895:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950393.808901:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950393.808905:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950394.192871:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950394.192882:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950394.192890:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950394.192892:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950394.193016:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950394.193022:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950394.193027:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950394.832855:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950394.832873:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950394.832875:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950394.832881:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950394.832884:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950394.832889:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950394.832891:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950394.960860:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950394.960867:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1784950394.960879:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f866d7f6. 00000020:00000040:2.0:1784950394.960889:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950394.960896:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950394.960900:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:0.0:1784950394.960907:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 02000000:00000001:2.0:1784950394.960908:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1784950394.960916:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 02000000:00000010:2.0:1784950394.960923:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb2959c5. 00000100:00000010:0.0:1784950394.960927:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000110635ef. 00000100:00000001:2.0:1784950394.960934:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950394.960936:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950394.960945:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950394.960947:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1784950394.960950:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950394.960953:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950394.960958:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950394.960969:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013f88f5e. 00000100:00000040:2.0:1784950394.960972:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f866d7f6] to pc [ptlrpcd_00_00+0] req@00000000f866d7f6 x1871652369185152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950394.960978:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950394.960992:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950394.960996:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950394.961008:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000110635ef] to pc [ptlrpcd_00_01+1] req@00000000110635ef x1871652369185280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1784950394.961031:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950394.961044:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950394.961047:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950394.961055:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950394.961059:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950394.961070:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000110635ef x1871652369185280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950394.961086:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950394.961089:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950394.961095:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950394.961099:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950394.961105:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950394.961111:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000110635ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369185280:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950394.961117:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950394.961125:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950394.961125:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950394.961132:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950394.961134:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950394.961137:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950394.961140:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1784950394.961147:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000088257d6c. 00000100:00000040:3.0:1784950394.961154:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f866d7f6 x1871652369185152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950394.961155:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950394.961167:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052ad4b43. 00000400:00000010:1.0:1784950394.961179:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008abec0ef. 00000100:00000001:3.0:1784950394.961180:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950394.961186:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950394.961193:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1784950394.961194:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369185280, portal 4 02000000:00000001:3.0:1784950394.961196:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950394.961202:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784950394.961204:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950394.961207:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785822337920 : -120287887213696 : ffff92994b363b80) 00000100:00100000:3.0:1784950394.961212:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369185152:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950394.961221:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784950394.961225:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000110635ef x1871652369185280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950394.961227:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950394.961232:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950394.961241:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950394.961249:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1784950394.961251:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000989c0325. 00000100:00000040:1.0:1784950394.961257:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950394.961259:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950394.961265:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beb862af. 00000400:00000010:3.0:1784950394.961268:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d9f29e3. 00000100:00000200:1.0:1784950394.961271:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369185280, offset 0 00000400:00000010:3.0:1784950394.961282:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000400:00000200:1.0:1784950394.961288:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950394.961304:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369185152, portal 4 00000400:00000200:1.0:1784950394.961309:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950394.961312:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950394.961318:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883984640 : -120287825566976 : ffff92994ee2e300) 00000400:00000200:1.0:1784950394.961320:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950394.961329:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:3.0:1784950394.961334:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f866d7f6 x1871652369185152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950394.961341:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950394.961351:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950394.961364:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10814:10814:239:4294967295] 192.168.203.114@tcp LPNI seq info [9579:9579:8:4294967295] 00000100:00000001:3.0:1784950394.961368:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950394.961379:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950394.961384:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a470040. 00000100:00000200:3.0:1784950394.961391:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369185152, offset 0 00000400:00000200:1.0:1784950394.961397:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:3.0:1784950394.961406:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:1.0:1784950394.961414:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950394.961422:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b35b6916. 00000400:00000200:3.0:1784950394.961427:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000200:1.0:1784950394.961438:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950394.961438:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950394.961449:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950394.961455:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784950394.961462:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950394.961467:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:1.0:1784950394.961475:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b35b6916 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950394.961479:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10815:10815:238:4294967295] 192.168.203.114@tcp LPNI seq info [9580:9580:7:4294967295] 00000400:00000200:3.0:1784950394.961496:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950394.961502:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950394.961509:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950394.961517:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13828 usecs (14 jiffies) 00000100:00000001:1.0:1784950394.961522:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307333134 00000800:00000010:3.0:1784950394.961524:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbff510b. 00000100:00000010:1.0:1784950394.961529:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af8936ec. 00000800:00000200:3.0:1784950394.961537:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950394.961543:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784950394.961550:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950394.961556:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fbff510b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950394.961560:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307333134 00000100:00000010:1.0:1784950394.961567:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002690d2ec. 00000100:00000001:1.0:1784950394.961571:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784950394.961575:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307333134 00000100:00000001:3.0:1784950394.961579:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950394.961580:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005285bce4. 00000100:00000001:1.0:1784950394.961590:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:3.0:1784950394.961591:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4718 usecs (5 jiffies) 00000100:00000001:1.0:1784950394.961599:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307333134 00000100:00000001:3.0:1784950394.961600:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307333125 00000100:00000010:1.0:1784950394.961608:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004a57f2a. 00000100:00000001:3.0:1784950394.961610:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307333134 00000100:00000001:1.0:1784950394.961619:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1784950394.961620:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307333125 00000100:00000001:3.0:1784950394.961630:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307333134 00000100:00000001:1.0:1784950394.961631:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950394.961634:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307333125 00000100:00000001:1.0:1784950394.961637:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950394.961643:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307333134 00000100:00000001:1.0:1784950394.961645:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950394.961651:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307333125 00000100:00000001:1.0:1784950394.961652:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950394.961663:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307333134 00000100:00000001:3.0:1784950394.961668:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950394.961669:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950394.961672:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950394.961674:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950394.961678:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950394.961681:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950394.961683:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950394.961685:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950394.961690:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950394.961693:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950394.961696:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950394.961698:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950394.961706:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950394.961709:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950394.961712:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950394.961717:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950394.961845:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950394.961854:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b35b6916. 00000800:00000200:0.0:1784950394.961855:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950394.961864:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbff510b. 00000400:00000200:2.0:1784950394.961866:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950394.961873:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950394.961882:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950394.961891:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950394.961894:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb862af 00000800:00000001:3.0:1784950394.961897:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:2.0:1784950394.961901:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000beb862af. 00000100:00000001:2.0:1784950394.961910:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1784950394.961911:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a470040 00000800:00000001:3.0:1784950394.961916:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950394.961917:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005a470040. 00000100:00000200:2.0:1784950394.961922:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000110635ef x1871652369185280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950394.961928:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950394.961932:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1784950394.961936:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950394.961946:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f866d7f6 x1871652369185152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950394.961963:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950394.961964:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950394.961976:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000110635ef x1871652369185280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950394.961997:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bb980 00000100:00000001:0.0:1784950394.962000:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950394.962011:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950394.962012:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f866d7f6 x1871652369185152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950394.962022:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950394.962024:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 3360 00000800:00000001:2.0:1784950394.962036:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950394.962045:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950394.962048:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950394.962051:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950394.962053:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1784950394.962059:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950394.962061:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950394.962068:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950394.962071:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950394.962080:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950394.962092:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950394.962096:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950394.962101:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1784950394.962108:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4dc2038. 00000400:00000200:2.0:1784950394.962110:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bba00 00000100:00000040:3.0:1784950394.962117:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000a4dc2038 x1871652369185152 msgsize 224 00000400:00000200:2.0:1784950394.962126:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 3584 00000100:00100000:3.0:1784950394.962139:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:2.0:1784950394.962142:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950394.962150:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950394.962153:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950394.962159:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950394.962167:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1784950394.962189:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950394.962195:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950394.962232:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950394.962233:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1784950394.962240:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369185152 00000100:00000200:2.0:1784950394.962241:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:0.0:1784950394.962250:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1784950394.962253:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1e96de4. 00000100:00000001:0.0:1784950394.962256:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950394.962263:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950394.962263:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000c1e96de4 x1871652369185280 msgsize 224 02000000:00000001:0.0:1784950394.962277:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950394.962283:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:0.0:1784950394.962287:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369185152 00000020:00000001:0.0:1784950394.962292:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950394.962296:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:0.0:1784950394.962299:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950394.962303:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:2.0:1784950394.962305:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1784950394.962308:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:0.0:1784950394.962315:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:2.0:1784950394.962318:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950394.962321:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1784950394.962328:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950394.962330:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d145210. 00000100:00000001:0.0:1784950394.962338:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950394.962342:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d145210. 00000020:00000010:0.0:1784950394.962351:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034450a52. 00000020:00000010:0.0:1784950394.962359:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 00000020:00000010:0.0:1784950394.962366:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000001:3.0:1784950394.962366:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950394.962374:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369185280 02000000:00000001:3.0:1784950394.962380:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950394.962383:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784950394.962384:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1784950394.962387:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950394.962393:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1784950394.962397:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950394.962398:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950394.962404:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950394.962406:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369185280 00000020:00000001:3.0:1784950394.962412:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950394.962414:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:0.0:1784950394.962417:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950394.962418:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950394.962425:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:3.0:1784950394.962431:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:3.0:1784950394.962435:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950394.962440:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950394.962442:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950394.962446:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c69ad0bd. 00000100:00000001:3.0:1784950394.962454:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950394.962458:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c69ad0bd. 00000100:00000001:0.0:1784950394.962462:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950394.962468:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1784950394.962468:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1c348f3. 00000020:00000010:3.0:1784950394.962479:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0b760c6. 00000100:00100000:0.0:1784950394.962481:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2657 00000100:00000040:0.0:1784950394.962492:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000020:00000010:3.0:1784950394.962493:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dd06b7b. 00000100:00000001:0.0:1784950394.962498:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798847104 : -120287910704512 : ffff929949cfca80) 00000100:00000001:3.0:1784950394.962506:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1784950394.962508:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a4dc2038 x1871652369185152/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:545/0 lens 224/0 e 0 to 0 dl 1784950405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950394.962513:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950394.962519:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950394.962532:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950394.962533:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950394.962541:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d145210. 00000100:00000001:0.0:1784950394.962546:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950394.962549:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d145210. 00000100:00100000:0.0:1784950394.962555:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a4dc2038 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369185152:12345-192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950394.962557:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950394.962563:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369185152 00000020:00000001:0.0:1784950394.962570:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950394.962576:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950394.962578:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1784950394.962583:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950394.962584:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950394.962593:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950394.962598:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00100000:3.0:1784950394.962601:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2658 00000020:00000001:0.0:1784950394.962604:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1784950394.962608:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000001:00000001:0.0:1784950394.962611:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369185152, found 0 last_xid 1871652369185151 00000100:00000001:3.0:1784950394.962614:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883981056 : -120287825570560 : ffff92994ee2d500) 00000020:00000001:0.0:1784950394.962619:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950394.962625:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1784950394.962629:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c1e96de4 x1871652369185280/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:545/0 lens 224/0 e 0 to 0 dl 1784950405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950394.962631:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950394.962637:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950394.962649:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950394.962653:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950394.962654:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1784950394.962659:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004b60ed1e. 00000020:00000010:3.0:1784950394.962662:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c69ad0bd. 02000000:00000001:0.0:1784950394.962665:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950394.962671:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950394.962673:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950394.962681:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c69ad0bd. 00000004:00000001:0.0:1784950394.962686:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00100000:3.0:1784950394.962693:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c1e96de4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369185280:12345-192.168.203.114@tcp:41: 00000004:00000001:0.0:1784950394.962694:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1784950394.962699:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950394.962708:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369185280 00000020:00000001:3.0:1784950394.962714:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000004:00000024:0.0:1784950394.962772:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000020:0.0:1784950394.962779:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000001:3.0:1784950394.962780:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000020:0.0:1784950394.962785:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000001:3.0:1784950394.962788:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1784950394.962795:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000001:3.0:1784950394.962797:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950394.962804:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000020:0.0:1784950394.962805:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000020:00000001:3.0:1784950394.962813:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000004:00000020:0.0:1784950394.962815:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000001:00000001:3.0:1784950394.962820:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369185280, found 0 last_xid 1871652369185279 00000020:00000001:3.0:1784950394.962827:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1784950394.962828:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1784950394.962835:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950394.962836:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000004:00000001:0.0:1784950394.962842:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950394.962843:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950394.962849:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950394.962851:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369185152 00000100:00000001:3.0:1784950394.962856:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1784950394.962858:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:3.0:1784950394.962863:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:0.0:1784950394.962870:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000a4dc2038 x1871652369185152/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:545/0 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950394.962871:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c25b20cb. 02000000:00000001:3.0:1784950394.962880:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950394.962888:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950394.962900:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000004:00000001:3.0:1784950394.962901:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00010000:00000001:0.0:1784950394.962910:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950394.962910:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1784950394.962917:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950394.962920:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=27 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950394.962927:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000024:3.0:1784950394.962932:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000100:00000040:0.0:1784950394.962933:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950394.962941:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000020:3.0:1784950394.962945:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 02000000:00000001:0.0:1784950394.962947:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950394.962953:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1784950394.962955:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1784950394.962959:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000020:3.0:1784950394.962966:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000100:00000040:0.0:1784950394.962968:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950394.962977:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c923ef1. 00000001:00000001:3.0:1784950394.962979:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1784950394.962984:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950394.962985:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369185152, offset 224 00000004:00000001:3.0:1784950394.962988:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950394.962994:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369185280 00000400:00000200:0.0:1784950394.962999:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000001:3.0:1784950394.963002:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:3.0:1784950394.963014:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c1e96de4 x1871652369185280/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:545/0 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950394.963018:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950394.963035:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10816:10816:239:4294967295] 192.168.203.114@tcp LPNI seq info [9581:9581:8:4294967295] 00010000:00000001:3.0:1784950394.963040:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950394.963046:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950394.963057:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=27 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950394.963063:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950394.963067:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1784950394.963074:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950394.963076:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000800:00000010:0.0:1784950394.963082:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 00000100:00000001:3.0:1784950394.963084:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950394.963092:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950394.963097:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950394.963098:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950394.963106:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784950394.963115:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:3.0:1784950394.963117:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950394.963125:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 464 niov 1 nkiov 1 00000400:00000010:3.0:1784950394.963126:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a470040. 00000100:00000200:3.0:1784950394.963136:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369185280, offset 224 00000400:00000200:3.0:1784950394.963143:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950394.963149:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950394.963160:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950394.963162:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000001:0.0:1784950394.963167:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950394.963172:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950394.963178:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10817:10817:238:4294967295] 192.168.203.114@tcp LPNI seq info [9582:9582:7:4294967295] 00000020:00000001:0.0:1784950394.963179:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950394.963190:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4dc2038 x1871652369185152/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:545/0 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950394.963213:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:0.0:1784950394.963228:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a4dc2038 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369185152:12345-192.168.203.114@tcp:41: Request processed in 691us (1106us total) trans 0 rc 0/0 00000800:00000200:3.0:1784950394.963237:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950394.963249:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042fecc91. 00000100:00100000:0.0:1784950394.963257:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2657 00000800:00000200:3.0:1784950394.963267:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:0.0:1784950394.963268:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:0.0:1784950394.963276:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950394.963280:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1784950394.963282:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000010:0.0:1784950394.963287:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000800:00000200:3.0:1784950394.963289:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000042fecc91 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:0.0:1784950394.963297:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000020:00000010:0.0:1784950394.963306:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034450a52. 00000020:00000040:0.0:1784950394.963313:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:0.0:1784950394.963317:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950394.963317:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950394.963330:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950394.963336:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950394.963339:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950394.963342:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1784950394.963350:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1e96de4 x1871652369185280/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:545/0 lens 224/368 e 0 to 0 dl 1784950405 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950394.963366:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c1e96de4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369185280:12345-192.168.203.114@tcp:41: Request processed in 709us (1099us total) trans 0 rc 0/0 00000800:00000200:2.0:1784950394.963369:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784950394.963370:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:2.0:1784950394.963381:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 00000800:00000001:0.0:1784950394.963385:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950394.963392:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2658 00000400:00000200:2.0:1784950394.963393:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950394.963395:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950394.963404:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950394.963406:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000400:00000200:2.0:1784950394.963416:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950394.963418:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950394.963426:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950394.963427:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950394.963431:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c923ef1 00000020:00000010:3.0:1784950394.963436:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0b760c6. 00000400:00000010:2.0:1784950394.963440:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008c923ef1. 00000020:00000010:3.0:1784950394.963445:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dd06b7b. 00000100:00000001:2.0:1784950394.963449:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1784950394.963456:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bb980 00000100:00000001:2.0:1784950394.963457:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1784950394.963459:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1c348f3. 00000020:00000040:3.0:1784950394.963474:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000200:0.0:1784950394.963475:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15879 [1] + 224 00000100:00000001:3.0:1784950394.963485:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950394.963506:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950394.963515:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950394.963524:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042fecc91. 00000800:00000001:0.0:1784950394.963526:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950394.963533:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950394.963535:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950394.963544:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950394.963549:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950394.963554:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950394.963555:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950394.963566:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a470040 00000100:00000200:0.0:1784950394.963567:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f866d7f6 x1871652369185152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950394.963568:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950394.963573:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005a470040. 00000800:00000001:2.0:1784950394.963582:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950394.963585:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950394.963593:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1784950394.963595:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950394.963604:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000f866d7f6 x1871652369185152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950394.963622:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950394.963640:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784950394.963649:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bba00 00000800:00000001:0.0:1784950394.963654:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950394.963662:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950394.963666:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15871 [1] + 224 00000800:00000001:2.0:1784950394.963677:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950394.963688:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950394.963692:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950394.963693:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950394.963699:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950394.963700:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000001:3.0:1784950394.963711:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950394.963716:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950394.963759:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d9f29e3. 00000400:00000200:3.0:1784950394.963766:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000400:00000010:3.0:1784950394.963769:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000100:00000001:3.0:1784950394.963773:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950394.963776:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950394.963783:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f866d7f6 x1871652369185152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950394.963791:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000110635ef x1871652369185280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950394.963819:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f866d7f6 x1871652369185152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950394.963826:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000110635ef x1871652369185280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950394.963850:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950394.963856:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950394.963861:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950394.963865:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950394.963867:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950394.963869:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950394.963873:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950394.963874:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784950394.963884:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=27 v=5 (5 5 5 5) 00000800:00000001:2.0:1784950394.963886:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784950394.963895:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=27 v=5 (1 1 1 1) 00000800:00000001:2.0:1784950394.963896:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950394.963906:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950394.963910:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950394.963915:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950394.963918:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950394.963924:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950394.963927:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950394.963930:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950394.963932:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950394.963934:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950394.963938:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950394.963945:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f866d7f6 x1871652369185152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950394.963946:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950394.963952:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950394.963956:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052ad4b43. 00000400:00000200:1.0:1784950394.963968:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008abec0ef 00000100:00000001:3.0:1784950394.963968:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784950394.963975:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008abec0ef. 00000100:00000001:3.0:1784950394.963977:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950394.963981:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950394.963982:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1784950394.963989:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000200:1.0:1784950394.963993:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000110635ef x1871652369185280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:3.0:1784950394.963995:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000004:00000020:3.0:1784950394.964015:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000100:00000200:1.0:1784950394.964025:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000110635ef x1871652369185280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1784950394.964027:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950394.964042:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f866d7f6 x1871652369185152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950394.964050:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950394.964056:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950394.964066:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00100000:3.0:1784950394.964069:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369185152:192.168.203.114@tcp:41: 02000000:00000001:1.0:1784950394.964072:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950394.964077:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950394.964082:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950394.964083:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950394.964093:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784950394.964094:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950394.964101:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f866d7f6 x1871652369185152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784950394.964104:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=22 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950394.964119:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=22 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950394.964131:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784950394.964132:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950394.964138:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950394.964139:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1784950394.964143:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1784950394.964144:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000989c0325. 00010000:00000001:1.0:1784950394.964147:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950394.964153:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950394.964154:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1784950394.964161:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1784950394.964162:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000020:00000040:3.0:1784950394.964168:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950394.964169:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950394.964174:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950394.964176:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950394.964180:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb2959c5. 00000100:00000040:1.0:1784950394.964185:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000110635ef x1871652369185280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950394.964188:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950394.964193:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950394.964198:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f866d7f6. 00000100:00000001:1.0:1784950394.964207:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950394.964209:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950394.964213:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950394.964215:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950394.964219:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950394.964220:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1784950394.964226:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1784950394.964230:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000004:00000040:1.0:1784950394.964233:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00000001:3.0:1784950394.964235:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950394.964244:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950394.964249:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1784950394.964252:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:1.0:1784950394.964260:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950394.964267:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000110635ef x1871652369185280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950394.964277:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000110635ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369185280:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950394.964283:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950394.964286:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950394.964289:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000110635ef x1871652369185280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950410 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950394.964296:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950394.964298:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950394.964301:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000088257d6c. 02000000:00000001:1.0:1784950394.964305:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950394.964307:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950394.964308:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1784950394.964311:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950394.964313:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013f88f5e. 02000000:00000001:1.0:1784950394.964316:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950394.964318:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950394.964319:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000110635ef. 00000100:00000001:1.0:1784950394.964323:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950394.964325:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950394.964327:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950394.964333:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950394.964334:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950394.964337:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950394.964340:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950394.975844:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307333134, at 4307333135 00000100:00000010:2.0:1784950394.975859:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005285bce4. 00000100:00000040:1.0:1784950394.975864:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307333134, at 4307333135 00000100:00000040:0.0:1784950394.975877:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307333134, at 4307333135 00000100:00000040:3.0:1784950394.975878:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307333134, at 4307333135 00000100:00000010:1.0:1784950394.975879:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002690d2ec. 00000100:00000010:0.0:1784950394.975898:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af8936ec. 00000100:00000010:3.0:1784950394.975902:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004a57f2a. 00010000:00000001:2.0:1784950395.216843:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950395.216850:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950395.216857:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950395.216859:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950395.216987:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950395.216992:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950395.216998:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1784950395.664839:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000010a51f6d. 00000400:00000010:2.0:1784950395.664863:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000e53551fa. 00000400:00000010:2.0:1784950395.664869:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000fb6ee66f. 00000400:00000010:2.0:1784950395.664874:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000069195902. 00000400:00000010:2.0:1784950395.664882:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000076d22022. 00000400:00000010:2.0:1784950395.664889:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000006c5287ac. 00000400:00000010:2.0:1784950395.664893:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000005fb9c160. 00000400:00000010:2.0:1784950395.664896:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000046d0a5be. 00000400:00000010:2.0:1784950395.664900:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000078fe9d28. 00000400:00000010:2.0:1784950395.664907:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000333bb99b. 00000400:00000010:2.0:1784950395.664910:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000b3d14bec. 00000400:00000010:2.0:1784950395.664912:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000032ff2701. 00000400:00000010:2.0:1784950395.664917:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000000b022e36. 00000400:00000010:2.0:1784950395.664919:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000574850e8. 00000400:00000010:2.0:1784950395.664922:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000a6f6b193. 00000400:00000010:2.0:1784950395.664924:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000000b60d596. 00000400:00000010:2.0:1784950395.664927:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000c5899bd6. 00000400:00000010:2.0:1784950395.664929:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000b515e91c. 00000400:00000010:2.0:1784950395.664932:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000026c573c2. 00000400:00000010:2.0:1784950395.664934:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000eef0011e. 00000400:00000010:2.0:1784950395.664936:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000009d244dd3. 00000400:00000010:2.0:1784950395.664938:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000009615a58f. 00000400:00000010:2.0:1784950395.664940:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000aa22fef2. 00000400:00000010:2.0:1784950395.664943:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000040ec4383. 00000400:00000010:2.0:1784950395.664945:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000c1ae51fa. 00000400:00000010:2.0:1784950395.664947:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000091106479. 00000400:00000010:2.0:1784950395.664950:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000d365d5d8. 00000400:00000010:2.0:1784950395.664952:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000007844a870. 00000400:00000010:2.0:1784950395.664955:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000000a63d9b5. 00000400:00000010:2.0:1784950395.664957:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000139dd423. 00000400:00000010:2.0:1784950395.664960:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000001b13b466. 00000400:00000010:2.0:1784950395.664962:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000382ac13a. 00000400:00000010:2.0:1784950395.664964:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000003372c404. 00000400:00000010:2.0:1784950395.664967:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000a603c325. 00000400:00000010:2.0:1784950395.664969:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000287f991e. 00000400:00000010:2.0:1784950395.664971:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000bce4d0d6. 00000400:00000010:2.0:1784950395.664974:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000004746b44. 00000400:00000010:2.0:1784950395.664976:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000007ca36ed0. 00000400:00000010:2.0:1784950395.664978:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000000e5d9333. 00000400:00000010:2.0:1784950395.664980:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000002bb4370. 00000400:00000010:2.0:1784950395.664983:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000005901a31d. 00000400:00000010:2.0:1784950395.664985:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000084fd52e7. 00000400:00000010:2.0:1784950395.664987:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000000bd4ac0e. 00000400:00000010:2.0:1784950395.664989:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000002dd4994b. 00000400:00000010:2.0:1784950395.664991:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000f67965ea. 00000400:00000010:2.0:1784950395.664993:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000007a51df06. 00000400:00000010:2.0:1784950395.664995:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000348dcc62. 00000400:00000010:2.0:1784950395.664998:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000e0e4798a. 00000400:00000010:2.0:1784950395.665001:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000009f009135. 00000400:00000010:2.0:1784950395.665003:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000008afdec7c. 00000400:00000010:2.0:1784950395.665006:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000074f17b0e. 00000400:00000010:2.0:1784950395.665008:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000d96cbcdd. 00000400:00000010:2.0:1784950395.665011:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000029694f81. 00000400:00000010:2.0:1784950395.665014:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000064f191c8. 00000400:00000010:2.0:1784950395.665016:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000096df91b8. 00000400:00000010:2.0:1784950395.665019:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000895312b4. 00000400:00000010:2.0:1784950395.665021:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000a094e36a. 00000400:00000010:2.0:1784950395.665023:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000058048674. 00000400:00000010:2.0:1784950395.665025:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000001ff9858. 00000400:00000010:2.0:1784950395.665028:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000082e8605a. 00000400:00000010:2.0:1784950395.665030:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000002a87f28a. 00000400:00000010:2.0:1784950395.665032:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000fc6342ec. 00000400:00000010:2.0:1784950395.665034:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000032de9cf1. 00000400:00000010:2.0:1784950395.665037:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000b8cb2874. 00000400:00000010:2.0:1784950395.665039:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000d2ec7781. 00000400:00000010:2.0:1784950395.665041:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000058858b65. 00000400:00000010:2.0:1784950395.665043:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000bba1d284. 00000100:00000001:2.0:1784950395.856829:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950395.856843:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950395.856845:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950395.856850:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950395.856853:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950395.856857:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950395.856861:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950395.984893:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950395.984905:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950395.984916:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1775566. 00000020:00000040:3.0:1784950395.984925:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:3.0:1784950395.984931:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950395.984935:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950395.984942:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950395.984951:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a7ee387. 00000100:00000001:3.0:1784950395.984960:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950395.984971:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000e1775566 x1871652369185408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950395.984986:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950395.984989:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950395.984995:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1775566] to pc [ptlrpcd_00_02+2] req@00000000e1775566 x1871652369185408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950395.985035:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950395.985038:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950395.985043:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950395.985046:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc9ccb62. 00000020:00000040:3.0:1784950395.985049:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950395.985052:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950395.985055:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950395.985058:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950395.985062:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001b40da8d. 00000100:00000001:0.0:1784950395.985090:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950395.985092:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950395.985098:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950395.985101:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950395.985104:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950395.985116:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e1775566 x1871652369185408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950395.985131:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950395.985134:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950395.985139:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950395.985145:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950395.985146:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950395.985156:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950395.985162:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e1775566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369185408:0@lo:400: 00000100:00000040:3.0:1784950395.985164:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000bc9ccb62 x1871652369185536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950395.985176:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950395.985186:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1784950395.985188:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950395.985189:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950395.985195:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950395.985201:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc9ccb62] to pc [ptlrpcd_00_03+3] req@00000000bc9ccb62 x1871652369185536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950395.985203:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950395.985213:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034450a52. 02000000:00000001:0.0:1784950395.985219:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950395.985227:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950395.985228:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c8e087d. 00000100:00080000:3.0:1784950395.985237:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000010:0.0:1784950395.985241:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0c90d20. 00000100:00080000:3.0:1784950395.985243:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1784950395.985251:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1784950395.985253:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369185408, portal 25 00000100:00000001:3.0:1784950395.985257:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1784950395.985259:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950395.985260:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1784950395.985266:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ab8b25f9. 00000100:00000001:0.0:1784950395.985267:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798849792 : -120287910701824 : ffff929949cfd500) 00000100:00000001:1.0:1784950395.985268:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950395.985275:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1784950395.985278:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:0.0:1784950395.985284:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e1775566 x1871652369185408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950395.985285:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1784950395.985290:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc9ccb62 x1871652369185536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950395.985291:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950395.985298:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950395.985308:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000083b5681e. 00000100:00000001:3.0:1784950395.985318:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950395.985334:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ab8b25f9 x1871652369185664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950395.985340:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950395.985349:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784950395.985352:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1784950395.985355:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950395.985363:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7101df3. 02000000:00000001:1.0:1784950395.985366:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1784950395.985374:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369185408, offset 0 02000000:00000001:1.0:1784950395.985376:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950395.985376:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950395.985383:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950395.985385:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950395.985392:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1784950395.985394:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab8b25f9] to pc [ptlrpcd_00_00+0] req@00000000ab8b25f9 x1871652369185664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950395.985400:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000bc9ccb62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369185536:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950395.985418:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784950395.985420:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1784950395.985425:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950395.985433:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950395.985437:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950395.985444:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de33f78e. 00000400:00000200:0.0:1784950395.985445:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bba80 02000000:00000001:1.0:1784950395.985452:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950395.985459:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950395.985461:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1416d [2] + 0 00000400:00000010:1.0:1784950395.985461:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052ad4b43. 00000100:00000040:3.0:1784950395.985470:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1784950395.985474:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000087c306. 00000100:00000001:3.0:1784950395.985479:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1784950395.985483:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000012e4d152 00000100:00000010:3.0:1784950395.985488:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ff7d5f7. 00000020:00000040:3.0:1784950395.985495:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:0.0:1784950395.985496:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950395.985499:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950395.985504:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1784950395.985505:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008abec0ef. 00000400:00000200:0.0:1784950395.985506:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1784950395.985512:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950395.985518:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369185536, portal 4 00000400:00000200:0.0:1784950395.985521:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012e4d152 02000000:00000010:3.0:1784950395.985522:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000028331646. 00000100:00000001:1.0:1784950395.985524:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1784950395.985529:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 0000000012e4d152. 00000100:00000001:1.0:1784950395.985531:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798856960 : -120287910694656 : ffff929949cff100) 00000100:00000001:3.0:1784950395.985533:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950395.985542:0:441643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950395.985548:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1784950395.985549:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000005ff7d5f7 x1871652369185792/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1784950395.985553:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bc9ccb62 x1871652369185536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950395.985560:0:441643:0:(events.c:337:request_in_callback()) incoming req@00000000be1abb5e x1871652369185408 msgsize 224 00000100:00000001:2.0:1784950395.985565:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950395.985575:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950395.985585:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1784950395.985589:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1784950395.985599:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1784950395.985604:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ab8b25f9 x1871652369185664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950395.985619:0:441643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950395.985622:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950395.985624:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950395.985629:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950395.985634:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7101df3 00000100:00000040:1.0:1784950395.985637:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950395.985642:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c7101df3. 00000100:00000040:3.0:1784950395.985647:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ff7d5f7] to pc [ptlrpcd_00_01+1] req@000000005ff7d5f7 x1871652369185792/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950395.985649:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006444b648. 00000100:00000001:0.0:1784950395.985653:0:441643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950395.985659:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369185536, offset 0 00000100:00000200:0.0:1784950395.985665:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e1775566 x1871652369185408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950395.985673:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950395.985680:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950395.985686:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950395.985694:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950395.985701:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950395.985762:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950395.985771:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950395.985780:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950395.985786:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950395.985792:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00080000:3.0:1784950395.985795:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:2.0:1784950395.985805:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950395.985807:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950395.985807:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00080000:3.0:1784950395.985808:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1784950395.985820:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1784950395.985825:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ab8b25f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369185664:192.168.203.114@tcp:400: 00000100:00000040:0.0:1784950395.985827:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e1775566 x1871652369185408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950395.985829:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10818:10818:239:4294967295] 192.168.203.114@tcp LPNI seq info [9583:9583:8:4294967295] 00000100:00000001:3.0:1784950395.985841:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784950395.985846:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1784950395.985851:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000848ff4cb. 02000000:00000001:2.0:1784950395.985854:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950395.985864:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950395.985864:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1784950395.985876:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950395.985877:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1784950395.985879:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:3.0:1784950395.985885:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950395.985888:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950395.985892:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950395.985894:0:441643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784950395.985901:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000010:3.0:1784950395.985902:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a86c365d. 00000100:00000001:2.0:1784950395.985905:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950395.985909:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950395.985914:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec44ac7. 00000100:00100000:2.0:1784950395.985915:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369185408 00000100:00000001:3.0:1784950395.985915:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950395.985919:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307336571 02000000:00000001:2.0:1784950395.985926:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1784950395.985932:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ffae0f5. 00000100:00000001:2.0:1784950395.985933:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784950395.985934:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000848ff4cb x1871652369185920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1784950395.985939:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950395.985942:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950395.985949:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1784950395.985955:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950395.985964:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307336571 00000800:00000200:1.0:1784950395.985965:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:2.0:1784950395.985968:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369185408 00000100:00000010:0.0:1784950395.985976:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006895627d. 00000020:00000001:2.0:1784950395.985978:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000200:1.0:1784950395.985979:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eec44ac7 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:2.0:1784950395.985987:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:0.0:1784950395.985989:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784950395.985991:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1784950395.985995:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950395.985999:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950395.986003:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:0.0:1784950395.986004:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307336571 00000100:00000001:1.0:1784950395.986006:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950395.986012:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000848ff4cb] to pc [ptlrpcd_00_02+2] req@00000000848ff4cb x1871652369185920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950395.986015:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000010:0.0:1784950395.986017:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004783f8fc. 00000100:00000040:1.0:1784950395.986020:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13821 usecs (14 jiffies) 00000020:00000001:2.0:1784950395.986029:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:0.0:1784950395.986030:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1784950395.986032:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307334159 00000100:00000001:0.0:1784950395.986043:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307336571 00000100:00000001:1.0:1784950395.986045:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307336571 00000100:00000001:2.0:1784950395.986045:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950395.986057:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071684d80. 00000100:00000010:0.0:1784950395.986059:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045d34456. 00000100:00000001:1.0:1784950395.986059:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307334159 00000100:00000001:2.0:1784950395.986070:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950395.986074:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307336571 00000100:00000001:0.0:1784950395.986075:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1784950395.986081:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071684d80. 00000100:00000001:0.0:1784950395.986088:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950395.986089:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307334159 00000100:00000001:3.0:1784950395.986096:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950395.986097:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2c38d8a. 00000100:00000001:0.0:1784950395.986099:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950395.986100:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307336571 00000100:00000040:3.0:1784950395.986107:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12671) 00000100:00000001:1.0:1784950395.986111:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307334159 00000100:00000001:0.0:1784950395.986112:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950395.986113:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7661753. 00000100:00000001:1.0:1784950395.986120:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307336571 00000100:00000001:0.0:1784950395.986124:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950395.986128:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950395.986129:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000100:00000001:0.0:1784950395.986137:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950395.986138:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950395.986144:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950395.986147:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950395.986149:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1c348f3. 00000100:00000040:2.0:1784950395.986150:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1784950395.986152:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950395.986153:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950395.986163:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950395.986164:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950395.986164:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950395.986168:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950395.986171:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950395.986172:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950395.986174:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1784950395.986177:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d9f29e3. 00000100:00000001:2.0:1784950395.986181:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950395.986184:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784950395.986188:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000100:00000040:0.0:1784950395.986189:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000848ff4cb x1871652369185920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950395.986191:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950395.986197:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950395.986199:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950395.986202:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369185664, portal 10 00000100:00000001:1.0:1784950395.986211:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950395.986214:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950395.986220:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950395.986222:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798855168 : -120287910696448 : ffff929949cfea00) 00000100:00000001:0.0:1784950395.986235:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950395.986237:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950395.986239:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950395.986243:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950395.986247:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ab8b25f9 x1871652369185664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950395.986248:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950395.986248:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950395.986250:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784950395.986258:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950395.986259:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1784950395.986265:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ff7d5f7 x1871652369185792/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950395.986270:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950395.986276:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00000001:3.0:1784950395.986284:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1784950395.986286:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000848ff4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369185920:192.168.203.114@tcp:400: 00000100:00000040:2.0:1784950395.986289:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:2.0:1784950395.986301:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785715138640 : -120287994412976 : ffff929944d28050) 00000100:00000040:3.0:1784950395.986302:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950395.986306:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1784950395.986314:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9ae20b. 02000000:00000001:0.0:1784950395.986316:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950395.986319:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784950395.986321:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be1abb5e x1871652369185408/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:546/0 lens 224/0 e 0 to 0 dl 1784950406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950395.986324:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950395.986327:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950395.986327:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369185664, offset 0 02000000:00000001:0.0:1784950395.986335:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784950395.986340:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1784950395.986345:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000090073cd. 02000000:00000001:1.0:1784950395.986347:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950395.986351:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950395.986357:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950395.986362:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950395.986371:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000087c306. 00000400:00000200:3.0:1784950395.986374:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950395.986376:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1784950395.986379:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005ff7d5f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369185792:192.168.203.114@tcp:400: 00000400:00000010:0.0:1784950395.986382:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7101df3. 00000020:00000010:2.0:1784950395.986385:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071684d80. 00000400:00000200:3.0:1784950395.986391:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1784950395.986396:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369185920, portal 10 00000100:00000001:1.0:1784950395.986398:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950395.986399:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950395.986404:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784950395.986406:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:1.0:1784950395.986407:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:2.0:1784950395.986410:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071684d80. 00000100:00000001:0.0:1784950395.986412:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798845312 : -120287910706304 : ffff929949cfc380) 02000000:00000001:1.0:1784950395.986414:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950395.986421:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1784950395.986426:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1784950395.986431:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000be1abb5e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369185408:12345-0@lo:400: 00000400:00000200:3.0:1784950395.986437:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000010:1.0:1784950395.986438:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9a7d46a. 00000100:00000040:0.0:1784950395.986439:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000848ff4cb x1871652369185920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950395.986449:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950395.986452:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369185408 00000400:00000200:3.0:1784950395.986459:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10819:10819:238:4294967295] 192.168.203.114@tcp LPNI seq info [9584:9584:7:4294967295] 00000400:00000010:1.0:1784950395.986461:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e723061. 00000020:00000001:2.0:1784950395.986463:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950395.986473:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000010:1.0:1784950395.986476:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff1faa1f. 00000020:00000001:2.0:1784950395.986482:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950395.986488:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369185792, portal 4 00000100:00000001:0.0:1784950395.986492:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1784950395.986494:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950395.986501:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1784950395.986503:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:1.0:1784950395.986506:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798846208 : -120287910705408 : ffff929949cfc700) 00000400:00000200:3.0:1784950395.986508:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950395.986511:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950395.986519:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1784950395.986524:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c923ef1. 00000020:00000001:2.0:1784950395.986528:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950395.986530:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005ff7d5f7 x1871652369185792/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950395.986536:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950395.986537:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369185920, offset 0 00000020:00000001:2.0:1784950395.986544:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950395.986553:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000010:3.0:1784950395.986555:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079fb329f. 00000100:00000001:1.0:1784950395.986557:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1784950395.986564:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950395.986565:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950395.986576:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:3.0:1784950395.986578:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:2.0:1784950395.986579:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000010:1.0:1784950395.986587:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b53aafd9. 00000400:00000200:0.0:1784950395.986588:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950395.986590:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950395.986601:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1784950395.986603:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369185792, offset 0 00000800:00000200:3.0:1784950395.986603:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:0.0:1784950395.986606:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1784950395.986615:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000eeff47fd. 00000800:00000200:3.0:1784950395.986618:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000079fb329f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950395.986623:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:2.0:1784950395.986625:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950395.986632:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950395.986635:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950395.986639:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1784950395.986646:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950395.986646:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950395.986647:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00010000:00000040:2.0:1784950395.986659:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369185408 00000400:00000200:0.0:1784950395.986660:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10820:10820:237:4294967295] 192.168.203.114@tcp LPNI seq info [9585:9585:6:4294967295] 00000100:00000040:3.0:1784950395.986660:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5581 usecs (6 jiffies) 00010000:00000001:2.0:1784950395.986667:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950395.986673:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307334151 00000100:00000001:3.0:1784950395.986680:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307336571 00010000:00000200:2.0:1784950395.986681:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000be1abb5e x1871652369185408/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:546/0 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950395.986692:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307334151 00000400:00000200:0.0:1784950395.986696:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950395.986703:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307336571 00010000:00000001:2.0:1784950395.986776:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950395.986780:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307334152 00010000:00000001:2.0:1784950395.986782:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950395.986788:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000200:0.0:1784950395.986789:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950395.986792:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307336571 00000100:00001000:2.0:1784950395.986795:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=33 v=5 (1 1 1 1) 00000400:00000200:1.0:1784950395.986801:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950395.986805:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307334152 00000800:00000010:0.0:1784950395.986808:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825f13b0. 00000100:00000001:2.0:1784950395.986813:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950395.986815:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307336571 00000400:00000200:1.0:1784950395.986816:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:2.0:1784950395.986825:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:3.0:1784950395.986827:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950395.986830:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950395.986838:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000800:00000200:0.0:1784950395.986839:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950395.986841:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950395.986846:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:2.0:1784950395.986850:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950395.986853:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950395.986857:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950395.986862:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950395.986866:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10821:10821:236:4294967295] 192.168.203.114@tcp LPNI seq info [9586:9586:5:4294967295] 00000100:00000001:2.0:1784950395.986869:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784950395.986870:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:3.0:1784950395.986876:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784950395.986881:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1784950395.986884:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1784950395.986887:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000825f13b0 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1784950395.986891:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec5d6f04. 00000100:00000001:3.0:1784950395.986892:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950395.986899:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950395.986906:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950395.986906:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369185408, offset 224 00000100:00000001:3.0:1784950395.986907:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950395.986913:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950395.986919:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5061 usecs (6 jiffies) 00000100:00000001:3.0:1784950395.986922:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950395.986933:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1784950395.986934:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307334152 00000800:00000200:1.0:1784950395.986935:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950395.986946:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307336571 00000800:00000010:1.0:1784950395.986949:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd72e494. 00000100:00000001:0.0:1784950395.986952:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307334152 00000400:00000200:2.0:1784950395.986960:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1784950395.986963:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307336571 00000800:00000200:1.0:1784950395.986969:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950395.986975:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307334152 00000100:00000001:0.0:1784950395.986985:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307336571 00000800:00000200:1.0:1784950395.986987:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:2.0:1784950395.986989:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bba80 00000100:00000001:0.0:1784950395.986995:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307334152 00000800:00000200:1.0:1784950395.986999:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fd72e494 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950395.987003:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307336571 00000400:00000200:2.0:1784950395.987009:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15889 [1] + 224 00000100:00000001:0.0:1784950395.987015:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784950395.987016:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950395.987017:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950395.987022:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950395.987025:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950395.987028:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec44ac7. 00000100:00000040:1.0:1784950395.987031:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4717 usecs (5 jiffies) 00000100:00000001:0.0:1784950395.987034:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950395.987039:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1784950395.987043:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307334151 00000400:00000200:3.0:1784950395.987044:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950395.987045:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950395.987049:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950395.987056:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307336571 00000100:00000001:1.0:1784950395.987061:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307334151 00000100:00000001:0.0:1784950395.987063:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1784950395.987064:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e1775566 x1871652369185408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950395.987070:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784950395.987071:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950395.987073:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307336571 00000100:00000001:0.0:1784950395.987083:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950395.987085:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307334151 00000400:00000200:3.0:1784950395.987089:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006444b648 00000100:00000001:0.0:1784950395.987090:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950395.987100:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307336571 00000400:00000010:3.0:1784950395.987101:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000006444b648. 00000100:00000001:0.0:1784950395.987102:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950395.987110:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e1775566 x1871652369185408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950395.987112:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307334151 00000100:00000001:0.0:1784950395.987116:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950395.987117:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950395.987125:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307336571 00000100:00000200:3.0:1784950395.987132:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc9ccb62 x1871652369185536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950395.987136:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950395.987149:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950395.987159:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950395.987166:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950395.987167:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950395.987170:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1784950395.987174:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950395.987179:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1784950395.987181:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079fb329f. 00000100:00000040:3.0:1784950395.987182:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc9ccb62 x1871652369185536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950395.987183:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec5d6f04 00000100:00000001:1.0:1784950395.987184:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1784950395.987193:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ec5d6f04. 00000400:00000200:0.0:1784950395.987198:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950395.987199:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950395.987203:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950395.987205:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950395.987211:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950395.987213:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950395.987220:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950395.987221:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950395.987225:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950395.987226:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950395.987235:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9ae20b 00000100:00000040:2.0:1784950395.987237:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:3.0:1784950395.987238:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1784950395.987240:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9ae20b. 00010000:00000001:2.0:1784950395.987247:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:0.0:1784950395.987253:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1784950395.987254:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950395.987262:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1784950395.987268:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ab8b25f9 x1871652369185664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950395.987273:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be1abb5e x1871652369185408/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:546/0 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950395.987274:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950395.987280:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950395.987289:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950395.987296:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950395.987302:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c8e087d. 00000100:00000001:0.0:1784950395.987316:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950395.987316:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c90d20 00000100:00100000:2.0:1784950395.987326:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000be1abb5e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369185408:12345-0@lo:400: Request processed in 942us (1757us total) trans 0 rc 0/0 00000400:00000010:1.0:1784950395.987327:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e0c90d20. 00000100:00000040:0.0:1784950395.987328:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ab8b25f9 x1871652369185664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950395.987340:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1784950395.987343:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950395.987353:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825f13b0. 00000100:00000200:1.0:1784950395.987354:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e1775566 x1871652369185408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950395.987365:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784950395.987366:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00000040:2.0:1784950395.987380:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000400:00000200:3.0:1784950395.987388:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950395.987393:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950395.987394:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950395.987402:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1784950395.987404:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c923ef1 00000100:00000001:0.0:1784950395.987405:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1784950395.987412:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7661753. 00000400:00000010:3.0:1784950395.987414:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008c923ef1. 00000100:00000200:1.0:1784950395.987421:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e1775566 x1871652369185408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950395.987422:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000800:00000001:0.0:1784950395.987423:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950395.987426:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1784950395.987437:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2c38d8a. 00000800:00000001:0.0:1784950395.987440:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950395.987442:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000848ff4cb x1871652369185920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950395.987443:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1784950395.987448:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000001:1.0:1784950395.987451:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950395.987453:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950395.987461:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1784950395.987463:0:441643:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784950395.987464:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784950395.987468:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000eeff47fd. 02000000:00000001:1.0:1784950395.987472:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950395.987477:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784950395.987481:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950395.987484:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950395.987488:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950395.987488:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950395.987497:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950395.987503:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1784950395.987504:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1784950395.987508:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=33 v=5 (5 5 5 5) 00000400:00000010:2.0:1784950395.987516:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002be70b21. 00000100:00000040:3.0:1784950395.987518:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000848ff4cb x1871652369185920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950395.987519:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bbb00 00000100:00001000:1.0:1784950395.987521:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=33 v=5 (1 1 1 1) 00000400:00000010:2.0:1784950395.987534:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad5d9e0a. 00000100:00000001:1.0:1784950395.987537:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950395.987543:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950395.987544:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 3808 00010000:00000001:1.0:1784950395.987552:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950395.987559:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950395.987562:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950395.987568:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950395.987572:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950395.987576:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950395.987579:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1784950395.987580:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e1775566 x1871652369185408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950395.987583:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950395.987601:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950395.987610:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950395.987614:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950395.987616:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1784950395.987619:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1784950395.987621:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784950395.987629:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c605101. 00000100:00000040:1.0:1784950395.987631:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1775566 x1871652369185408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950395.987637:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000006c605101 x1871652369185536 msgsize 224 00000100:00100000:0.0:1784950395.987660:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:1.0:1784950395.987663:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e1775566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369185408:0@lo:400: 00000100:00000001:1.0:1784950395.987673:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950395.987676:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950395.987680:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e1775566 x1871652369185408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950395.987682:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950395.987695:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1784950395.987696:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950395.987699:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950395.987704:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034450a52. 00000800:00000001:0.0:1784950395.987708:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950395.987762:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950395.987770:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd72e494. 02000000:00000001:1.0:1784950395.987776:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1784950395.987781:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950395.987783:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:2.0:1784950395.987784:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950395.987785:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784950395.987791:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000800:00000001:0.0:1784950395.987797:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950395.987798:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:2.0:1784950395.987801:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950395.987803:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950395.987805:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a7ee387. 00000800:00000001:3.0:1784950395.987815:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950395.987820:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b53aafd9 02000000:00000001:1.0:1784950395.987821:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1784950395.987825:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950395.987828:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:2.0:1784950395.987830:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b53aafd9. 02000000:00000001:1.0:1784950395.987831:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950395.987838:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e1775566. 00000100:00000001:2.0:1784950395.987845:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784950395.987846:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950395.987848:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950395.987854:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950395.987861:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bbb80 00000100:00000200:2.0:1784950395.987861:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ff7d5f7 x1871652369185792/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950395.987864:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950395.987876:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950395.987881:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bbc80 00000100:00000001:1.0:1784950395.987882:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950395.987888:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 153664 00000100:00000001:1.0:1784950395.987889:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950395.987901:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950395.987911:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950395.987917:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950395.987918:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 153888 00000800:00000001:0.0:1784950395.987925:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950395.987927:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ff7d5f7 x1871652369185792/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950395.987934:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950395.987935:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950395.987946:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950395.987953:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369185536 00000400:00000200:0.0:1784950395.987956:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950395.987956:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950395.987957:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950395.987959:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950395.987966:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1784950395.987971:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950395.987972:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950395.987973:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950395.987976:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950395.987984:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1784950395.987986:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950395.987994:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:1.0:1784950395.987996:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369185536 00000100:00000010:0.0:1784950395.987997:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000052f93562. 00000020:00000001:1.0:1784950395.988004:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:0.0:1784950395.988007:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000052f93562 x1871652369185664 msgsize 224 00000020:00000040:1.0:1784950395.988008:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:1.0:1784950395.988015:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950395.988023:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00100000:0.0:1784950395.988031:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:1.0:1784950395.988033:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:1.0:1784950395.988039:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:1.0:1784950395.988043:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950395.988049:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000001:0.0:1784950395.988050:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950395.988053:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950395.988058:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000020:00000010:1.0:1784950395.988067:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d0923c0. 00000020:00000010:1.0:1784950395.988072:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001655fd17. 00000800:00000001:0.0:1784950395.988078:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950395.988078:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000824c4458. 00000100:00000001:3.0:1784950395.988086:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1784950395.988090:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950395.988093:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369185664 00000100:00000040:1.0:1784950395.988094:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000800:00000001:0.0:1784950395.988097:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950395.988102:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950395.988105:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950395.988108:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784950395.988109:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950395.988110:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950395.988115:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950395.988118:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950395.988125:0:441634:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1784950395.988126:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950395.988130:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950395.988131:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950395.988132:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1784950395.988134:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369185664 00000020:00000001:3.0:1784950395.988146:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000010:2.0:1784950395.988149:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f3db5d9f. 00000020:00000040:3.0:1784950395.988151:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:1.0:1784950395.988157:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950395.988161:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bbc00 00000100:00000040:2.0:1784950395.988162:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000f3db5d9f x1871652369185920 msgsize 224 00000020:00000001:3.0:1784950395.988162:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950395.988170:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:1.0:1784950395.988174:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1784950395.988178:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:1.0:1784950395.988180:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1784950395.988188:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 4032 00000020:00000001:3.0:1784950395.988190:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00100000:2.0:1784950395.988204:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:1.0:1784950395.988205:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2659 00000100:00000001:3.0:1784950395.988208:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1784950395.988209:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950395.988218:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000010:3.0:1784950395.988220:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c69ad0bd. 00000100:00000001:1.0:1784950395.988222:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822326272 : -120287887225344 : ffff92994b360e00) 00000100:00000001:2.0:1784950395.988230:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1784950395.988231:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950395.988232:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950395.988238:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c605101 x1871652369185536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:546/0 lens 224/0 e 0 to 0 dl 1784950406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950395.988243:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1784950395.988244:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c69ad0bd. 00000800:00000001:2.0:1784950395.988249:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950395.988263:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950395.988263:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000204b523b. 00000400:00000200:0.0:1784950395.988264:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950395.988265:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950395.988274:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000020:00000010:3.0:1784950395.988280:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0b760c6. 00000100:00000001:0.0:1784950395.988282:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950395.988283:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950395.988289:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000010:1.0:1784950395.988292:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000020:00000010:3.0:1784950395.988293:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dd06b7b. 00000100:00000010:0.0:1784950395.988297:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041b004d5. 00000100:00000001:2.0:1784950395.988301:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1784950395.988305:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000041b004d5 x1871652369185792 msgsize 224 00000100:00100000:2.0:1784950395.988310:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369185920 00000100:00100000:1.0:1784950395.988312:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006c605101 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369185536:12345-192.168.203.114@tcp:400: 00000100:00000040:3.0:1784950395.988312:0:453512:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:2.0:1784950395.988317:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950395.988323:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950395.988324:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950395.988331:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950395.988332:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950395.988333:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000200:1.0:1784950395.988334:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369185536 00000100:00000001:3.0:1784950395.988339:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950395.988344:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950395.988345:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950395.988352:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1784950395.988353:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369185920 00000020:00000001:1.0:1784950395.988354:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950395.988359:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950395.988360:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1784950395.988363:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1784950395.988364:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950395.988368:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950395.988369:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000020:00000001:1.0:1784950395.988371:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000001:0.0:1784950395.988372:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950395.988378:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1784950395.988380:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000001:0.0:1784950395.988386:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950395.988386:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000001:1.0:1784950395.988387:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950395.988393:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1784950395.988395:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369185536, found 0 last_xid 1871652369185535 00000020:00000001:2.0:1784950395.988398:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:1.0:1784950395.988407:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950395.988408:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:1.0:1784950395.988414:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950395.988419:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1784950395.988420:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950395.988420:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950395.988424:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1784950395.988429:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071684d80. 00000100:00000001:3.0:1784950395.988430:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950395.988431:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950395.988432:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369185792 00000100:00000001:2.0:1784950395.988441:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950395.988442:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1784950395.988443:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950395.988451:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1784950395.988453:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1548 00000020:00000010:2.0:1784950395.988454:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071684d80. 00000100:00000001:0.0:1784950395.988456:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950395.988456:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950395.988466:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1784950395.988467:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 02000000:00000001:0.0:1784950395.988469:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950395.988470:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2c38d8a. 02000000:00000010:1.0:1784950395.988475:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000088257d6c. 00000100:00000001:3.0:1784950395.988478:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822332544 : -120287887219072 : ffff92994b362680) 00000100:00100000:0.0:1784950395.988483:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369185792 02000000:00000001:1.0:1784950395.988484:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950395.988485:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7661753. 00000020:00000001:0.0:1784950395.988491:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:3.0:1784950395.988493:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052f93562 x1871652369185664/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:546/0 lens 224/0 e 0 to 0 dl 1784950406 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950395.988496:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950395.988498:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000020:00000040:0.0:1784950395.988499:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:1.0:1784950395.988507:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950395.988509:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950395.988516:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1784950395.988518:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00010000:00000040:1.0:1784950395.988519:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369185536 00000100:00000001:2.0:1784950395.988526:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1784950395.988529:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00010000:00000001:1.0:1784950395.988531:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950395.988534:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950395.988535:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950395.988541:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000010:3.0:1784950395.988545:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c69ad0bd. 00010000:00000200:1.0:1784950395.988546:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000006c605101 x1871652369185536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:546/0 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950395.988550:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950395.988551:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1784950395.988555:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950395.988561:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d145210. 00000100:00000001:2.0:1784950395.988563:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:3.0:1784950395.988566:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c69ad0bd. 00000100:00000001:2.0:1784950395.988570:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950395.988573:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950395.988585:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d145210. 00000100:00100000:3.0:1784950395.988588:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000052f93562 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369185664:12345-192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950395.988597:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950395.988598:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034450a52. 00010000:00000001:1.0:1784950395.988604:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950395.988612:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950395.988614:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 00000100:00000200:3.0:1784950395.988616:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369185664 00000100:00001000:1.0:1784950395.988621:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=28 v=5 (1 1 1 1) 00000020:00000001:3.0:1784950395.988625:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:0.0:1784950395.988627:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000001:2.0:1784950395.988629:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950395.988630:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1784950395.988634:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950395.988637:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950395.988641:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950395.988642:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1784950395.988643:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950395.988648:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1784950395.988652:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950395.988656:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00100000:2.0:1784950395.988657:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1549 00000100:00000001:0.0:1784950395.988658:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950395.988659:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 02000000:00000001:1.0:1784950395.988669:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1784950395.988673:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000020:00000001:3.0:1784950395.988674:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1784950395.988675:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950395.988677:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950395.988683:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950395.988688:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883988224 : -120287825563392 : ffff92994ee2f100) 00000100:00000001:1.0:1784950395.988690:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1784950395.988691:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950395.988698:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1784950395.988702:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950395.988704:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950395.988706:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f3db5d9f x1871652369185920/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:546/0 lens 224/0 e 0 to 0 dl 1784950406 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950395.988707:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950395.988773:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950395.988783:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1784950395.988785:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003302268b. 02000000:00000001:3.0:1784950395.988791:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1784950395.988799:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369185536, offset 224 00000100:00000001:0.0:1784950395.988801:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000010:3.0:1784950395.988801:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000989c0325. 00000100:00000001:2.0:1784950395.988803:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950395.988812:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1784950395.988813:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950395.988815:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071684d80. 00000400:00000200:1.0:1784950395.988820:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950395.988828:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950395.988829:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950395.988831:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2660 00000020:00000010:2.0:1784950395.988841:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071684d80. 00000020:00000001:3.0:1784950395.988842:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950395.988843:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:0.0:1784950395.988848:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00010000:00000040:3.0:1784950395.988854:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369185664 00000100:00000001:0.0:1784950395.988860:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822322688 : -120287887228928 : ffff92994b360000) 00000100:00100000:2.0:1784950395.988861:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f3db5d9f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369185920:12345-192.168.203.114@tcp:400: 00010000:00000001:3.0:1784950395.988865:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:1.0:1784950395.988868:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10822:10822:239:4294967295] 192.168.203.114@tcp LPNI seq info [9587:9587:8:4294967295] 00000100:00000200:2.0:1784950395.988881:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369185920 00000100:00000040:0.0:1784950395.988883:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041b004d5 x1871652369185792/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:546/0 lens 224/0 e 0 to 0 dl 1784950406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1784950395.988885:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000052f93562 x1871652369185664/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:546/0 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950395.988892:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950395.988901:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950395.988907:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950395.988918:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:2.0:1784950395.988918:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950395.988926:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:2.0:1784950395.988936:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1784950395.988945:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950395.988955:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950395.988956:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1784950395.988959:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950395.988962:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1784950395.988964:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1784950395.988968:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950395.988970:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031cff90d. 00000020:00000001:2.0:1784950395.988971:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950395.988972:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d145210. 00000100:00001000:3.0:1784950395.988975:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=28 v=5 (1 1 1 1) 00000020:00000001:2.0:1784950395.988982:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950395.988984:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950395.988987:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950395.988991:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000200:1.0:1784950395.988992:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:0.0:1784950395.988997:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d145210. 02000000:00000001:2.0:1784950395.989000:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1784950395.989001:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000800:00000200:1.0:1784950395.989011:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:3.0:1784950395.989011:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000010:2.0:1784950395.989012:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000eeff47fd. 00000100:00100000:0.0:1784950395.989019:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000041b004d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369185792:12345-192.168.203.114@tcp:400: 02000000:00000001:2.0:1784950395.989024:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950395.989025:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:1.0:1784950395.989026:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031cff90d type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784950395.989032:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950395.989036:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950395.989037:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369185792 00000100:00000001:3.0:1784950395.989043:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1784950395.989048:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950395.989049:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950395.989052:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950395.989058:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00010000:00000040:2.0:1784950395.989059:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369185920 00000100:00000040:3.0:1784950395.989060:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950395.989067:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950395.989068:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950395.989070:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000010:3.0:1784950395.989073:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009139bac3. 00000020:00000001:0.0:1784950395.989078:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1784950395.989080:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000200:3.0:1784950395.989083:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369185664, offset 224 00000020:00000001:0.0:1784950395.989084:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00010000:00000200:2.0:1784950395.989085:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f3db5d9f x1871652369185920/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:546/0 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950395.989087:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950395.989100:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1784950395.989101:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000001:00000001:0.0:1784950395.989109:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369185792, found 0 last_xid 1871652369185791 00000400:00000200:3.0:1784950395.989109:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950395.989118:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c605101 x1871652369185536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:546/0 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950395.989119:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1784950395.989121:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950395.989127:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950395.989131:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1784950395.989137:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00001000:2.0:1784950395.989141:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=28 v=5 (1 1 1 1) 00000020:00000001:0.0:1784950395.989142:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950395.989148:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950395.989161:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1784950395.989162:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10823:10823:238:4294967295] 192.168.203.114@tcp LPNI seq info [9588:9588:7:4294967295] 00000100:00000001:2.0:1784950395.989163:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950395.989168:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1784950395.989174:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 02000000:00000001:0.0:1784950395.989178:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1784950395.989187:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006c605101 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369185536:12345-192.168.203.114@tcp:400: Request processed in 914us (1542us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950395.989188:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000010:0.0:1784950395.989189:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d410dc67. 02000000:00000001:2.0:1784950395.989200:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950395.989201:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950395.989209:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950395.989213:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950395.989219:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950395.989220:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1784950395.989225:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950395.989225:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2659 00010000:00000040:0.0:1784950395.989236:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369185792 00000100:00000040:2.0:1784950395.989237:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950395.989240:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00010000:00000001:0.0:1784950395.989250:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000010:2.0:1784950395.989251:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec5d6f04. 00000100:00000001:1.0:1784950395.989252:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:3.0:1784950395.989252:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950395.989260:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1784950395.989265:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369185920, offset 224 00010000:00000200:0.0:1784950395.989266:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000041b004d5 x1871652369185792/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:546/0 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950395.989269:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001655fd17. 00000800:00000010:3.0:1784950395.989270:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004aab43c9. 00000020:00000010:1.0:1784950395.989285:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000824c4458. 00000400:00000200:2.0:1784950395.989290:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:3.0:1784950395.989295:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:1.0:1784950395.989298:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d0923c0. 00000020:00000040:1.0:1784950395.989311:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00010000:00000001:0.0:1784950395.989314:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1784950395.989320:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950395.989321:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000001:0.0:1784950395.989322:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950395.989322:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00001000:0.0:1784950395.989333:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=28 v=5 (1 1 1 1) 00000800:00000200:3.0:1784950395.989336:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004aab43c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950395.989343:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1784950395.989346:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10824:10824:237:4294967295] 192.168.203.114@tcp LPNI seq info [9589:9589:6:4294967295] 00000100:00000040:0.0:1784950395.989356:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 29 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950395.989362:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:3.0:1784950395.989363:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950395.989374:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950395.989380:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950395.989381:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950395.989389:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1784950395.989391:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:2.0:1784950395.989392:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:3.0:1784950395.989399:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950395.989402:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950395.989408:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1784950395.989414:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8429f61. 00000100:00000040:3.0:1784950395.989424:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052f93562 x1871652369185664/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:546/0 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950395.989425:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950395.989426:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369185792, offset 224 00000800:00000010:2.0:1784950395.989439:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d62b3518. 00000400:00000200:0.0:1784950395.989450:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:1.0:1784950395.989452:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1784950395.989463:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000010:1.0:1784950395.989464:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031cff90d. 00000100:00100000:3.0:1784950395.989465:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000052f93562 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369185664:12345-192.168.203.114@tcp:400: Request processed in 921us (1447us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950395.989477:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950395.989478:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784950395.989489:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:3.0:1784950395.989496:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1548 00000400:00000200:1.0:1784950395.989502:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000200:2.0:1784950395.989503:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d62b3518 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950395.989505:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10825:10825:236:4294967295] 192.168.203.114@tcp LPNI seq info [9590:9590:5:4294967295] 00000100:00000040:3.0:1784950395.989509:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:3.0:1784950395.989520:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950395.989523:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950395.989526:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950395.989535:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0b760c6. 00000100:00000040:2.0:1784950395.989540:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000010:3.0:1784950395.989545:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dd06b7b. 00000400:00000200:0.0:1784950395.989548:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:2.0:1784950395.989552:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000010:3.0:1784950395.989557:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000204b523b. 00000020:00000001:2.0:1784950395.989561:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950395.989569:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003302268b 00000020:00000001:2.0:1784950395.989570:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1784950395.989571:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000800:00000200:0.0:1784950395.989578:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950395.989579:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003302268b. 00000100:00000001:3.0:1784950395.989581:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950395.989590:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3db5d9f x1871652369185920/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:546/0 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950395.989592:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000010:0.0:1784950395.989593:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b126ea16. 00000100:00000001:1.0:1784950395.989599:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1784950395.989612:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:1.0:1784950395.989615:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950395.989629:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950395.989630:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:2.0:1784950395.989639:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f3db5d9f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369185920:12345-192.168.203.114@tcp:400: Request processed in 826us (1465us total) trans 0 rc 0/0 00000800:00000001:1.0:1784950395.989640:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950395.989642:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b126ea16 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950395.989657:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950395.989668:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00100000:2.0:1784950395.989670:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1549 00010000:00000001:0.0:1784950395.989677:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:3.0:1784950395.989678:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784950395.989680:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000020:00000001:0.0:1784950395.989682:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950395.989684:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950395.989686:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004aab43c9. 00000100:00000001:2.0:1784950395.989691:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1784950395.989695:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950395.989700:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1784950395.989701:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1784950395.989709:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7661753. 00000100:00000040:0.0:1784950395.989764:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041b004d5 x1871652369185792/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:546/0 lens 224/224 e 0 to 0 dl 1784950406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950395.989772:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000400:00000200:1.0:1784950395.989773:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:2.0:1784950395.989783:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2c38d8a. 00000020:00000040:2.0:1784950395.989797:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000400:00000200:1.0:1784950395.989801:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bbb00 00000400:00000200:3.0:1784950395.989806:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950395.989808:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950395.989825:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15891 [1] + 224 00000800:00000001:1.0:1784950395.989836:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950395.989836:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009139bac3 00000100:00100000:0.0:1784950395.989837:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000041b004d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369185792:12345-192.168.203.114@tcp:400: Request processed in 868us (1523us total) trans 0 rc 0/0 00000400:00000010:3.0:1784950395.989844:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009139bac3. 00000800:00000001:1.0:1784950395.989850:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950395.989855:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1784950395.989861:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950395.989863:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1784950395.989875:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2660 00000400:00000200:1.0:1784950395.989876:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000200:3.0:1784950395.989883:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784950395.989891:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:1.0:1784950395.989892:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:3.0:1784950395.989892:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d62b3518. 00000100:00000001:0.0:1784950395.989903:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1784950395.989904:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc9ccb62 x1871652369185536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950395.989904:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950395.989911:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950395.989920:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000400:00000200:3.0:1784950395.989926:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950395.989931:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000400:00000200:3.0:1784950395.989943:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec5d6f04 00000020:00000010:0.0:1784950395.989944:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034450a52. 00000400:00000010:3.0:1784950395.989951:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ec5d6f04. 00000100:00000040:1.0:1784950395.989952:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc9ccb62 x1871652369185536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784950395.989955:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:3.0:1784950395.989961:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950395.989964:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950395.989968:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950395.989998:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950395.990010:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950395.990053:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950395.990059:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1784950395.990062:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000001:2.0:1784950395.990066:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000010:3.0:1784950395.990068:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b126ea16. 00000400:00000001:2.0:1784950395.990072:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950395.990077:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784950395.990079:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052ad4b43. 00000400:00000200:2.0:1784950395.990092:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008abec0ef 00000400:00000200:3.0:1784950395.990093:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950395.990097:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950395.990100:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008abec0ef. 00000800:00000001:1.0:1784950395.990107:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950395.990112:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950395.990113:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8429f61 00000800:00000001:1.0:1784950395.990117:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950395.990120:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b8429f61. 00000800:00000001:1.0:1784950395.990124:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950395.990127:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc9ccb62 x1871652369185536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950395.990133:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:1.0:1784950395.990134:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950395.990141:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1784950395.990158:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:2.0:1784950395.990165:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc9ccb62 x1871652369185536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950395.990181:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bbb80 00000100:00000001:2.0:1784950395.990184:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950395.990191:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950395.990198:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15899 [1] + 224 00000100:00000001:2.0:1784950395.990199:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950395.990205:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950395.990209:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784950395.990210:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950395.990212:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950395.990217:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950395.990218:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950395.990228:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1784950395.990231:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=23 v=5 (5 5 5 5) 00000400:00000200:1.0:1784950395.990239:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00001000:2.0:1784950395.990243:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950395.990247:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950395.990250:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950395.990255:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950395.990256:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ab8b25f9 x1871652369185664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950395.990261:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950395.990266:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950395.990275:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950395.990282:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000040:1.0:1784950395.990287:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ab8b25f9 x1871652369185664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950395.990289:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950395.990294:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950395.990308:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc9ccb62 x1871652369185536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950395.990319:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950395.990322:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950395.990324:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950395.990325:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950395.990335:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc9ccb62 x1871652369185536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950395.990338:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950395.990346:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950395.990351:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000bc9ccb62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369185536:192.168.203.114@tcp:400: 00000800:00000001:1.0:1784950395.990354:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950395.990363:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950395.990365:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950395.990371:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950395.990376:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950395.990381:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc9ccb62 x1871652369185536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950395.990383:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950395.990384:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784950395.990394:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950395.990400:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950395.990408:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d9f29e3. 00000400:00000200:1.0:1784950395.990409:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bbc80 00000100:00000001:2.0:1784950395.990411:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950395.990416:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950395.990422:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de33f78e. 00000400:00000200:3.0:1784950395.990423:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 02000000:00000001:2.0:1784950395.990428:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1784950395.990430:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000020:00000001:2.0:1784950395.990435:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950395.990439:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1784950395.990440:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000400:00000200:1.0:1784950395.990448:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x158a1 [1] + 224 00000020:00000001:2.0:1784950395.990450:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:3.0:1784950395.990455:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ab8b25f9 x1871652369185664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950395.990457:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001b40da8d. 00000800:00000001:1.0:1784950395.990461:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950395.990468:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1784950395.990471:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950395.990475:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1784950395.990482:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1784950395.990483:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc9ccb62. 00000100:00000200:3.0:1784950395.990491:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ab8b25f9 x1871652369185664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950395.990496:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1784950395.990504:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950395.990505:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950395.990513:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950395.990517:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950395.990520:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950395.990520:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950395.990529:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950395.990531:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1784950395.990534:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000848ff4cb x1871652369185920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950395.990536:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950395.990539:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950395.990542:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950395.990547:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950395.990553:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950395.990556:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950395.990563:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950395.990569:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=28 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950395.990579:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=28 v=5 (1 1 1 1) 00000100:00000040:1.0:1784950395.990580:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000848ff4cb x1871652369185920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950395.990593:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950395.990598:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950395.990608:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1784950395.990615:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ab8b25f9 x1871652369185664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950395.990617:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950395.990625:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784950395.990628:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950395.990633:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950395.990634:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950395.990639:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000800:00000001:1.0:1784950395.990642:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950395.990644:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950395.990649:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950395.990650:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950395.990657:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ab8b25f9 x1871652369185664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950395.990667:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950395.990686:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950395.990687:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bbc00 00000100:00000001:3.0:1784950395.990699:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950395.990703:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950395.990707:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x158a5 [1] + 224 00000800:00000001:1.0:1784950395.990770:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950395.990779:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950395.990781:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ab8b25f9 x1871652369185664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950395.990785:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950395.990787:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950395.990799:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950395.990804:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000001:0.0:1784950395.990813:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1784950395.990814:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ab8b25f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369185664:192.168.203.114@tcp:400: 00000400:00000001:0.0:1784950395.990823:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950395.990826:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950395.990831:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000087c306. 00000100:00000001:3.0:1784950395.990832:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950395.990840:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ab8b25f9 x1871652369185664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950395.990846:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7101df3 00000400:00000010:0.0:1784950395.990857:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c7101df3. 00000100:00000001:3.0:1784950395.990857:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950395.990862:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950395.990867:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1c348f3. 00000100:00000001:0.0:1784950395.990869:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950395.990869:0:441634:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784950395.990873:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950395.990879:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:1.0:1784950395.990883:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ff7d5f7 x1871652369185792/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950395.990884:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:0.0:1784950395.990888:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000848ff4cb x1871652369185920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950395.990895:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950395.990902:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000083b5681e. 02000000:00000001:3.0:1784950395.990911:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950395.990916:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950395.990921:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ab8b25f9. 00000100:00000001:3.0:1784950395.990930:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950395.990935:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950395.990944:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950395.990953:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ff7d5f7 x1871652369185792/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950395.990956:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1784950395.990959:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000848ff4cb x1871652369185920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950395.990963:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950395.990974:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950395.990980:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950395.991022:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950395.991027:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950395.991030:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950395.991033:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950395.991035:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950395.991036:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950395.991038:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950395.991043:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950395.991046:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784950395.991050:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=28 v=5 (5 5 5 5) 00000800:00000001:1.0:1784950395.991054:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950395.991059:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=28 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950395.991065:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950395.991068:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950395.991071:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784950395.991077:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000848ff4cb x1871652369185920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950395.991086:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1784950395.991087:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950395.991093:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950395.991095:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950395.991100:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000400:00000001:2.0:1784950395.991105:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950395.991106:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950395.991110:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784950395.991112:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784950395.991118:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000848ff4cb x1871652369185920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950395.991120:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e723061. 00000400:00000200:2.0:1784950395.991131:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff1faa1f 00000400:00000010:2.0:1784950395.991137:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ff1faa1f. 00000100:00000001:0.0:1784950395.991141:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950395.991145:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950395.991146:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950395.991151:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950395.991157:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ff7d5f7 x1871652369185792/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950395.991161:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000848ff4cb x1871652369185920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950395.991216:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ff7d5f7 x1871652369185792/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950395.991217:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000848ff4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369185920:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950395.991232:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950395.991240:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950395.991248:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000848ff4cb x1871652369185920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950395.991249:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950395.991255:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950395.991263:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950395.991268:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950395.991273:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950395.991276:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950395.991278:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950395.991280:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1784950395.991284:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950395.991286:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000090073cd. 00000100:00001000:2.0:1784950395.991293:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=28 v=5 (5 5 5 5) 02000000:00000001:0.0:1784950395.991295:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950395.991301:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950395.991306:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00001000:2.0:1784950395.991307:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=28 v=5 (1 1 1 1) 00000020:00000001:0.0:1784950395.991315:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784950395.991317:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1784950395.991321:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a86c365d. 00000100:00000001:2.0:1784950395.991322:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950395.991331:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1784950395.991332:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1784950395.991336:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1784950395.991338:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950395.991341:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000848ff4cb. 00000100:00000001:2.0:1784950395.991344:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950395.991348:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1784950395.991349:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950395.991355:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950395.991356:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950395.991362:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950395.991363:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950395.991373:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ff7d5f7 x1871652369185792/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950395.991374:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950395.991379:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950395.991389:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950395.991394:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950395.991397:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950395.991402:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950395.991404:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950395.991407:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ff7d5f7 x1871652369185792/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950395.991417:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005ff7d5f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369185792:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950395.991425:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950395.991427:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950395.991430:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ff7d5f7 x1871652369185792/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950395.991437:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950395.991439:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950395.991441:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9a7d46a. 02000000:00000001:2.0:1784950395.991446:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950395.991447:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950395.991449:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950395.991451:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950395.991453:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000028331646. 02000000:00000001:2.0:1784950395.991456:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950395.991457:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950395.991459:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ff7d5f7. 00000100:00000001:2.0:1784950395.991462:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950395.991464:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950395.991466:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950395.991470:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950395.991472:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950395.991475:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950395.991477:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950396.240791:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950396.240797:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950396.240802:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950396.240804:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950396.240881:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950396.240885:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950396.240888:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950396.880820:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950396.880836:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950396.880838:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950396.880845:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950396.880848:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950396.880852:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950396.880856:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950397.264833:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950397.264839:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950397.264847:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950397.264849:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950397.264978:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950397.264984:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950397.264989:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950397.712893:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->1.2.3.4@tcp 00000800:00000010:1.0:1784950397.712901:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001871e498. 00000400:00000200:1.0:1784950397.712911:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950397.712917:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->1.2.3.4@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950397.712926:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12669 health :900 00000400:00000200:1.0:1784950397.712932:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950397.712937:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 1.2.3.4@tcp: 1 00000400:00000200:1.0:1784950397.712943:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000400:00000200:0.0:1784950397.713073:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1784950397.713084:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 00000400:00000001:0.0:1784950397.713092:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950397.713095:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950397.713098:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9a855b7 00000400:00000010:0.0:1784950397.713102:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c9a855b7. 00000400:00000200:0.0:1784950397.713108:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1784950397.713113:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000400:00000010:0.0:1784950397.713118:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000087e32b89. 00000400:00000200:0.0:1784950397.713124:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 1.2.3.4@tcp:-110 00000400:00000200:0.0:1784950397.713128:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 rc -110 00000400:00000200:0.0:1784950397.713132:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 1.2.3.4@tcp 00000100:00000001:2.0:1784950397.904830:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950397.904839:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950397.904842:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950397.904845:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950397.904848:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950397.904851:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950397.904854:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950398.288842:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950398.288848:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950398.288854:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950398.288856:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950398.288981:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950398.288986:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950398.288991:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784950398.416851:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307336571, at 4307336576 00000100:00000010:3.0:1784950398.416867:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045d34456. 00000100:00000040:2.0:1784950398.416878:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307336571, at 4307336576 00000100:00000040:1.0:1784950398.416883:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307336571, at 4307336576 00000100:00000040:0.0:1784950398.416892:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307336571, at 4307336576 00000100:00000010:2.0:1784950398.416894:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004783f8fc. 00000100:00000010:1.0:1784950398.416898:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006895627d. 00000100:00000010:0.0:1784950398.416910:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ffae0f5. 00000400:00000200:2.0:1784950398.736896:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000010:2.0:1784950398.736904:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d5055dfa. 00000400:00000010:2.0:1784950398.736914:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b2c38d8a. 00000400:00000010:2.0:1784950398.736920:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c7615d7. 00000400:00000010:2.0:1784950398.736930:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000bba1d284. 00000400:00000200:2.0:1784950398.736937:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950398.736952:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950398.736960:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950398.736965:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10826:10826:240:4294967295] 192.168.203.114@tcp LPNI seq info [9591:9591:8:4294967295] 00000400:00000200:2.0:1784950398.736973:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:2.0:1784950398.736982:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:2.0:1784950398.736988:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950398.736994:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009b5272c8. 00000800:00000200:2.0:1784950398.737002:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950398.737013:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950398.737018:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009b5272c8 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1784950398.737042:0:441638:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 1 next ping: 12671 health :900 00000400:00000010:2.0:1784950398.737049:0:441638:0:(lib-move.c:3814:lnet_print_recovery_list()) alloc '(buf)': 65 at 0000000031f56f30. 00000400:02000040:2.0:1784950398.737053:0:441638:0:(lib-move.c:3830:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.203.114@tcp 00000800:00000200:0.0:1784950398.737186:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950398.737195:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009b5272c8. 00000400:00000200:0.0:1784950398.737204:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950398.737213:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000800:00000001:3.0:1784950398.737220:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950398.737221:0:441636:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1784950398.737230:0:441636:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:3.0:1784950398.737242:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950398.737249:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950398.737256:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950398.737269:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:3.0:1784950398.737286:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1784950398.737297:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:3.0:1784950398.737309:0:441635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950398.737315:0:441635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10827:10827:240:4294967295] 192.168.203.114@tcp LPNI seq info [9592:9592:8:4294967295] 00000400:00000200:3.0:1784950398.737326:0:441635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:3.0:1784950398.737332:0:441635:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950398.737337:0:441635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083b5681e. 00000800:00000200:3.0:1784950398.737343:0:441635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:3.0:1784950398.737350:0:441635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950398.737355:0:441635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000083b5681e type 3, nob 144 niov 1 nkiov 1 00000800:00000001:1.0:1784950398.737477:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950398.737478:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950398.737486:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083b5681e. 00000800:00000001:1.0:1784950398.737490:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950398.737493:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950398.737501:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950398.737506:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:1.0:1784950398.737515:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950398.737521:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950398.737528:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950398.737538:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:1.0:1784950398.737556:0:441634:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x158c9 00000800:00000001:1.0:1784950398.737563:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950398.737573:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950398.737576:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950398.737580:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:1.0:1784950398.737586:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c7615d7 00000400:00000010:1.0:1784950398.737590:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000c7615d7. 00000400:00000200:1.0:1784950398.737594:0:441634:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1784950398.737598:0:441634:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d5055dfa. 00000400:00000010:1.0:1784950398.737602:0:441634:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b2c38d8a. 00000800:00000001:1.0:1784950398.737611:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950398.737613:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950398.740847:0:441638:0:(lib-move.c:3832:lnet_print_recovery_list()) kfreed 'buf': 65 at 0000000031f56f30. 00000100:00000001:2.0:1784950398.928828:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950398.928838:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950398.928840:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950398.928845:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950398.928847:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950398.928851:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950398.928854:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950399.312849:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950399.312857:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950399.312865:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950399.312867:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950399.312988:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950399.312995:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950399.313000:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950399.952834:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950399.952842:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1784950399.952855:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950374/real 1784950374] req@000000002cb68b77 x1871652369180800/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950399 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784950399.952875:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950399.952877:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950399.952880:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057797c15. 00000400:00000200:2.0:1784950399.952888:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e2aa9ca 00000400:00000010:2.0:1784950399.952890:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e2aa9ca. 00000100:00000001:2.0:1784950399.952896:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950399.952900:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cb68b77 x1871652369180800/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950399 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950399.952909:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cb68b77 x1871652369180800/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950399 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950399.952917:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950399.952919:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950399.952922:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950399.952924:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950399.952926:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002cb68b77 x1871652369180800/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950399 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950399.952933:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950399.952941:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950399.952944:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950399.952946:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950399.952949:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950399.952952:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950399.952955:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cb68b77 x1871652369180800/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950399 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950399.952963:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1784950399.952966:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950399.952968:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950399.952969:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950399.952971:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1784950399.952973:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1784950399.952976:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784950399.952998:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:2.0:1784950399.953001:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1784950399.953005:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cb68b77 x1871652369180800/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950399 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950399.953012:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002cb68b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369180800:192.168.203.114@tcp:8: 00000100:00000001:2.0:1784950399.953017:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.953020:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950399.953022:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cb68b77 x1871652369180800/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950399 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950399.953030:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950399.953033:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950399.953037:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fcffe060. 02000000:00000001:2.0:1784950399.953041:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950399.953044:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950399.953046:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1784950399.953049:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950399.953052:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000015cf3922. 02000000:00000001:2.0:1784950399.953056:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950399.953058:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950399.953061:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cb68b77. 00000100:00000001:2.0:1784950399.953065:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950399.953066:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950399.953069:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950399.953103:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950399.953113:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950399.953123:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ab8b25f9. 00000020:00000040:3.0:1784950399.953129:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:3.0:1784950399.953135:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950399.953138:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950399.953144:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950399.953153:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000083b5681e. 00000100:00000001:3.0:1784950399.953161:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950399.953169:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000ab8b25f9 x1871652369186048/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950399.953183:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950399.953185:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950399.953191:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab8b25f9] to pc [ptlrpcd_00_03+3] req@00000000ab8b25f9 x1871652369186048/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950399.953228:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950399.953231:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950399.953236:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950399.953239:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031013d55. 00000020:00000040:3.0:1784950399.953243:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950399.953246:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950399.953249:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950399.953252:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950399.953255:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004aab43c9. 00000100:00000001:3.0:1784950399.953260:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.953262:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784950399.953268:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@0000000031013d55 x1871652369186176/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950399.953269:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950399.953275:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950399.953286:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ab8b25f9 x1871652369186048/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950399.953286:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950399.953291:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950399.953304:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031013d55] to pc [ptlrpcd_00_00+0] req@0000000031013d55 x1871652369186176/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950399.953308:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950399.953314:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950399.953323:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950399.953329:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950399.953334:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950399.953336:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950399.953338:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ab8b25f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369186048:0@lo:400: 00000100:00000001:0.0:1784950399.953346:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.953348:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950399.953352:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1784950399.953358:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:2.0:1784950399.953359:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950399.953366:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1784950399.953367:0:437703:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:2.0:1784950399.953374:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950399.953375:0:437703:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1784950399.953380:0:437703:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1784950399.953381:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784950399.953384:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a506608. 00000100:00000001:3.0:1784950399.953389:0:437703:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:0.0:1784950399.953390:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:2.0:1784950399.953391:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950399.953401:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1784950399.953402:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12645 00000400:00000010:2.0:1784950399.953405:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008481903. 00000100:00000001:0.0:1784950399.953414:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1784950399.953420:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072272f0d. 00000100:00000001:0.0:1784950399.953421:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950399.953424:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000001:0.0:1784950399.953433:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784950399.953436:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369186048, portal 25 00000100:00080000:3.0:1784950399.953438:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12644 00000100:00000001:0.0:1784950399.953439:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950399.953446:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950399.953447:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950399.953453:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798855168 : -120287910696448 : ffff929949cfea00) 00000100:00000001:1.0:1784950399.953457:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950399.953461:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031013d55 x1871652369186176/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950399.953465:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ab8b25f9 x1871652369186048/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950399.953467:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950399.953470:0:437703:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: 0 00000400:00000200:3.0:1784950399.953498:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -11 00000400:00000200:1.0:1784950399.953513:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000040:3.0:1784950399.953515:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950399.953528:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1784950399.953529:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 00000100:00000001:0.0:1784950399.953530:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950399.953532:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950399.953536:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950399.953539:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 02000000:00000001:0.0:1784950399.953546:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1784950399.953548:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009d0923c0. 00000100:00000001:3.0:1784950399.953550:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000100:00000040:2.0:1784950399.953551:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1784950399.953552:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950399.953563:0:437703:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:0.0:1784950399.953564:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950399.953566:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003302268b. 00000400:00000010:2.0:1784950399.953567:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbc882ed. 00000020:00000040:3.0:1784950399.953569:0:437703:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 00000100:00100000:0.0:1784950399.953577:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000031013d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369186176:192.168.203.114@tcp:400: 00000020:00000001:3.0:1784950399.953580:0:437703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:2.0:1784950399.953584:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369186048, offset 0 00000400:00000010:1.0:1784950399.953586:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000052781409. 00000100:00000001:0.0:1784950399.953589:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1784950399.953590:0:437703:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 02000000:00000001:0.0:1784950399.953599:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1784950399.953600:0:437703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 02000000:00000001:0.0:1784950399.953606:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950399.953608:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-1.2.3.4@tcp 00000020:00000001:3.0:1784950399.953610:0:437703:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 02000000:00000001:0.0:1784950399.953612:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950399.953622:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034450a52. 00000100:00000040:3.0:1784950399.953624:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950399.953628:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1784950399.953632:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950399.953635:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1784950399.953642:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000087c306. 00000100:00000040:3.0:1784950399.953644:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 00000100:00000001:3.0:1784950399.953652:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000400:00000010:0.0:1784950399.953655:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7101df3. 00000400:00000200:1.0:1784950399.953659:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 1.2.3.4@tcp local destination 00000400:00000200:2.0:1784950399.953662:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1784950399.953663:0:437703:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 00000100:00000200:0.0:1784950399.953668:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369186176, portal 4 00000100:00080000:3.0:1784950399.953679:0:437703:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 00000100:00000001:0.0:1784950399.953680:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784950399.953680:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:3.0:1784950399.953729:0:437703:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000100:00000001:0.0:1784950399.953730:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798848896 : -120287910702720 : ffff929949cfd180) 00000400:00000200:1.0:1784950399.953734:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950399.953776:0:437703:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950399.953782:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000031013d55 x1871652369186176/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950399.953783:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784950399.953783:0:437703:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1784950399.953792:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 1.2.3.4@tcp 02000000:00000001:3.0:1784950399.953794:0:437703:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950399.953804:0:437703:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950399.953805:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10828:10828:240:4294967295] 1.2.3.4@tcp LPNI seq info [155:155:8:4294967295] 00000100:00000001:3.0:1784950399.953813:0:437703:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1784950399.953819:0:437703:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950399.953822:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950399.953826:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 1.2.3.4@tcp 00000100:00000010:3.0:1784950399.953826:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057b2ed91. 00000020:00000040:3.0:1784950399.953834:0:437703:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:0.0:1784950399.953835:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950399.953846:0:437703:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1784950399.953847:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 1.2.3.4@tcp(1.2.3.4@tcp:1.2.3.4@tcp) : GET try# 0 00000400:00000010:0.0:1784950399.953848:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007db34483. 02000000:00000001:3.0:1784950399.953850:0:437703:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950399.953859:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1784950399.953862:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369186176, offset 0 02000000:00000001:3.0:1784950399.953863:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1784950399.953868:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-1.2.3.4@tcp 02000000:00000001:3.0:1784950399.953869:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950399.953875:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bbd00 02000000:00000010:3.0:1784950399.953881:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000249f724b. 00000400:00000200:0.0:1784950399.953882:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950399.953883:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001871e498. 00000100:00000001:3.0:1784950399.953890:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950399.953902:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000400:00000200:2.0:1784950399.953903:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x141c1 [2] + 0 00000100:00100000:3.0:1784950399.953904:0:437703:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000057b2ed91 x1871652369186304/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1784950399.953905:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:2.0:1784950399.953919:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e867c5d. 00000800:00000200:1.1:1784950399.953921:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000400:00000200:0.0:1784950399.953924:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950399.953930:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000928f747e 00000400:00000200:1.0:1784950399.953936:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 1.2.3.4@tcp 00000400:00000200:0.0:1784950399.953940:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950399.953943:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950399.953947:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100261 rc 0 00000100:00000001:3.0:1784950399.953948:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950399.953953:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950399.953956:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950399.953957:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1784950399.953965:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057b2ed91] to pc [ptlrpcd_rcv+-1] req@0000000057b2ed91 x1871652369186304/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950399.953971:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950399.953983:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10829:10829:239:4294967295] 192.168.203.114@tcp LPNI seq info [9593:9593:8:4294967295] 00000100:00000001:3.0:1784950399.953995:0:437703:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950399.954002:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1784950399.954011:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950399.954012:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950399.954019:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ff7d5f7. 00000020:00000040:3.0:1784950399.954024:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:2.0:1784950399.954028:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000928f747e 00000800:00000200:0.0:1784950399.954029:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950399.954030:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1784950399.954033:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000928f747e. 02000000:00000001:3.0:1784950399.954036:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950399.954041:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950399.954043:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00000100:00000001:2.0:1784950399.954043:0:441644:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:3.0:1784950399.954047:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000dc50a7. 00000100:00000200:2.0:1784950399.954049:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1784950399.954051:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950399.954058:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950399.954059:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784950399.954060:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:2.0:1784950399.954060:0:441644:0:(events.c:337:request_in_callback()) incoming req@00000000756cc5f6 x1871652369186048 msgsize 224 00000100:00000001:1.0:1784950399.954066:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950399.954073:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000005ff7d5f7 x1871652369186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1784950399.954083:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057b2ed91 x1871652369186304/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950399.954085:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:0.0:1784950399.954088:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:2.0:1784950399.954094:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:0.0:1784950399.954101:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950399.954111:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950399.954112:0:441644:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950399.954117:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950399.954120:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950399.954124:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950399.954125:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc882ed 00000100:00000001:0.0:1784950399.954126:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950399.954129:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ff7d5f7] to pc [ptlrpcd_00_01+1] req@000000005ff7d5f7 x1871652369186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950399.954132:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dbc882ed. 02000000:00000001:1.0:1784950399.954136:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784950399.954137:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13816 usecs (14 jiffies) 00000100:00000001:2.0:1784950399.954141:0:441644:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1784950399.954142:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950399.954147:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307338127 00000100:00000200:2.0:1784950399.954151:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ab8b25f9 x1871652369186048/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950399.954152:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950399.954159:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ffae0f5. 00000100:00100000:1.0:1784950399.954166:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000057b2ed91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369186304:1.2.3.4@tcp:8: 00000100:00000001:0.0:1784950399.954174:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784950399.954182:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950399.954188:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950399.954189:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307338127 00000100:00000001:2.0:1784950399.954191:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950399.954194:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950399.954197:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a05d45b. 00000100:00000001:3.0:1784950399.954199:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950399.954200:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ab8b25f9 x1871652369186048/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950399.954202:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950399.954204:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:3.0:1784950399.954209:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950399.954211:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950399.954214:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307338127 00000100:00000001:1.0:1784950399.954223:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1784950399.954224:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000194ebe91. 00000100:00000001:3.0:1784950399.954225:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1784950399.954229:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950399.954234:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000010:3.0:1784950399.954235:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000848ff4cb. 00000100:00000001:1.0:1784950399.954237:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950399.954243:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950399.954245:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950399.954246:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307338127 00000020:00000040:3.0:1784950399.954246:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950399.954248:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.954256:0:441644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950399.954257:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950399.954258:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1784950399.954259:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fee74845. 02000000:00000001:3.0:1784950399.954264:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950399.954265:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950399.954267:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 02000000:00000001:3.0:1784950399.954269:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.954271:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307340539 00000100:00000001:0.0:1784950399.954277:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784950399.954278:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000028331646. 00000100:00000001:2.0:1784950399.954283:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307338127 00000100:00000001:0.0:1784950399.954285:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950399.954287:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.954293:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307340539 00000100:00000001:0.0:1784950399.954294:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950399.954299:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000848ff4cb x1871652369186560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950399.954300:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950399.954304:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950399.954306:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307338127 00000100:00100000:1.0:1784950399.954307:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369186048 02000000:00000001:1.0:1784950399.954314:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950399.954315:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950399.954317:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307340539 00000100:00000001:1.0:1784950399.954320:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950399.954321:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950399.954326:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.954329:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307338127 00000100:00000001:0.0:1784950399.954330:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950399.954336:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950399.954337:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.954339:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307340539 00000100:00000001:3.0:1784950399.954340:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950399.954341:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1784950399.954344:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369186048 00000100:00000001:3.0:1784950399.954346:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950399.954351:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950399.954352:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307338127 00000100:00000040:0.0:1784950399.954353:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ff7d5f7 x1871652369186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784950399.954357:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000040:3.0:1784950399.954359:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000848ff4cb] to pc [ptlrpcd_00_02+2] req@00000000848ff4cb x1871652369186560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950399.954362:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950399.954364:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950399.954370:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:2.0:1784950399.954372:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950399.954380:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:2.0:1784950399.954382:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950399.954390:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:2.0:1784950399.954392:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950399.954402:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950399.954405:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950399.954408:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000010:1.0:1784950399.954411:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000100:00000001:2.0:1784950399.954412:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950399.954413:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950399.954422:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950399.954423:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950399.954424:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950399.954424:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950399.954430:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1784950399.954431:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 02000000:00000001:0.0:1784950399.954432:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1784950399.954433:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:2.0:1784950399.954435:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950399.954443:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950399.954445:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007005012b. 00000100:00080000:3.0:1784950399.954446:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1784950399.954447:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1784950399.954451:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005ff7d5f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369186432:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950399.954456:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950399.954458:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000010:1.0:1784950399.954459:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001655fd17. 00000100:00000001:0.0:1784950399.954465:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950399.954466:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1784950399.954470:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000824c4458. 02000000:00000001:0.0:1784950399.954472:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950399.954472:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950399.954473:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1784950399.954480:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950399.954483:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc9ccb62. 00000100:00000001:2.0:1784950399.954484:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784950399.954485:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784950399.954487:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1784950399.954492:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1784950399.954493:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1784950399.954494:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000010:0.0:1784950399.954495:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000090073cd. 00000100:00000001:2.0:1784950399.954499:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950399.954501:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950399.954501:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950399.954502:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950399.954507:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784950399.954508:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950399.954510:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3b4a514. 00000100:00000040:2.0:1784950399.954513:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000848ff4cb x1871652369186560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950399.954514:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950399.954519:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077541c23. 00000100:00000001:1.0:1784950399.954523:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950399.954524:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a86c365d. 00000100:00000200:0.0:1784950399.954527:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369186432, portal 10 00000100:00000001:3.0:1784950399.954535:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950399.954536:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950399.954542:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798846208 : -120287910705408 : ffff929949cfc700) 00000100:00000001:1.0:1784950399.954546:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950399.954549:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000bc9ccb62 x1871652369186688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1784950399.954557:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005ff7d5f7 x1871652369186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950399.954558:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950399.954564:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950399.954565:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950399.954571:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1784950399.954576:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950399.954583:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1784950399.954586:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00000001:3.0:1784950399.954590:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784950399.954592:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950399.954597:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950399.954598:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:0.0:1784950399.954608:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1784950399.954608:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000848ff4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369186560:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950399.954609:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785715140688 : -120287994410928 : ffff929944d28850) 00000100:00000040:3.0:1784950399.954614:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc9ccb62] to pc [ptlrpcd_00_03+3] req@00000000bc9ccb62 x1871652369186688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950399.954621:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950399.954624:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000756cc5f6 x1871652369186048/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:550/0 lens 224/0 e 0 to 0 dl 1784950410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950399.954625:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1784950399.954629:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000093998741. 02000000:00000001:2.0:1784950399.954633:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1784950399.954638:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369186432, offset 0 02000000:00000001:2.0:1784950399.954639:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950399.954648:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784950399.954657:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031bfa75f. 00000400:00000200:0.0:1784950399.954658:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950399.954665:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950399.954672:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950399.954675:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e867c5d. 00000400:00000200:0.0:1784950399.954676:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950399.954677:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1784950399.954682:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12675) 00000400:00000010:2.0:1784950399.954706:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbc882ed. 00000020:00000010:1.0:1784950399.954709:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000400:00000200:0.0:1784950399.954715:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1784950399.954715:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369186560, portal 4 00000100:00000001:1.0:1784950399.954717:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950399.954747:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000400:00000200:0.0:1784950399.954751:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950399.954751:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950399.954756:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1784950399.954759:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1784950399.954760:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000756cc5f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369186048:12345-0@lo:400: 00000100:00000001:2.0:1784950399.954761:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798845312 : -120287910706304 : ffff929949cfc380) 00000400:00000200:0.0:1784950399.954764:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950399.954768:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950399.954778:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000848ff4cb x1871652369186560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950399.954779:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000200:1.0:1784950399.954779:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369186048 00000100:00000001:3.0:1784950399.954780:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950399.954787:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950399.954788:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950399.954796:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950399.954799:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10830:10830:238:4294967295] 192.168.203.114@tcp LPNI seq info [9594:9594:7:4294967295] 00000020:00000001:1.0:1784950399.954799:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950399.954801:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1784950399.954806:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950399.954807:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950399.954814:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1784950399.954816:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1784950399.954820:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc9ccb62 x1871652369186688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950399.954821:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000040:2.0:1784950399.954827:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950399.954831:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1784950399.954837:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f99e6c8. 00000020:00000001:1.0:1784950399.954838:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950399.954846:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369186560, offset 0 00000400:00000200:0.0:1784950399.954848:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:1.0:1784950399.954848:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950399.954855:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950399.954858:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1784950399.954860:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950399.954864:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950399.954867:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950399.954870:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1784950399.954874:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950399.954878:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000200:0.0:1784950399.954879:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950399.954881:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950399.954883:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1784950399.954885:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:3.0:1784950399.954890:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950399.954891:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000457d0873. 00000800:00000010:0.0:1784950399.954893:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007158160. 00000400:00000200:2.0:1784950399.954895:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1784950399.954900:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950399.954900:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000bc9ccb62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369186688:192.168.203.114@tcp:400: 00000400:00000200:2.0:1784950399.954906:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950399.954908:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950399.954916:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:1.0:1784950399.954916:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950399.954917:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950399.954918:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950399.954926:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00010000:00000040:1.0:1784950399.954927:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369186048 00000400:00000200:2.0:1784950399.954930:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:3.0:1784950399.954931:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950399.954934:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000200:0.0:1784950399.954939:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:3.0:1784950399.954941:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000200:1.0:1784950399.954947:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000756cc5f6 x1871652369186048/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:550/0 lens 224/224 e 0 to 0 dl 1784950410 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950399.954948:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10831:10831:237:4294967295] 192.168.203.114@tcp LPNI seq info [9595:9595:6:4294967295] 00000800:00000200:0.0:1784950399.954950:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000007158160 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1784950399.954950:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1c348f3. 02000000:00000001:3.0:1784950399.954959:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950399.954971:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d9f29e3. 00010000:00000001:1.0:1784950399.954973:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950399.954978:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950399.954981:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950399.954983:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000100:00001000:1.0:1784950399.954986:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=37 v=5 (1 1 1 1) 00000400:00000200:2.0:1784950399.954988:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950399.954995:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5582 usecs (6 jiffies) 00000100:00000200:3.0:1784950399.954996:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369186688, portal 10 00000100:00000001:1.0:1784950399.954999:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950399.955007:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950399.955009:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307338120 00000100:00000040:1.0:1784950399.955009:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000800:00000200:2.0:1784950399.955010:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950399.955011:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798856960 : -120287910694656 : ffff929949cff100) 00000100:00000001:0.0:1784950399.955022:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307340539 00000100:00000001:1.0:1784950399.955022:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000800:00000010:2.0:1784950399.955025:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ebc2a5d. 02000000:00000001:1.0:1784950399.955029:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1784950399.955032:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bc9ccb62 x1871652369186688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950399.955035:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307338120 02000000:00000001:1.0:1784950399.955035:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950399.955045:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950399.955046:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950399.955048:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307340539 00000100:00000040:1.0:1784950399.955058:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1784950399.955061:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307338120 00000800:00000200:2.0:1784950399.955065:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000010:1.0:1784950399.955068:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e147c1b. 00000100:00000001:3.0:1784950399.955069:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950399.955072:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307340539 00000800:00000200:2.0:1784950399.955074:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ebc2a5d type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1784950399.955077:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369186048, offset 224 00000100:00000040:3.0:1784950399.955082:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950399.955084:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307338120 00000100:00000001:2.0:1784950399.955087:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950399.955091:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009139bac3. 00000100:00000001:0.0:1784950399.955095:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307340539 00000400:00000200:1.0:1784950399.955096:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1784950399.955097:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4718 usecs (5 jiffies) 00000100:00000001:2.0:1784950399.955105:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307338119 00000100:00000001:0.0:1784950399.955108:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784950399.955109:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369186688, offset 0 00000100:00000001:2.0:1784950399.955113:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307340539 00000400:00000200:1.0:1784950399.955115:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1784950399.955122:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.955123:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307338119 00000400:00000200:3.0:1784950399.955132:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950399.955133:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bbd00 00000100:00000001:2.0:1784950399.955133:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307340539 00000100:00000001:0.0:1784950399.955135:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.955142:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307338119 00000100:00000001:0.0:1784950399.955147:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950399.955148:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307340539 00000400:00000200:3.0:1784950399.955151:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950399.955155:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x158cd [1] + 224 00000100:00000001:2.0:1784950399.955158:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307338119 00000100:00000001:0.0:1784950399.955162:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784950399.955167:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950399.955170:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784950399.955170:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950399.955171:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307340539 00000400:00000200:3.0:1784950399.955175:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950399.955182:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950399.955184:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950399.955188:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950399.955189:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1784950399.955191:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950399.955191:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950399.955200:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950399.955201:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950399.955202:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950399.955212:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.955213:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950399.955213:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10832:10832:236:4294967295] 192.168.203.114@tcp LPNI seq info [9596:9596:5:4294967295] 00000100:00000001:2.0:1784950399.955222:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950399.955226:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950399.955230:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.955236:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950399.955244:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950399.955252:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950399.955254:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:3.0:1784950399.955258:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b40da8d. 00000100:00000200:1.0:1784950399.955261:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ab8b25f9 x1871652369186048/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950399.955268:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1784950399.955272:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950399.955274:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950399.955286:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1784950399.955292:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ab8b25f9 x1871652369186048/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950399.955294:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000010:0.0:1784950399.955297:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000800:00000200:3.0:1784950399.955303:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001b40da8d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950399.955309:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950399.955315:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950399.955322:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1784950399.955324:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5063 usecs (6 jiffies) 00000400:00000200:0.0:1784950399.955328:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000010:2.0:1784950399.955330:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007158160. 00000100:00000001:3.0:1784950399.955332:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307338120 00000100:00000001:1.0:1784950399.955336:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784950399.955341:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950399.955343:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007db34483 00000100:00000001:3.0:1784950399.955343:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307340539 00000400:00000010:0.0:1784950399.955352:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007db34483. 00000400:00000200:2.0:1784950399.955352:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950399.955353:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307338120 00000100:00000001:3.0:1784950399.955362:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307340539 00000100:00000001:0.0:1784950399.955365:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950399.955366:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307338120 00000400:00000200:2.0:1784950399.955367:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093998741 00000400:00000010:2.0:1784950399.955374:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000093998741. 00000100:00000001:3.0:1784950399.955375:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307340539 00000100:00000200:0.0:1784950399.955380:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031013d55 x1871652369186176/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950399.955382:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307338120 00000100:00000001:2.0:1784950399.955383:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1784950399.955384:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e147c1b 00000100:00000001:3.0:1784950399.955390:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307340539 00000400:00000010:1.0:1784950399.955391:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e147c1b. 00000100:00000200:2.0:1784950399.955396:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ff7d5f7 x1871652369186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950399.955401:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950399.955403:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950399.955409:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950399.955412:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950399.955418:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950399.955422:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950399.955429:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:0.0:1784950399.955432:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950399.955432:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950399.955438:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950399.955443:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.955444:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950399.955447:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031013d55 x1871652369186176/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950399.955450:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1784950399.955456:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ff7d5f7 x1871652369186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950399.955459:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000756cc5f6 x1871652369186048/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:550/0 lens 224/224 e 0 to 0 dl 1784950410 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950399.955469:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950399.955475:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784950399.955483:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950399.955487:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950399.955492:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008481903. 00000400:00000200:3.0:1784950399.955501:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072272f0d 00000100:00000001:0.0:1784950399.955503:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950399.955508:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000072272f0d. 00000100:00000001:0.0:1784950399.955514:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950399.955515:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950399.955518:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1784950399.955521:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000756cc5f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369186048:12345-0@lo:400: Request processed in 839us (1455us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950399.955524:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1784950399.955528:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ab8b25f9 x1871652369186048/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950399.955538:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00000040:1.0:1784950399.955546:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:1.0:1784950399.955552:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1784950399.955555:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ab8b25f9 x1871652369186048/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950399.955557:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950399.955563:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001655fd17. 00000100:00000001:3.0:1784950399.955570:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1784950399.955571:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000824c4458. 00000100:00000001:3.0:1784950399.955575:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950399.955578:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007005012b. 00000100:00000001:3.0:1784950399.955580:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950399.955585:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950399.955587:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1784950399.955588:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000001:3.0:1784950399.955591:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950399.955595:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1784950399.955596:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950399.955600:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000457d0873. 00000100:00001000:3.0:1784950399.955603:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=37 v=5 (5 5 5 5) 02000000:00000001:1.0:1784950399.955606:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950399.955610:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950399.955612:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=37 v=5 (1 1 1 1) 00000800:00000200:2.0:1784950399.955618:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1784950399.955619:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1784950399.955620:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000010:2.0:1784950399.955628:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b40da8d. 00000100:00000001:3.0:1784950399.955628:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950399.955629:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ad4ce7c. 00000400:00000200:2.0:1784950399.955640:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1784950399.955640:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1784950399.955641:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001870dea7. 00000800:00000200:0.0:1784950399.955644:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1784950399.955646:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950399.955653:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950399.955655:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ebc2a5d. 00000400:00000200:2.0:1784950399.955657:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950399.955664:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ab8b25f9 x1871652369186048/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950399.955667:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950399.955668:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009139bac3 00000400:00000010:2.0:1784950399.955674:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009139bac3. 00000800:00000001:1.0:1784950399.955675:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950399.955704:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950399.955706:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950399.955710:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950399.955712:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950399.955712:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1784950399.955751:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc9ccb62 x1871652369186688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950399.955756:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950399.955758:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950399.955763:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950399.955768:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f99e6c8 00000100:00000040:3.0:1784950399.955772:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ab8b25f9 x1871652369186048/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950399.955777:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005f99e6c8. 00000400:00000200:1.0:1784950399.955783:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950399.955792:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784950399.955808:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000848ff4cb x1871652369186560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950399.955810:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bbd80 00000100:00100000:3.0:1784950399.955830:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ab8b25f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369186048:0@lo:400: 00000400:00000200:1.0:1784950399.955831:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 4256 00000100:00000001:2.0:1784950399.955833:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950399.955843:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc9ccb62 x1871652369186688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950399.955850:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950399.955851:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950399.955858:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950399.955859:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950399.955868:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950399.955869:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ab8b25f9 x1871652369186048/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950399.955871:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950399.955883:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950399.955885:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000848ff4cb x1871652369186560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950399.955888:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950399.955892:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1784950399.955905:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950399.955907:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950399.955912:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1784950399.955914:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1784950399.955916:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950399.955921:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:1.0:1784950399.955922:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007190f695. 00000800:00000001:2.0:1784950399.955924:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1784950399.955927:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a506608. 00000100:00000040:1.0:1784950399.955933:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000007190f695 x1871652369186176 msgsize 224 00000800:00000001:2.0:1784950399.955934:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950399.955935:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950399.955938:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950399.955944:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950399.955945:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1784950399.955949:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000001:3.0:1784950399.955955:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:2.0:1784950399.955957:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000010:3.0:1784950399.955961:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000083b5681e. 00000100:00100000:1.0:1784950399.955962:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:3.0:1784950399.955972:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1784950399.955978:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bbe80 02000000:00000001:3.0:1784950399.955978:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950399.955979:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1784950399.955982:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ab8b25f9. 00000100:00000001:3.0:1784950399.955991:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1784950399.955992:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950399.955995:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950399.955997:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 154112 00000100:00000001:3.0:1784950399.956001:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950399.956003:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950399.956007:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784950399.956009:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950399.956009:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950399.956011:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950399.956015:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950399.956018:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950399.956022:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950399.956024:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950399.956030:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950399.956034:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950399.956044:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950399.956053:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1784950399.956056:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bbf00 00000100:00000200:2.0:1784950399.956057:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1784950399.956068:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 4480 00000100:00000010:2.0:1784950399.956068:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f398a008. 00000100:00000040:2.0:1784950399.956076:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000f398a008 x1871652369186432 msgsize 224 00000800:00000001:1.0:1784950399.956079:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950399.956085:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:1.0:1784950399.956090:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950399.956095:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950399.956100:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950399.956104:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950399.956106:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1784950399.956106:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1784950399.956114:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054c3966b. 00000800:00000001:2.0:1784950399.956116:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950399.956118:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000054c3966b x1871652369186560 msgsize 224 00000100:00100000:1.0:1784950399.956126:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:2.0:1784950399.956127:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950399.956132:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950399.956135:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950399.956143:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950399.956147:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1784950399.956155:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bbf80 00000800:00000001:1.0:1784950399.956157:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950399.956164:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 154336 00000800:00000001:1.0:1784950399.956166:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950399.956173:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1784950399.956174:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950399.956182:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369186432 02000000:00000001:0.0:1784950399.956188:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950399.956193:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1784950399.956193:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950399.956198:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950399.956199:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950399.956203:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1784950399.956209:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950399.956211:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369186176 00000400:00000200:2.0:1784950399.956212:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950399.956218:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369186432 02000000:00000001:3.0:1784950399.956219:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950399.956221:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950399.956225:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1784950399.956227:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000200:2.0:1784950399.956227:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1784950399.956230:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950399.956234:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000010:2.0:1784950399.956236:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1892d2d. 02000000:00000001:3.0:1784950399.956238:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950399.956240:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:2.0:1784950399.956244:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000d1892d2d x1871652369186688 msgsize 224 00000100:00100000:3.0:1784950399.956247:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369186176 00000020:00000040:0.0:1784950399.956248:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000001:3.0:1784950399.956254:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1784950399.956259:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00100000:2.0:1784950399.956260:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000040:3.0:1784950399.956261:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:3.0:1784950399.956268:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1784950399.956270:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000040:3.0:1784950399.956272:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:2.0:1784950399.956277:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1784950399.956280:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:0.0:1784950399.956282:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1784950399.956284:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950399.956285:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000010:0.0:1784950399.956291:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d145210. 00000800:00000001:2.0:1784950399.956292:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950399.956293:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950399.956300:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c69ad0bd. 00000100:00000001:0.0:1784950399.956302:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950399.956307:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950399.956309:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d145210. 00000020:00000010:3.0:1784950399.956311:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c69ad0bd. 00000100:00000001:2.0:1784950399.956325:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1784950399.956325:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000204b523b. 00000020:00000010:0.0:1784950399.956327:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f99e04c1. 00000100:00000001:1.0:1784950399.956330:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950399.956331:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369186560 00000020:00000010:3.0:1784950399.956332:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0b760c6. 00000100:00100000:1.0:1784950399.956337:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369186688 00000020:00000010:0.0:1784950399.956338:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 02000000:00000001:2.0:1784950399.956339:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1784950399.956341:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1784950399.956343:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dd06b7b. 00000100:00000001:2.0:1784950399.956344:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950399.956347:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950399.956350:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950399.956352:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950399.956354:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 02000000:00000001:2.0:1784950399.956357:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950399.956358:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 02000000:00000001:1.0:1784950399.956359:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950399.956366:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369186560 00000100:00000001:3.0:1784950399.956368:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1784950399.956369:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369186688 00000020:00000001:2.0:1784950399.956374:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:0.0:1784950399.956375:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1784950399.956375:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1784950399.956376:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950399.956379:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000040:1.0:1784950399.956383:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000001:3.0:1784950399.956383:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950399.956385:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1784950399.956385:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1784950399.956394:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950399.956394:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:0.0:1784950399.956395:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950399.956397:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950399.956402:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000001:2.0:1784950399.956403:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950399.956405:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950399.956409:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:2.0:1784950399.956411:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:3.0:1784950399.956413:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950399.956416:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:0.0:1784950399.956419:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1784950399.956421:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950399.956423:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950399.956428:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:2.0:1784950399.956429:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000020:00000010:1.0:1784950399.956431:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000100:00000001:3.0:1784950399.956432:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950399.956435:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.956437:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950399.956438:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950399.956439:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950399.956447:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000020:00000010:1.0:1784950399.956449:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000100:00100000:3.0:1784950399.956450:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2661 00000100:00000040:3.0:1784950399.956458:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000010:2.0:1784950399.956460:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a506608. 00000100:00000001:0.0:1784950399.956461:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950399.956462:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032855040 : -120287676696576 : ffff929957c27800) 00000020:00000010:1.0:1784950399.956463:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007005012b. 00000020:00000010:2.0:1784950399.956471:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7661753. 00000020:00000010:1.0:1784950399.956475:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001655fd17. 00000100:00000040:3.0:1784950399.956478:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007190f695 x1871652369186176/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:550/0 lens 224/0 e 0 to 0 dl 1784950410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950399.956481:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000020:00000010:1.0:1784950399.956484:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000824c4458. 00000100:00000001:0.0:1784950399.956487:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950399.956494:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950399.956495:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950399.956496:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950399.956499:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950399.956503:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950399.956503:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1784950399.956506:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c69ad0bd. 00000100:00000001:1.0:1784950399.956511:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950399.956512:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950399.956514:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1550 00000100:00000001:3.0:1784950399.956515:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950399.956523:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c69ad0bd. 00000100:00000040:0.0:1784950399.956527:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000001:1.0:1784950399.956527:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1784950399.956529:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950399.956534:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:3.0:1784950399.956537:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007190f695 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369186176:12345-192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950399.956538:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883976576 : -120287825575040 : ffff92994ee2c380) 00000100:00000001:1.0:1784950399.956540:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950399.956550:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369186176 00000100:00000001:2.0:1784950399.956553:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950399.956554:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:0.0:1784950399.956558:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f398a008 x1871652369186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:550/0 lens 224/0 e 0 to 0 dl 1784950410 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950399.956561:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950399.956561:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950399.956567:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.956573:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1784950399.956575:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950399.956580:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950399.956580:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950399.956582:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950399.956587:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950399.956590:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1784950399.956596:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2662 00000001:00000001:3.0:1784950399.956598:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369186176, found 0 last_xid 1871652369186175 00000100:00100000:1.0:1784950399.956601:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1551 00000100:00000001:0.0:1784950399.956602:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950399.956604:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000020:00000001:3.0:1784950399.956608:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950399.956612:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000001:2.0:1784950399.956612:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032842496 : -120287676709120 : ffff929957c24700) 00000020:00000010:0.0:1784950399.956613:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d145210. 00000020:00000001:3.0:1784950399.956614:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950399.956620:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950399.956623:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883990016 : -120287825561600 : ffff92994ee2f800) 00000100:00000001:0.0:1784950399.956626:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950399.956626:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950399.956630:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054c3966b x1871652369186560/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:550/0 lens 224/0 e 0 to 0 dl 1784950410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950399.956636:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d1892d2d x1871652369186688/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:550/0 lens 224/0 e 0 to 0 dl 1784950410 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950399.956636:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1784950399.956638:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d145210. 00000100:00000001:3.0:1784950399.956644:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950399.956649:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1784950399.956656:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006ad5a9ef. 00000100:00100000:0.0:1784950399.956661:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f398a008 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369186432:12345-192.168.203.114@tcp:400: 02000000:00000001:3.0:1784950399.956665:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950399.956674:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950399.956704:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.956705:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950399.956706:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1784950399.956707:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369186432 00010000:00000040:3.0:1784950399.956713:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369186176 00000020:00000010:2.0:1784950399.956714:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000020:00000010:1.0:1784950399.956715:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000020:00000001:0.0:1784950399.956716:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:3.0:1784950399.956750:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950399.956754:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950399.956755:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1784950399.956760:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000007190f695 x1871652369186176/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:550/0 lens 224/224 e 0 to 0 dl 1784950410 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950399.956764:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000020:00000001:0.0:1784950399.956766:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:1.0:1784950399.956766:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000020:00000001:0.0:1784950399.956774:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950399.956786:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1784950399.956786:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000054c3966b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369186560:12345-192.168.203.114@tcp:400: 00000100:00100000:1.0:1784950399.956787:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d1892d2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369186688:12345-192.168.203.114@tcp:400: 00010000:00000001:3.0:1784950399.956787:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950399.956794:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950399.956796:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000200:2.0:1784950399.956804:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369186560 00000100:00001000:3.0:1784950399.956805:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=32 v=5 (1 1 1 1) 00000100:00000200:1.0:1784950399.956806:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369186688 00000020:00000001:0.0:1784950399.956808:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1784950399.956812:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950399.956814:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950399.956817:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950399.956818:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1784950399.956819:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950399.956820:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950399.956827:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950399.956829:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950399.956830:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950399.956830:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000020:00000001:1.0:1784950399.956832:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950399.956837:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950399.956838:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:2.0:1784950399.956840:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950399.956841:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:0.0:1784950399.956844:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950399.956847:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:1.0:1784950399.956848:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1784950399.956851:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1784950399.956854:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1784950399.956856:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950399.956857:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1784950399.956858:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950399.956863:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000001:00000001:2.0:1784950399.956864:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369186560, found 0 last_xid 1871652369186559 00000020:00000001:1.0:1784950399.956866:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950399.956867:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784950399.956869:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1784950399.956872:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950399.956874:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950399.956878:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950399.956880:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000df4691ca. 00000100:00000040:3.0:1784950399.956880:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950399.956882:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950399.956887:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1784950399.956889:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1784950399.956890:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950399.956890:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdf88c3f. 00000100:00000001:1.0:1784950399.956895:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1784950399.956896:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950399.956898:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369186176, offset 224 00000100:00000001:0.0:1784950399.956901:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950399.956902:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1784950399.956903:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000010:1.0:1784950399.956910:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000457d0873. 00000100:00000001:2.0:1784950399.956912:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1784950399.956913:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950399.956913:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950399.956917:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950399.956919:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:0.0:1784950399.956924:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369186432 00000100:00000001:1.0:1784950399.956925:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950399.956928:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001fb84426. 00000020:00000001:1.0:1784950399.956933:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950399.956935:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000001:0.0:1784950399.956937:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:2.0:1784950399.956937:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950399.956940:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369186688 00000100:00000001:2.0:1784950399.956948:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950399.956949:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:0.0:1784950399.956951:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f398a008 x1871652369186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:550/0 lens 224/224 e 0 to 0 dl 1784950410 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950399.956955:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10833:10833:239:4294967295] 192.168.203.114@tcp LPNI seq info [9597:9597:8:4294967295] 00000020:00000001:2.0:1784950399.956957:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1784950399.956961:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000d1892d2d x1871652369186688/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:550/0 lens 224/224 e 0 to 0 dl 1784950410 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1784950399.956967:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369186560 00010000:00000001:2.0:1784950399.956977:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:2.0:1784950399.956989:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000054c3966b x1871652369186560/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:550/0 lens 224/224 e 0 to 0 dl 1784950410 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950399.957002:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:0.0:1784950399.957013:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950399.957016:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950399.957022:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950399.957023:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950399.957030:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:2.0:1784950399.957033:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00001000:0.0:1784950399.957035:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=32 v=5 (1 1 1 1) 00000100:00001000:1.0:1784950399.957035:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=32 v=5 (1 1 1 1) 00010000:00000001:2.0:1784950399.957037:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950399.957037:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083b5681e. 00000100:00001000:2.0:1784950399.957047:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=32 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950399.957052:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950399.957055:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1784950399.957056:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950399.957061:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950399.957063:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000040:0.0:1784950399.957067:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000040:2.0:1784950399.957071:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950399.957072:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000200:3.0:1784950399.957073:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950399.957079:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950399.957082:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1784950399.957082:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000200:3.0:1784950399.957083:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000083b5681e type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1784950399.957088:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950399.957088:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950399.957092:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950399.957095:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950399.957099:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950399.957100:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950399.957103:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950399.957103:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.957108:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950399.957115:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950399.957117:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000040:0.0:1784950399.957119:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950399.957122:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950399.957124:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e147c1b. 00010000:00000001:3.0:1784950399.957126:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950399.957130:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950399.957131:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ff3966. 00000400:00000010:0.0:1784950399.957132:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007db34483. 00000100:00000200:1.0:1784950399.957133:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369186688, offset 224 00000020:00000001:3.0:1784950399.957136:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1784950399.957140:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369186560, offset 224 00000100:00000200:0.0:1784950399.957145:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369186432, offset 224 00000100:00000040:3.0:1784950399.957147:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007190f695 x1871652369186176/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:550/0 lens 224/224 e 0 to 0 dl 1784950410 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950399.957154:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950399.957167:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950399.957176:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:3.0:1784950399.957176:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007190f695 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369186176:12345-192.168.203.114@tcp:400: Request processed in 667us (1233us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950399.957189:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950399.957194:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10834:10834:238:4294967295] 192.168.203.114@tcp LPNI seq info [9598:9598:7:4294967295] 00000100:00100000:3.0:1784950399.957204:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2661 00000100:00000040:3.0:1784950399.957208:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:3.0:1784950399.957214:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950399.957219:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1784950399.957220:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:3.0:1784950399.957224:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0b760c6. 00000800:00000200:1.0:1784950399.957231:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:3.0:1784950399.957233:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dd06b7b. 00000400:00000200:2.0:1784950399.957239:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:1.0:1784950399.957240:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031cff90d. 00000020:00000010:3.0:1784950399.957242:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000204b523b. 00000020:00000040:3.0:1784950399.957253:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000800:00000200:1.0:1784950399.957257:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950399.957260:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10835:10835:237:4294967295] 192.168.203.114@tcp LPNI seq info [9599:9599:6:4294967295] 00000100:00000001:3.0:1784950399.957261:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950399.957273:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950399.957279:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031cff90d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950399.957288:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950399.957292:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950399.957298:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950399.957304:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950399.957306:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950399.957310:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950399.957313:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1784950399.957319:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:2.0:1784950399.957321:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3b91a8d. 00000100:00000040:1.0:1784950399.957327:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1892d2d x1871652369186688/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:550/0 lens 224/224 e 0 to 0 dl 1784950410 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950399.957340:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950399.957343:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10836:10836:236:4294967295] 192.168.203.114@tcp LPNI seq info [9600:9600:5:4294967295] 00000800:00000200:3.0:1784950399.957344:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950399.957352:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083b5681e. 00000800:00000200:2.0:1784950399.957360:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950399.957363:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784950399.957367:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b3b91a8d type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1784950399.957368:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d1892d2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369186688:12345-192.168.203.114@tcp:400: Request processed in 655us (1116us total) trans 0 rc 0/0 00000400:00000200:3.0:1784950399.957381:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950399.957388:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950399.957389:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1551 00000400:00000200:0.0:1784950399.957397:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950399.957399:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000040:2.0:1784950399.957399:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950399.957407:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1784950399.957410:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:1.0:1784950399.957412:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1784950399.957415:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950399.957418:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001655fd17. 00000400:00000200:3.0:1784950399.957418:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdf88c3f 00000020:00000001:2.0:1784950399.957421:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1784950399.957427:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950399.957428:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdf88c3f. 00000020:00000010:1.0:1784950399.957430:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000824c4458. 00000100:00000040:2.0:1784950399.957436:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054c3966b x1871652369186560/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:550/0 lens 224/224 e 0 to 0 dl 1784950410 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950399.957438:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1784950399.957441:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007005012b. 00000800:00000010:0.0:1784950399.957443:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00000100:00000001:3.0:1784950399.957444:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:1.0:1784950399.957452:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:1.0:1784950399.957460:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950399.957465:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950399.957481:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:2.0:1784950399.957489:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000054c3966b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369186560:12345-192.168.203.114@tcp:400: Request processed in 795us (1361us total) trans 0 rc 0/0 00000800:00000200:0.0:1784950399.957491:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950399.957504:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950399.957511:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950399.957516:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2662 00000100:00000040:0.0:1784950399.957517:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000800:00000001:1.0:1784950399.957523:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950399.957527:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000001:1.0:1784950399.957530:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950399.957530:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000800:00000200:3.0:1784950399.957530:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1784950399.957531:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950399.957555:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950399.957558:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1784950399.957559:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000010:3.0:1784950399.957560:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3b91a8d. 00000100:00000001:2.0:1784950399.957571:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1784950399.957572:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950399.957577:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f398a008 x1871652369186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:550/0 lens 224/224 e 0 to 0 dl 1784950410 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950399.957578:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:2.0:1784950399.957584:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7661753. 00000400:00000200:3.0:1784950399.957592:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950399.957598:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000400:00000200:3.0:1784950399.957604:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ff3966 00000400:00000200:1.0:1784950399.957611:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bbf00 00000020:00000010:2.0:1784950399.957612:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a506608. 00000400:00000010:3.0:1784950399.957614:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ff3966. 00000020:00000040:2.0:1784950399.957643:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:3.0:1784950399.957644:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950399.957650:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950399.957652:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950399.957655:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x158e9 [1] + 224 00000100:00100000:0.0:1784950399.957657:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f398a008 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369186432:12345-192.168.203.114@tcp:400: Request processed in 1044us (1569us total) trans 0 rc 0/0 00000800:00000001:1.0:1784950399.957668:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950399.957670:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950399.957675:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031cff90d. 00000100:00100000:0.0:1784950399.957681:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1550 00000400:00000200:3.0:1784950399.957683:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950399.957698:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950399.957703:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950399.957708:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000400:00000200:1.0:1784950399.957719:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950399.957751:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950399.957760:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1784950399.957760:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950399.957763:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1784950399.957770:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000400:00000200:3.0:1784950399.957771:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e147c1b 00000100:00000200:1.0:1784950399.957773:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000848ff4cb x1871652369186560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950399.957778:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e147c1b. 00000020:00000010:0.0:1784950399.957783:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00000001:3.0:1784950399.957788:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950399.957794:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1784950399.957796:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f99e04c1. 00000100:00000040:1.0:1784950399.957803:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000848ff4cb x1871652369186560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784950399.957807:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:0.0:1784950399.957817:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950399.957834:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1784950399.957840:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950399.957845:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000800:00000001:1.0:1784950399.957846:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950399.957854:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950399.957857:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950399.957863:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950399.957865:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950399.957871:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950399.957871:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950399.957871:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007db34483 00000400:00000010:3.0:1784950399.957878:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007db34483. 00000800:00000001:2.0:1784950399.957881:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950399.957885:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1784950399.957890:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950399.957891:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950399.957900:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950399.957904:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950399.957910:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bbd80 00000400:00000001:2.0:1784950399.957913:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950399.957917:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950399.957920:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e867c5d. 00000400:00000200:2.0:1784950399.957925:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc882ed 00000400:00000010:2.0:1784950399.957927:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dbc882ed. 00000100:00000001:2.0:1784950399.957930:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950399.957935:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x158d9 [1] + 224 00000100:00000200:2.0:1784950399.957939:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000848ff4cb x1871652369186560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950399.957948:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950399.957956:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950399.957957:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000848ff4cb x1871652369186560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950399.957963:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950399.957977:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950399.957978:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950399.957983:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950399.957984:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950399.957986:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950399.957989:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1784950399.957992:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031013d55 x1871652369186176/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950399.957993:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950399.957997:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950399.958003:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950399.958013:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=32 v=5 (5 5 5 5) 00000100:00000040:1.0:1784950399.958014:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031013d55 x1871652369186176/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950399.958024:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=32 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950399.958033:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950399.958037:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950399.958042:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950399.958046:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.958055:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950399.958060:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950399.958063:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950399.958065:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950399.958070:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784950399.958071:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000848ff4cb x1871652369186560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950399.958078:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950399.958081:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950399.958085:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784950399.958086:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950399.958088:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950399.958092:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950399.958097:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000848ff4cb x1871652369186560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950399.958098:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950399.958116:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00100000:2.0:1784950399.958122:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000848ff4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369186560:192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950399.958131:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bbf80 00000100:00000001:2.0:1784950399.958132:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950399.958133:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950399.958137:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950399.958142:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950399.958142:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x158f1 [1] + 224 00000100:00000040:2.0:1784950399.958146:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000848ff4cb x1871652369186560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950399.958157:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784950399.958161:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784950399.958164:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950399.958165:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1784950399.958167:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1784950399.958169:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1784950399.958171:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1784950399.958175:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031bfa75f. 00000400:00000010:0.0:1784950399.958176:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000087c306. 00000400:00000200:1.0:1784950399.958183:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:2.0:1784950399.958185:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1784950399.958188:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7101df3 00000020:00000001:2.0:1784950399.958189:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950399.958192:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:0.0:1784950399.958195:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c7101df3. 00000020:00000001:2.0:1784950399.958197:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950399.958201:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000028331646. 00000100:00000001:0.0:1784950399.958205:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950399.958206:0:441634:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784950399.958207:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950399.958213:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950399.958214:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000848ff4cb. 00000100:00000200:1.0:1784950399.958220:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc9ccb62 x1871652369186688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950399.958222:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031013d55 x1871652369186176/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950399.958222:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950399.958227:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950399.958233:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950399.958241:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950399.958245:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950399.958251:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950399.958256:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950399.958264:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc9ccb62 x1871652369186688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950399.958278:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031013d55 x1871652369186176/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950399.958284:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950399.958291:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950399.958298:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950399.958299:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950399.958305:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950399.958305:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950399.958310:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950399.958312:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950399.958318:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784950399.958321:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950399.958324:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950399.958328:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950399.958333:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bbe80 02000000:00000001:0.0:1784950399.958335:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950399.958342:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x158e1 [1] + 224 00000800:00000001:1.0:1784950399.958348:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784950399.958349:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=27 v=5 (5 5 5 5) 00000800:00000001:1.0:1784950399.958353:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950399.958362:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1784950399.958363:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=27 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950399.958370:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950399.958371:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950399.958375:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950399.958377:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950399.958381:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950399.958383:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1784950399.958386:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1784950399.958387:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1784950399.958391:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1784950399.958392:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ff7d5f7 x1871652369186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950399.958394:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950399.958395:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d9f29e3. 00000100:00000001:0.0:1784950399.958406:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1784950399.958407:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000100:00000040:1.0:1784950399.958413:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ff7d5f7 x1871652369186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950399.958414:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000400:00000010:3.0:1784950399.958415:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000100:00000001:0.0:1784950399.958424:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950399.958426:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950399.958430:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950399.958436:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1784950399.958439:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc9ccb62 x1871652369186688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950399.958443:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950399.958444:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031013d55 x1871652369186176/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950399.958449:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950399.958484:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc9ccb62 x1871652369186688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950399.958485:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950399.958495:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950399.958500:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950399.958503:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950399.958508:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950399.958511:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:0.0:1784950399.958514:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031013d55 x1871652369186176/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950399.958516:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950399.958520:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950399.958524:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950399.958531:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950399.958539:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=32 v=5 (5 5 5 5) 00000100:00100000:0.0:1784950399.958544:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000031013d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369186176:192.168.203.114@tcp:400: 00000100:00001000:3.0:1784950399.958546:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=32 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950399.958555:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950399.958559:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950399.958561:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950399.958562:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950399.958569:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00080000:3.0:1784950399.958570:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bc9ccb62 x1871652369186688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950399.958581:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031013d55 x1871652369186176/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950399.958587:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950399.958594:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950399.958598:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950399.958604:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950399.958607:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950399.958612:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1784950399.958616:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc9ccb62 x1871652369186688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950399.958619:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950399.958625:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034450a52. 00000100:00000001:3.0:1784950399.958634:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950399.958637:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950399.958638:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1784950399.958645:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950399.958645:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950399.958651:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000040:3.0:1784950399.958654:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc9ccb62 x1871652369186688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950399.958661:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950399.958667:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004aab43c9. 00000100:00100000:3.0:1784950399.958669:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000bc9ccb62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369186688:192.168.203.114@tcp:400: 02000000:00000001:0.0:1784950399.958677:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950399.958678:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950399.958683:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784950399.958683:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1784950399.958709:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031013d55. 00000100:00000040:3.0:1784950399.958714:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc9ccb62 x1871652369186688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950399.958752:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950399.958754:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950399.958757:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1c348f3. 02000000:00000001:3.0:1784950399.958761:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950399.958763:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950399.958764:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1784950399.958767:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1784950399.958767:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950399.958773:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a86c365d. 00000100:00000001:0.0:1784950399.958774:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950399.958777:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950399.958781:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784950399.958782:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950399.958783:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc9ccb62. 00000100:00000001:0.0:1784950399.958790:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950399.958791:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950399.958797:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950399.958797:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950399.958803:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784950399.958806:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950399.958809:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:0.0:1784950399.958812:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950399.958813:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950399.958819:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3b4a514. 00000100:00000001:3.0:1784950399.958819:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950399.958824:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950399.958829:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077541c23 00000400:00000010:0.0:1784950399.958834:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077541c23. 00000100:00000001:0.0:1784950399.958839:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950399.958846:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ff7d5f7 x1871652369186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950399.958861:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ff7d5f7 x1871652369186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950399.958873:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950399.958875:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950399.958878:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950399.958881:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950399.958883:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950399.958885:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950399.958888:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950399.958893:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=32 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950399.958898:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950399.958902:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950399.958904:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950399.958907:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784950399.958912:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005ff7d5f7 x1871652369186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950399.958923:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950399.958926:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950399.958929:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950399.958931:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950399.958934:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950399.958939:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ff7d5f7 x1871652369186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950399.958951:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950399.958954:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950399.958956:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950399.958960:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ff7d5f7 x1871652369186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950399.958973:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005ff7d5f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369186432:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950399.958979:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950399.958982:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950399.958986:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ff7d5f7 x1871652369186432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950399.958997:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950399.958999:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950399.959002:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000090073cd. 02000000:00000001:0.0:1784950399.959007:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950399.959010:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950399.959012:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1784950399.959015:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950399.959017:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000000dc50a7. 02000000:00000001:0.0:1784950399.959021:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950399.959023:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950399.959025:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ff7d5f7. 00000100:00000001:0.0:1784950399.959029:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950399.959030:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950399.959033:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950399.959040:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950399.959042:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950399.959045:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950399.959048:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950400.080897:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950400.080904:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000001:0.0:1784950400.080905:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000010:2.0:1784950400.080912:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057fd25ce. 00000004:00000020:0.0:1784950400.080913:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000020:00000040:2.0:1784950400.080921:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000010:0.0:1784950400.080923:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ac54a88. 00000100:00000001:2.0:1784950400.080927:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950400.080933:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1784950400.080934:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:2.0:1784950400.080937:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.080941:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950400.080945:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1784950400.080948:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006415387d. 02000000:00000001:0.0:1784950400.080950:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.080958:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950400.080963:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fcd4257c. 00000100:00000001:2.0:1784950400.080966:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950400.080971:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.080972:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.080981:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1784950400.080982:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057fd25ce] to pc [ptlrpcd_00_00+0] req@0000000057fd25ce x1871652369186816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950400.080985:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950400.081002:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ac54a88] to pc [ptlrpcd_00_01+1] req@000000001ac54a88 x1871652369186944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1784950400.081037:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950400.081040:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.081069:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950400.081075:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950400.081078:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950400.081085:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950400.081087:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057fd25ce x1871652369186816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950400.081091:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950400.081097:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950400.081107:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784950400.081109:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ac54a88 x1871652369186944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950400.081112:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950400.081121:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950400.081126:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950400.081135:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.081138:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1784950400.081143:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000057fd25ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369186816:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950400.081144:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950400.081154:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950400.081155:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950400.081161:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950400.081162:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950400.081166:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950400.081169:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950400.081171:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1784950400.081195:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000001ac54a88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369186944:192.168.203.114@tcp:41: 02000000:00000010:1.0:1784950400.081197:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000601eff20. 00000100:00000001:3.0:1784950400.081205:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950400.081206:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950400.081214:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1784950400.081216:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c10185a8. 02000000:00000001:3.0:1784950400.081219:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950400.081225:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1784950400.081226:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021eb9c96. 02000000:00000010:3.0:1784950400.081232:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a8d19456. 00000100:00000200:1.0:1784950400.081234:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369186816, portal 4 02000000:00000001:3.0:1784950400.081242:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.081243:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950400.081247:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883978368 : -120287825573248 : ffff92994ee2ca80) 00000400:00000010:3.0:1784950400.081254:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d9f29e3. 00000100:00000040:1.0:1784950400.081261:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000057fd25ce x1871652369186816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950400.081264:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000100:00000200:3.0:1784950400.081275:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369186944, portal 4 00000100:00000001:1.0:1784950400.081285:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950400.081286:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950400.081294:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785822336128 : -120287887215488 : ffff92994b363480) 00000100:00000040:1.0:1784950400.081299:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950400.081306:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058027d62. 00000100:00000040:3.0:1784950400.081311:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001ac54a88 x1871652369186944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950400.081313:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369186816, offset 0 00000400:00000200:1.0:1784950400.081332:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950400.081336:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950400.081345:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950400.081349:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:3.0:1784950400.081354:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdf88c3f. 00000400:00000200:1.0:1784950400.081357:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1784950400.081362:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369186944, offset 0 00000400:00000200:1.0:1784950400.081366:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950400.081374:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950400.081382:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950400.081386:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950400.081393:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10837:10837:239:4294967295] 192.168.203.114@tcp LPNI seq info [9601:9601:8:4294967295] 00000400:00000200:1.0:1784950400.081404:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950400.081411:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950400.081418:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a891b017. 00000400:00000200:3.0:1784950400.081421:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000200:1.0:1784950400.081432:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950400.081432:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950400.081443:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:1.0:1784950400.081450:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950400.081456:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784950400.081459:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a891b017 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950400.081465:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950400.081472:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10838:10838:238:4294967295] 192.168.203.114@tcp LPNI seq info [9602:9602:7:4294967295] 00000100:00000001:1.0:1784950400.081484:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950400.081486:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950400.081493:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4718 usecs (5 jiffies) 00000100:00000001:1.0:1784950400.081503:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307338245 00000800:00000200:3.0:1784950400.081503:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950400.081512:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307340539 00000800:00000010:3.0:1784950400.081514:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a86c365d. 00000100:00000001:1.0:1784950400.081516:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307338245 00000100:00000001:1.0:1784950400.081525:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307340539 00000800:00000200:3.0:1784950400.081533:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950400.081534:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307338245 00000100:00000001:1.0:1784950400.081542:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307340539 00000100:00000001:1.0:1784950400.081547:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307338245 00000800:00000200:3.0:1784950400.081553:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950400.081555:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307340539 00000100:00000001:1.0:1784950400.081564:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784950400.081565:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a86c365d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950400.081570:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.081576:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.081580:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.081586:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950400.081589:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950400.081591:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.081593:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950400.081598:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950400.081599:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13810 usecs (14 jiffies) 00000100:00000001:1.0:1784950400.081601:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.081611:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307338254 00000100:00000001:1.0:1784950400.081612:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.081622:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307340539 00000100:00000001:3.0:1784950400.081628:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307338254 00000100:00000001:3.0:1784950400.081630:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307340539 00000100:00000001:3.0:1784950400.081633:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307338254 00000100:00000001:3.0:1784950400.081636:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307340539 00000100:00000001:3.0:1784950400.081638:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307338254 00000100:00000001:3.0:1784950400.081641:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307340539 00000100:00000001:3.0:1784950400.081643:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950400.081646:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.081651:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.081654:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950400.081660:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950400.081662:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950400.081668:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1784950400.081670:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a891b017. 00000100:00000001:3.0:1784950400.081676:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950400.081680:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950400.081682:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950400.081702:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950400.081727:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950400.081731:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950400.081779:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950400.081786:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950400.081788:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950400.081796:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058027d62 00000400:00000010:2.0:1784950400.081800:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000058027d62. 00000100:00000001:2.0:1784950400.081808:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1784950400.081816:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057fd25ce x1871652369186816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950400.081829:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950400.081834:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057fd25ce x1871652369186816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950400.081844:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.081848:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784950400.081952:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1784950400.081952:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:0.0:1784950400.081962:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a86c365d. 00000800:00000001:2.0:1784950400.081964:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950400.081972:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950400.081976:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950400.081977:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950400.081997:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950400.082004:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950400.082004:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950400.082019:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950400.082029:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bc080 00000400:00000200:0.0:1784950400.082037:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdf88c3f 00000400:00000010:0.0:1784950400.082044:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdf88c3f. 00000400:00000200:1.0:1784950400.082048:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bc000 00000100:00000001:0.0:1784950400.082058:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784950400.082065:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 4704 00000100:00000200:0.0:1784950400.082074:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ac54a88 x1871652369186944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950400.082076:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950400.082084:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 4928 00000800:00000001:2.0:1784950400.082092:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950400.082102:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950400.082103:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950400.082117:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950400.082118:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784950400.082123:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950400.082125:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950400.082131:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1784950400.082132:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ac54a88 x1871652369186944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950400.082134:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1784950400.082141:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c93307c1. 00000400:00000200:1.0:1784950400.082150:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950400.082151:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000c93307c1 x1871652369186944 msgsize 224 00000100:00100000:2.0:1784950400.082173:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950400.082182:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.082188:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950400.082193:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1784950400.082211:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950400.082218:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.082230:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950400.082234:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1784950400.082240:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049e93253. 00000100:00000040:1.0:1784950400.082245:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000049e93253 x1871652369186816 msgsize 224 00000100:00100000:1.0:1784950400.082252:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950400.082281:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1784950400.082291:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950400.082296:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1784950400.082297:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950400.082303:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369186944 02000000:00000001:3.0:1784950400.082307:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950400.082310:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950400.082313:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950400.082318:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950400.082322:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369186944 00000020:00000001:3.0:1784950400.082325:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950400.082328:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:3.0:1784950400.082332:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950400.082335:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1784950400.082336:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00100000:2.0:1784950400.082342:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369186816 00000020:00000001:3.0:1784950400.082344:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 02000000:00000001:2.0:1784950400.082348:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1784950400.082350:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950400.082352:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950400.082358:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.082360:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1784950400.082365:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950400.082386:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c69ad0bd. 00000100:00100000:2.0:1784950400.082389:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369186816 00000100:00000001:3.0:1784950400.082394:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950400.082395:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950400.082400:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000010:3.0:1784950400.082402:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c69ad0bd. 00000020:00000001:2.0:1784950400.082405:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950400.082410:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000010:3.0:1784950400.082412:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1c348f3. 00000020:00000001:2.0:1784950400.082414:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000010:3.0:1784950400.082421:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0b760c6. 00000020:00000001:2.0:1784950400.082422:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000010:3.0:1784950400.082433:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dd06b7b. 00000100:00000001:2.0:1784950400.082434:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950400.082444:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000100:00000040:3.0:1784950400.082447:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1784950400.082450:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950400.082453:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1784950400.082456:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00000001:3.0:1784950400.082459:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950400.082463:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950400.082465:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031bfa75f. 00000100:00000001:3.0:1784950400.082471:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950400.082473:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7661753. 00000020:00000010:2.0:1784950400.082482:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000100:00000001:2.0:1784950400.082492:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950400.082496:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950400.082497:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950400.082501:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.082515:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.082516:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950400.082522:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1784950400.082531:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2663 00000100:00000040:3.0:1784950400.082535:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:3.0:1784950400.082538:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883977472 : -120287825574144 : ffff92994ee2c700) 00000100:00000001:2.0:1784950400.082544:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950400.082547:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c93307c1 x1871652369186944/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:551/0 lens 224/0 e 0 to 0 dl 1784950411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950400.082564:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950400.082569:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c69ad0bd. 00000100:00000001:2.0:1784950400.082574:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950400.082576:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950400.082583:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1784950400.082584:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c69ad0bd. 00000100:00000001:0.0:1784950400.082585:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950400.082595:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1784950400.082603:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c93307c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369186944:12345-192.168.203.114@tcp:41: 00000100:00100000:2.0:1784950400.082605:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2664 00000100:00000001:1.0:1784950400.082610:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1784950400.082618:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:1.0:1784950400.082619:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1784950400.082620:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369186944 00000100:00000001:0.0:1784950400.082622:0:455339:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.082628:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032844288 : -120287676707328 : ffff929957c24e00) 00000100:00000001:1.0:1784950400.082630:0:453516:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950400.082631:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950400.082632:0:455339:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.082641:0:453516:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950400.082642:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:2.0:1784950400.082644:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000049e93253 x1871652369186816/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:551/0 lens 224/0 e 0 to 0 dl 1784950411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950400.082649:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950400.082659:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950400.082665:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000001:2.0:1784950400.082668:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1784950400.082672:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1784950400.082677:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000001:00000001:3.0:1784950400.082678:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369186944, found 0 last_xid 1871652369186943 00000020:00000001:3.0:1784950400.082728:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950400.082729:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950400.082733:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1784950400.082763:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00100000:2.0:1784950400.082772:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000049e93253 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369186816:12345-192.168.203.114@tcp:41: 00000020:00000001:3.0:1784950400.082779:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1784950400.082781:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369186816 00000020:00000001:3.0:1784950400.082786:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950400.082788:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950400.082793:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1784950400.082794:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:3.0:1784950400.082801:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1784950400.082803:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950400.082809:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005f51ec4c. 00000020:00000001:2.0:1784950400.082810:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950400.082814:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 02000000:00000001:3.0:1784950400.082817:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950400.082820:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950400.082822:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1784950400.082825:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369186816, found 0 last_xid 1871652369186815 00000020:00000001:2.0:1784950400.082831:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1784950400.082832:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000001:2.0:1784950400.082839:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000004:00000001:3.0:1784950400.082840:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000020:00000001:2.0:1784950400.082843:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000004:00000001:3.0:1784950400.082844:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950400.082848:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.082854:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950400.082857:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000024:3.0:1784950400.082862:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 02000000:00000010:2.0:1784950400.082863:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000e5fa870. 02000000:00000001:2.0:1784950400.082869:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.082875:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1784950400.082875:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000004:00000001:2.0:1784950400.082884:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000020:3.0:1784950400.082885:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000004:00000001:2.0:1784950400.082890:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000020:3.0:1784950400.082893:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000004:00000001:2.0:1784950400.082894:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1784950400.082909:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000004:00000024:2.0:1784950400.082913:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000001:00000001:3.0:1784950400.082914:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950400.082924:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1784950400.082925:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00010000:00000040:3.0:1784950400.082930:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369186944 00000020:00000020:2.0:1784950400.082933:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00010000:00000001:3.0:1784950400.082938:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000020:2.0:1784950400.082940:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000020:2.0:1784950400.082944:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00010000:00000200:3.0:1784950400.082948:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c93307c1 x1871652369186944/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:551/0 lens 224/368 e 0 to 0 dl 1784950411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:2.0:1784950400.082952:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000001:00000001:2.0:1784950400.082965:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1784950400.082968:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000001:00000001:2.0:1784950400.082969:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950400.082975:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950400.082976:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950400.082982:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=33 v=5 (1 1 1 1) 00010000:00000040:2.0:1784950400.082984:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369186816 00010000:00000001:2.0:1784950400.082992:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950400.082995:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:2.0:1784950400.083001:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000049e93253 x1871652369186816/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:551/0 lens 224/368 e 0 to 0 dl 1784950411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950400.083003:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950400.083012:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950400.083022:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950400.083027:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950400.083031:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950400.083033:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1784950400.083035:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950400.083042:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00001000:2.0:1784950400.083045:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=33 v=5 (1 1 1 1) 00000400:00000010:3.0:1784950400.083049:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aee49f67. 00000100:00000001:2.0:1784950400.083052:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1784950400.083058:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369186944, offset 224 00000100:00000040:2.0:1784950400.083059:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950400.083069:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950400.083074:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1784950400.083075:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950400.083078:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.083083:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950400.083093:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950400.083094:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000010:2.0:1784950400.083099:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbc882ed. 00000400:00000200:3.0:1784950400.083107:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10839:10839:239:4294967295] 192.168.203.114@tcp LPNI seq info [9603:9603:8:4294967295] 00000100:00000200:2.0:1784950400.083110:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369186816, offset 224 00000400:00000200:2.0:1784950400.083127:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950400.083138:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950400.083144:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950400.083150:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083b5681e. 00000400:00000200:2.0:1784950400.083156:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:3.0:1784950400.083166:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950400.083192:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10840:10840:238:4294967295] 192.168.203.114@tcp LPNI seq info [9604:9604:7:4294967295] 00000800:00000200:3.0:1784950400.083202:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950400.083209:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000083b5681e type 1, nob 464 niov 1 nkiov 1 00000400:00000200:2.0:1784950400.083223:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950400.083231:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950400.083235:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950400.083238:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e5c2538. 00000100:00000040:3.0:1784950400.083245:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950400.083254:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:2.0:1784950400.083255:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:3.0:1784950400.083258:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950400.083264:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:2.0:1784950400.083269:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:3.0:1784950400.083277:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c93307c1 x1871652369186944/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:551/0 lens 224/368 e 0 to 0 dl 1784950411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950400.083279:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002e5c2538 type 1, nob 464 niov 1 nkiov 1 00000100:00100000:3.0:1784950400.083300:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c93307c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369186944:12345-192.168.203.114@tcp:41: Request processed in 734us (1146us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950400.083308:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950400.083316:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2663 00000100:00000040:2.0:1784950400.083322:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000040:3.0:1784950400.083324:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00010000:00000001:2.0:1784950400.083329:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:3.0:1784950400.083331:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1784950400.083335:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.083337:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1784950400.083341:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1784950400.083344:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0b760c6. 00000100:00000040:2.0:1784950400.083352:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049e93253 x1871652369186816/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:551/0 lens 224/368 e 0 to 0 dl 1784950411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950400.083353:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dd06b7b. 00000020:00000010:3.0:1784950400.083364:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1c348f3. 00000020:00000040:3.0:1784950400.083376:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00100000:2.0:1784950400.083379:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000049e93253 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369186816:12345-192.168.203.114@tcp:41: Request processed in 708us (1129us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950400.083384:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950400.083402:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1784950400.083403:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2664 00000100:00000040:2.0:1784950400.083411:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000800:00000010:0.0:1784950400.083414:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083b5681e. 00000100:00000001:2.0:1784950400.083416:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:1.0:1784950400.083422:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950400.083423:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950400.083428:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1784950400.083432:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7661753. 00000800:00000001:1.0:1784950400.083441:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950400.083442:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000400:00000200:0.0:1784950400.083448:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950400.083451:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950400.083454:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031bfa75f. 00000400:00000200:0.0:1784950400.083464:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aee49f67 00000020:00000040:2.0:1784950400.083466:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000400:00000010:0.0:1784950400.083476:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aee49f67. 00000100:00000001:2.0:1784950400.083478:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950400.083490:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950400.083496:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950400.083511:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950400.083524:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950400.083526:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784950400.083532:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:3.0:1784950400.083533:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e5c2538. 00000800:00000001:0.0:1784950400.083544:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950400.083545:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950400.083566:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950400.083570:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950400.083575:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950400.083581:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc882ed 00000400:00000010:3.0:1784950400.083588:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dbc882ed. 00000400:00000200:1.0:1784950400.083590:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950400.083597:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1784950400.083604:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bc000 00000100:00000001:3.0:1784950400.083605:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1784950400.083618:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bc080 00000400:00000200:0.0:1784950400.083627:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15911 [1] + 224 00000800:00000001:0.0:1784950400.083641:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950400.083647:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15915 [1] + 224 00000800:00000001:0.0:1784950400.083656:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950400.083659:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950400.083664:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950400.083677:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950400.083679:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950400.083714:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950400.083732:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950400.083765:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950400.083772:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950400.083782:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057fd25ce x1871652369186816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950400.083783:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ac54a88 x1871652369186944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950400.083832:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001ac54a88 x1871652369186944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950400.083847:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000057fd25ce x1871652369186816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950400.083867:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950400.083878:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950400.083883:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950400.083885:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950400.083902:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950400.083911:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950400.083925:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950400.083930:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784950400.083936:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950400.083939:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950400.083943:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d9f29e3. 00000100:00000001:2.0:1784950400.083944:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950400.083951:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950400.083953:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000400:00000010:3.0:1784950400.083958:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000100:00000001:3.0:1784950400.083961:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1784950400.083966:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1784950400.083969:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ac54a88 x1871652369186944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784950400.083971:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950400.083977:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c10185a8. 00000400:00000200:2.0:1784950400.083987:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021eb9c96 00000400:00000010:2.0:1784950400.083992:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000021eb9c96. 00000100:00000200:3.0:1784950400.083993:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ac54a88 x1871652369186944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950400.083999:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950400.084010:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057fd25ce x1871652369186816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950400.084011:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950400.084016:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950400.084025:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950400.084030:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950400.084033:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1784950400.084036:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057fd25ce x1871652369186816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950400.084037:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950400.084046:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950400.084057:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=28 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950400.084060:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784950400.084064:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=28 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950400.084065:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950400.084073:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950400.084077:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784950400.084078:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950400.084082:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.084083:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950400.084091:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950400.084091:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950400.084097:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950400.084099:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.084107:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00001000:2.0:1784950400.084110:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=33 v=5 (5 5 5 5) 00000100:00000040:3.0:1784950400.084112:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950400.084119:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00001000:2.0:1784950400.084122:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=33 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950400.084123:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.084133:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1784950400.084137:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ac54a88 x1871652369186944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950400.084139:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950400.084146:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950400.084151:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.084158:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950400.084162:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950400.084165:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950400.084167:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950400.084172:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.084174:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950400.084178:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950400.084184:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057fd25ce x1871652369186816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1784950400.084202:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1784950400.084209:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00000001:2.0:1784950400.084221:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000020:3.0:1784950400.084226:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00000001:2.0:1784950400.084227:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950400.084232:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950400.084238:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000001:3.0:1784950400.084244:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1784950400.084247:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000040:3.0:1784950400.084256:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ac54a88 x1871652369186944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:2.0:1784950400.084261:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:2.0:1784950400.084294:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950400.084305:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057fd25ce x1871652369186816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950400.084308:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000001ac54a88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369186944:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950400.084324:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950400.084332:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1784950400.084338:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000057fd25ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369186816:192.168.203.114@tcp:41: 00000100:00000040:3.0:1784950400.084344:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ac54a88 x1871652369186944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950400.084348:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950400.084356:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950400.084366:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057fd25ce x1871652369186816/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950400.084367:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950400.084372:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950400.084378:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a8d19456. 02000000:00000001:3.0:1784950400.084386:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950400.084387:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1784950400.084390:0:441642:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784950400.084392:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1784950400.084394:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 02000000:00000010:2.0:1784950400.084396:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000601eff20. 00000020:00000001:3.0:1784950400.084400:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1784950400.084404:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1784950400.084405:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fcd4257c. 00000020:00000001:2.0:1784950400.084410:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950400.084414:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1784950400.084414:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1784950400.084421:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1784950400.084422:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1784950400.084428:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006415387d. 00000100:00000010:3.0:1784950400.084429:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ac54a88. 02000000:00000001:2.0:1784950400.084439:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950400.084440:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1784950400.084444:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784950400.084446:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784950400.084451:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057fd25ce. 00000100:00000001:3.0:1784950400.084452:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950400.084461:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950400.084463:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950400.084465:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950400.084469:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.084470:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950400.084481:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950400.084485:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950400.084485:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.084493:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.084501:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950400.084506:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950400.336834:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950400.336840:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950400.336848:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950400.336849:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950400.336979:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950400.336985:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950400.336990:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950400.976806:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950400.976825:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1784950400.976836:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950399/real 0] req@0000000057b2ed91 x1871652369186304/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950400 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950400.976848:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.976850:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950400.976852:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950400.976855:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000057b2ed91 x1871652369186304/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950400 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950400.976861:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.976868:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950400.976869:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.976872:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950400.976874:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950400.976875:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950400.976878:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057b2ed91 x1871652369186304/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950400 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950400.976883:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1784950400.976886:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.976887:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950400.976888:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.976889:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1784950400.976891:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1784950400.976893:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784950400.976910:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:1.0:1784950400.976912:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1784950400.976914:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057b2ed91 x1871652369186304/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950400 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950400.976919:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000057b2ed91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369186304:1.2.3.4@tcp:8: 00000100:00000001:1.0:1784950400.976922:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.976924:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950400.976926:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057b2ed91 x1871652369186304/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950400 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950400.976931:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1784950400.976933:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950400.976935:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1784950400.976936:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950400.976940:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000249f724b. 02000000:00000001:1.0:1784950400.976946:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950400.976948:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950400.976949:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057b2ed91. 00000100:00000001:1.0:1784950400.976952:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950400.976952:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.976954:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950400.976983:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950400.976988:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950400.976995:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc9ccb62. 00000020:00000040:3.0:1784950400.976998:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:3.0:1784950400.977001:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950400.977004:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950400.977008:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950400.977014:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a7ee387. 00000100:00000001:3.0:1784950400.977019:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950400.977023:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000bc9ccb62 x1871652369187072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950400.977031:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950400.977033:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950400.977036:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc9ccb62] to pc [ptlrpcd_00_02+2] req@00000000bc9ccb62 x1871652369187072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950400.977059:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950400.977061:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950400.977063:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950400.977065:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ab8b25f9. 00000020:00000040:3.0:1784950400.977068:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950400.977070:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950400.977071:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950400.977072:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950400.977074:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000079fb329f. 00000100:00000001:0.0:1784950400.977076:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950400.977076:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.977080:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950400.977083:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000ab8b25f9 x1871652369187200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950400.977084:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950400.977091:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc9ccb62 x1871652369187072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950400.977114:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950400.977115:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950400.977116:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.977118:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950400.977121:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab8b25f9] to pc [ptlrpcd_00_03+3] req@00000000ab8b25f9 x1871652369187200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950400.977123:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950400.977124:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784950400.977127:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950400.977129:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950400.977133:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950400.977139:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000bc9ccb62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369187072:0@lo:400: 00000100:00000001:3.0:1784950400.977143:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.977145:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1784950400.977146:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784950400.977149:0:437703:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:0.0:1784950400.977151:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950400.977152:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950400.977152:0:437703:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1784950400.977153:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1784950400.977156:0:437703:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1784950400.977157:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950400.977157:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950400.977161:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950400.977163:0:437703:0:(import.c:485:import_select_connection()) Process entered 02000000:00000010:0.0:1784950400.977165:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f99e04c1. 02000000:00000001:0.0:1784950400.977169:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950400.977169:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ab8b25f9 x1871652369187200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784950400.977170:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12645 00000400:00000010:0.0:1784950400.977174:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3b4a514. 00000400:00000200:3.0:1784950400.977181:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000400:00000010:0.0:1784950400.977182:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077541c23. 00000100:00000001:2.0:1784950400.977183:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950400.977187:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1784950400.977187:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12670 02000000:00000001:2.0:1784950400.977190:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1784950400.977191:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369187072, portal 25 02000000:00000001:2.0:1784950400.977193:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950400.977194:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000100:00000001:0.0:1784950400.977197:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784950400.977199:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.977200:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798856960 : -120287910694656 : ffff929949cff100) 00000100:00080000:3.0:1784950400.977200:0:437703:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1784950400.977204:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ab8b25f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369187200:192.168.203.114@tcp:400: 00000100:00000040:0.0:1784950400.977210:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bc9ccb62 x1871652369187072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950400.977210:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000001:2.0:1784950400.977211:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950400.977216:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950400.977216:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1784950400.977220:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950400.977223:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 02000000:00000001:2.0:1784950400.977225:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950400.977226:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950400.977227:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000010:2.0:1784950400.977230:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031bfa75f. 00000100:00000040:0.0:1784950400.977231:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1784950400.977232:0:437703:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:2.0:1784950400.977235:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950400.977236:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7101df3. 00000020:00000040:3.0:1784950400.977236:0:437703:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 00000400:00000010:2.0:1784950400.977241:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e867c5d. 00000020:00000001:3.0:1784950400.977241:0:437703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:0.0:1784950400.977242:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369187072, offset 0 00000020:00000040:3.0:1784950400.977245:0:437703:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 00000020:00000001:3.0:1784950400.977249:0:437703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000400:00000010:2.0:1784950400.977251:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014170e3d. 00000020:00000001:3.0:1784950400.977251:0:437703:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000400:00000200:0.0:1784950400.977252:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1784950400.977258:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 00000100:00000200:2.0:1784950400.977259:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369187200, portal 4 00000100:00000001:3.0:1784950400.977261:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950400.977262:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950400.977265:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798855168 : -120287910696448 : ffff929949cfea00) 00000100:00000040:3.0:1784950400.977267:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:0.0:1784950400.977270:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1784950400.977271:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000040:3.0:1784950400.977275:0:437703:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 00000100:00000040:2.0:1784950400.977276:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ab8b25f9 x1871652369187200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784950400.977282:0:437703:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 00000400:00000200:0.0:1784950400.977283:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bc100 00000100:00080000:3.0:1784950400.977292:0:437703:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 192.168.203.114@tcp/192.168.203.114@tcp 00000400:00000200:0.0:1784950400.977294:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14211 [2] + 0 00000100:00000001:2.0:1784950400.977294:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950400.977298:0:437703:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950400.977302:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000984425a1. 00000100:00000040:2.0:1784950400.977303:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950400.977304:0:437703:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1784950400.977308:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000be453f6e 00000400:00000010:2.0:1784950400.977309:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000901b1d00. 02000000:00000001:3.0:1784950400.977311:0:437703:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784950400.977312:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369187200, offset 0 00000400:00000200:0.0:1784950400.977315:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950400.977316:0:437703:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.977321:0:437703:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:2.0:1784950400.977322:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950400.977323:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1784950400.977325:0:437703:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950400.977330:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1775566. 00000400:00000200:2.0:1784950400.977334:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000040:3.0:1784950400.977334:0:437703:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1784950400.977340:0:437703:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1784950400.977341:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784950400.977342:0:437703:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950400.977346:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950400.977346:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950400.977348:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950400.977351:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950400.977353:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1784950400.977355:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a8d19456. 00000400:00000200:2.0:1784950400.977356:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950400.977360:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950400.977362:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10841:10841:239:4294967295] 192.168.203.114@tcp LPNI seq info [9605:9605:8:4294967295] 00000100:00100000:3.0:1784950400.977367:0:437703:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e1775566 x1871652369187328/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1784950400.977379:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950400.977383:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950400.977385:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950400.977387:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be453f6e 00000800:00000200:2.0:1784950400.977389:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950400.977391:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000be453f6e. 00000100:00000040:3.0:1784950400.977392:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1775566] to pc [ptlrpcd_rcv+-1] req@00000000e1775566 x1871652369187328/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784950400.977395:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006415387d. 00000100:00000001:0.0:1784950400.977399:0:441643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950400.977402:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:2.0:1784950400.977407:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:0.0:1784950400.977409:0:441643:0:(events.c:337:request_in_callback()) incoming req@0000000082d40600 x1871652369187072 msgsize 224 00000100:00100000:0.0:1784950400.977413:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1784950400.977414:0:437703:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950400.977415:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:2.0:1784950400.977419:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:3.0:1784950400.977420:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:2.0:1784950400.977425:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006415387d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950400.977425:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784950400.977427:0:441643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1784950400.977430:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057b2ed91. 00000400:00000200:0.0:1784950400.977434:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7101df3 00000020:00000040:3.0:1784950400.977434:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:0.0:1784950400.977438:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c7101df3. 00000100:00000001:3.0:1784950400.977438:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950400.977439:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950400.977442:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950400.977445:0:441643:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784950400.977445:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950400.977446:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13802 usecs (14 jiffies) 02000000:00000010:3.0:1784950400.977451:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000042fecc91. 00000100:00000200:0.0:1784950400.977452:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc9ccb62 x1871652369187072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950400.977452:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307339150 00000100:00000001:3.0:1784950400.977456:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.977458:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307340539 00000100:00000001:2.0:1784950400.977464:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307339150 00000100:00000040:3.0:1784950400.977465:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000057b2ed91 x1871652369187456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950400.977469:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307340539 00000100:00000001:1.0:1784950400.977473:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950400.977474:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307339150 00000100:00000001:1.0:1784950400.977478:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950400.977479:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950400.977479:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307340539 00000100:00000001:1.0:1784950400.977483:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950400.977484:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307339150 00000100:00000040:0.0:1784950400.977486:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc9ccb62 x1871652369187072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950400.977487:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950400.977488:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307340539 00000100:00000001:3.0:1784950400.977490:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950400.977491:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e1775566 x1871652369187328/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950400.977493:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950400.977499:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950400.977500:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057b2ed91] to pc [ptlrpcd_00_00+0] req@0000000057b2ed91 x1871652369187456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950400.977504:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.977510:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950400.977517:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950400.977519:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.977521:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950400.977524:0:441643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950400.977527:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950400.977529:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950400.977530:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950400.977533:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.977533:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950400.977537:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950400.977538:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950400.977541:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950400.977542:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950400.977547:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.977548:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307341562 00000100:00100000:1.0:1784950400.977554:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e1775566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369187328:192.168.203.114@tcp:8: 00000100:00000001:1.0:1784950400.977557:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950400.977558:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307340539 00000100:00000001:3.0:1784950400.977559:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950400.977560:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950400.977561:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1784950400.977566:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950400.977566:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1784950400.977567:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369187072 00000100:00000001:0.0:1784950400.977568:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307341562 02000000:00000001:2.0:1784950400.977571:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1784950400.977572:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950400.977574:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307340539 00000100:00000001:3.0:1784950400.977575:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784950400.977576:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1784950400.977578:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005654861f. 00000100:00000001:2.0:1784950400.977580:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950400.977580:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ff7d5f7. 00000100:00000001:0.0:1784950400.977581:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307341562 02000000:00000001:1.0:1784950400.977581:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950400.977586:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950400.977587:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1784950400.977588:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307340539 00000400:00000010:1.0:1784950400.977589:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084259cc1. 00000100:00100000:2.0:1784950400.977591:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369187072 00000100:00000001:3.0:1784950400.977593:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950400.977595:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307341562 00000020:00000001:2.0:1784950400.977595:0:453504:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1784950400.977596:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1784950400.977597:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c595d0d. 00000020:00000040:2.0:1784950400.977599:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 02000000:00000001:3.0:1784950400.977601:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.977602:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307340539 00000100:00000200:1.0:1784950400.977603:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369187328, portal 4 00000020:00000001:2.0:1784950400.977603:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950400.977616:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1784950400.977617:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 02000000:00000010:3.0:1784950400.977617:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fbff510b. 00000100:00000001:1.0:1784950400.977620:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950400.977622:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.977624:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798849792 : -120287910701824 : ffff929949cfd500) 00000020:00000001:2.0:1784950400.977624:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:0.0:1784950400.977625:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.977625:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950400.977629:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:0.0:1784950400.977631:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950400.977634:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000005ff7d5f7 x1871652369187584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950400.977635:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950400.977638:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784950400.977639:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e1775566 x1871652369187328/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950400.977641:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000100:00000001:0.0:1784950400.977642:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950400.977648:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950400.977649:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950400.977652:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950400.977656:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950400.977656:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00000001:3.0:1784950400.977661:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950400.977662:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.977664:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950400.977665:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a506608. 00000100:00000001:1.0:1784950400.977672:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1784950400.977673:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7661753. 00000100:00000040:3.0:1784950400.977673:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ff7d5f7] to pc [ptlrpcd_00_01+1] req@000000005ff7d5f7 x1871652369187584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950400.977693:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:2.0:1784950400.977697:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000400:00000010:1.0:1784950400.977700:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003112622c. 00000100:00000200:1.0:1784950400.977707:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369187328, offset 0 00000100:00000001:3.0:1784950400.977707:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950400.977709:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00080000:3.0:1784950400.977713:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:2.0:1784950400.977714:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950400.977717:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1784950400.977751:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950400.977755:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1784950400.977756:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000200:1.0:1784950400.977761:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950400.977762:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950400.977765:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950400.977767:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950400.977767:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1784950400.977772:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000010:3.0:1784950400.977772:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031013d55. 00000100:00000001:2.0:1784950400.977775:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950400.977776:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000040:3.0:1784950400.977777:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1784950400.977781:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1784950400.977782:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:3.0:1784950400.977785:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1784950400.977788:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10842:10842:238:4294967295] 192.168.203.114@tcp LPNI seq info [9606:9606:7:4294967295] 02000000:00000001:3.0:1784950400.977788:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.977789:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000010:3.0:1784950400.977792:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004a955e85. 00000100:00000001:2.0:1784950400.977793:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950400.977797:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950400.977802:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00000040:2.0:1784950400.977806:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000040:3.0:1784950400.977806:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@0000000031013d55 x1871652369187712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1784950400.977809:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950400.977811:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785715150928 : -120287994400688 : ffff929944d2b050) 00000100:00000040:2.0:1784950400.977820:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000082d40600 x1871652369187072/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:551/0 lens 224/0 e 0 to 0 dl 1784950411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950400.977825:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950400.977826:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950400.977830:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950400.977834:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a891b017. 00000100:00000040:3.0:1784950400.977838:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031013d55] to pc [ptlrpcd_00_02+2] req@0000000031013d55 x1871652369187712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950400.977840:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000200:1.0:1784950400.977844:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:2.0:1784950400.977845:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000800:00000200:0.0:1784950400.977849:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950400.977851:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784950400.977855:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006415387d. 00000800:00000200:1.0:1784950400.977856:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000010:2.0:1784950400.977857:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000400:00000200:0.0:1784950400.977862:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1784950400.977863:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a891b017 type 1, nob 616 niov 1 nkiov 1 00000100:00100000:2.0:1784950400.977867:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000082d40600 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369187072:12345-0@lo:400: 00000400:00000200:0.0:1784950400.977871:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950400.977871:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950400.977878:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369187072 00000100:00000001:1.0:1784950400.977879:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950400.977879:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12676) 00000400:00000200:0.0:1784950400.977880:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000901b1d00 00000400:00000010:0.0:1784950400.977884:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000901b1d00. 00000020:00000001:2.0:1784950400.977884:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:1.0:1784950400.977886:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000020:00000001:2.0:1784950400.977890:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950400.977891:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950400.977891:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307341563 00000020:00000001:2.0:1784950400.977892:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950400.977897:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1784950400.977898:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ab8b25f9 x1871652369187200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950400.977898:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307341562 00000100:00000001:3.0:1784950400.977900:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1784950400.977901:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:3.0:1784950400.977905:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950400.977906:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307341563 00000020:00000001:2.0:1784950400.977908:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950400.977909:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1784950400.977912:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.977914:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307341562 00000020:00000001:2.0:1784950400.977917:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1784950400.977918:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057b2ed91 x1871652369187456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950400.977919:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307341563 00000100:00000001:0.0:1784950400.977924:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950400.977925:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307341562 00000100:00000040:0.0:1784950400.977929:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ab8b25f9 x1871652369187200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950400.977930:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950400.977934:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307341563 00000020:00000001:2.0:1784950400.977934:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.977942:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307341562 00000020:00000001:2.0:1784950400.977942:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950400.977946:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950400.977949:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950400.977951:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950400.977955:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950400.977956:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004dbb257d. 02000000:00000001:2.0:1784950400.977961:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.977962:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.977965:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.977965:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950400.977966:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.977967:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950400.977968:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.977971:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1784950400.977972:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950400.977974:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950400.977975:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:2.0:1784950400.977976:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369187072 02000000:00000001:3.0:1784950400.977977:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950400.977978:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950400.977979:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784950400.977981:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950400.977984:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950400.977985:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.977987:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000200:2.0:1784950400.977988:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000082d40600 x1871652369187072/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:551/0 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950400.977989:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.977991:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950400.977992:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000057b2ed91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369187456:192.168.203.114@tcp:400: 00000800:00000001:0.0:1784950400.977996:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950400.977997:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950400.978001:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950400.978004:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950400.978008:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950400.978011:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950400.978013:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:2.0:1784950400.978013:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1784950400.978014:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1784950400.978017:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950400.978019:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1c348f3. 00000100:00001000:2.0:1784950400.978021:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=38 v=5 (1 1 1 1) 02000000:00000001:3.0:1784950400.978025:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950400.978026:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bc180 00000100:00000001:2.0:1784950400.978029:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1784950400.978032:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d9f29e3. 00000100:00000040:2.0:1784950400.978033:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000400:00000200:0.0:1784950400.978038:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 5152 00000100:00000001:2.0:1784950400.978039:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 02000000:00000001:2.0:1784950400.978044:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:0.0:1784950400.978046:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950400.978046:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950400.978048:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000100:00000001:2.0:1784950400.978049:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950400.978053:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1784950400.978053:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369187456, portal 10 00000400:00000010:2.0:1784950400.978056:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f45ac6d2. 00000100:00000001:3.0:1784950400.978057:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950400.978060:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798850688 : -120287910700928 : ffff929949cfd880) 00000100:00000200:2.0:1784950400.978062:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369187072, offset 224 00000100:00000040:3.0:1784950400.978069:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000057b2ed91 x1871652369187456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950400.978070:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1784950400.978071:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950400.978075:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784950400.978076:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950400.978078:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784950400.978081:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1784950400.978082:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a891b017. 00000100:00000001:3.0:1784950400.978084:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950400.978086:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031013d55 x1871652369187712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950400.978089:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950400.978093:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950400.978096:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bc100 00000400:00000010:3.0:1784950400.978099:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00000400:00000200:1.0:1784950400.978101:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950400.978107:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15929 [1] + 224 00000100:00000001:0.0:1784950400.978116:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784950400.978117:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003112622c 00000100:00000200:3.0:1784950400.978117:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369187456, offset 0 00000100:00000001:0.0:1784950400.978118:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950400.978118:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784950400.978123:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003112622c. 02000000:00000001:0.0:1784950400.978125:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784950400.978128:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1784950400.978129:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950400.978130:0:441635:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1784950400.978135:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950400.978135:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950400.978139:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e1775566 x1871652369187328/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950400.978143:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000031013d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369187712:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950400.978143:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950400.978145:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000200:2.0:1784950400.978150:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc9ccb62 x1871652369187072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950400.978154:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784950400.978156:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784950400.978158:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950400.978162:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950400.978164:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:0.0:1784950400.978167:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950400.978169:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950400.978172:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1784950400.978174:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000090073cd. 00000100:00000040:1.0:1784950400.978177:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e1775566 x1871652369187328/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950400.978179:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950400.978179:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:2.0:1784950400.978181:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc9ccb62 x1871652369187072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950400.978186:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000984425a1. 00000400:00000200:3.0:1784950400.978190:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10843:10843:238:4294967295] 192.168.203.114@tcp LPNI seq info [9607:9607:7:4294967295] 00000400:00000010:0.0:1784950400.978192:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7101df3. 00000100:00000200:0.0:1784950400.978199:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369187712, portal 10 00000100:00000001:0.0:1784950400.978204:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950400.978207:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798848896 : -120287910702720 : ffff929949cfd180) 00000100:00000001:1.0:1784950400.978209:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.978215:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950400.978216:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950400.978217:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784950400.978219:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000031013d55 x1871652369187712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950400.978226:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950400.978228:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950400.978229:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f45ac6d2 00000800:00000001:1.0:1784950400.978233:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950400.978233:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f45ac6d2. 00000800:00000010:3.0:1784950400.978235:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007262da46. 00000100:00000001:2.0:1784950400.978238:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950400.978240:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1784950400.978241:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950400.978241:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1784950400.978245:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:1.0:1784950400.978247:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950400.978249:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950400.978252:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950400.978256:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000800:00000200:3.0:1784950400.978256:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000010:0.0:1784950400.978259:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060846b5f. 00000400:00000200:1.0:1784950400.978260:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:2.0:1784950400.978262:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:3.0:1784950400.978263:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007262da46 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1784950400.978267:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369187712, offset 0 00000020:00000001:2.0:1784950400.978267:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.978269:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950400.978271:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1784950400.978275:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069bc200 00000100:00000040:3.0:1784950400.978276:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5582 usecs (6 jiffies) 00000100:00000040:2.0:1784950400.978279:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000082d40600 x1871652369187072/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:551/0 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950400.978282:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307339143 00000400:00000200:0.0:1784950400.978283:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950400.978287:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307341563 00000100:00000001:3.0:1784950400.978293:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307339143 00000400:00000100:1.0:1784950400.978296:0:441635:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369187328 offset 0 length 520: 4 00000400:00000200:0.0:1784950400.978297:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950400.978299:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307341563 00000100:00100000:2.0:1784950400.978306:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000082d40600 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369187072:12345-0@lo:400: Request processed in 464us (895us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950400.978306:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307339143 00000400:00000200:1.0:1784950400.978307:0:441635:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 0000000048dab533 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1784950400.978308:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950400.978310:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307341563 00000400:00000200:1.0:1784950400.978314:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:3.0:1784950400.978315:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307339143 00000400:00000200:0.0:1784950400.978318:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950400.978321:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307341563 00000400:00000200:0.0:1784950400.978327:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1784950400.978327:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00000001:3.0:1784950400.978328:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950400.978334:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:3.0:1784950400.978334:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950400.978335:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950400.978338:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.978339:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950400.978341:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950400.978343:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950400.978345:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10844:10844:238:4294967295] 192.168.203.114@tcp LPNI seq info [9608:9608:7:4294967295] 00000100:00000001:3.0:1784950400.978347:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950400.978349:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950400.978352:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950400.978354:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950400.978355:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950400.978359:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784950400.978362:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950400.978363:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950400.978365:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950400.978368:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950400.978371:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950400.978373:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784950400.978374:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950400.978374:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950400.978374:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1784950400.978381:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309cba23. 00000100:00000040:3.0:1784950400.978382:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ff7d5f7 x1871652369187584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950400.978383:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950400.978393:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950400.978396:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950400.978398:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950400.978400:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1784950400.978402:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:3.0:1784950400.978403:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950400.978407:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950400.978409:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000309cba23 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784950400.978411:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1784950400.978412:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005ff7d5f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369187584:192.168.203.114@tcp:400: 00000800:00000010:1.0:1784950400.978416:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007262da46. 00000100:00000001:0.0:1784950400.978417:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.978417:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784950400.978421:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950400.978421:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784950400.978423:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5062 usecs (6 jiffies) 02000000:00000001:3.0:1784950400.978424:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950400.978429:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:3.0:1784950400.978430:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950400.978431:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307339143 00000400:00000200:1.0:1784950400.978433:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 02000000:00000010:3.0:1784950400.978435:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000204b523b. 00000100:00000001:0.0:1784950400.978437:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307341563 00000400:00000010:1.0:1784950400.978437:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 02000000:00000001:3.0:1784950400.978440:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.978442:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950400.978445:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307339143 00000400:00000010:3.0:1784950400.978445:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7cdc48a. 00000100:00000200:1.0:1784950400.978448:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057b2ed91 x1871652369187456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950400.978450:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b068732. 00000100:00000001:0.0:1784950400.978452:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307341563 00000100:00000200:3.0:1784950400.978456:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369187584, portal 4 00000100:00000001:0.0:1784950400.978458:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307339143 00000100:00000001:3.0:1784950400.978461:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950400.978465:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307341563 00000100:00000001:3.0:1784950400.978465:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798846208 : -120287910705408 : ffff929949cfc700) 00000100:00000001:1.0:1784950400.978468:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950400.978471:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307339143 00000100:00000040:3.0:1784950400.978474:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005ff7d5f7 x1871652369187584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950400.978475:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057b2ed91 x1871652369187456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950400.978477:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307341563 00000100:00000001:0.0:1784950400.978484:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950400.978490:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950400.978497:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950400.978501:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950400.978505:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784950400.978506:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3b4a514. 00000100:00000040:3.0:1784950400.978512:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950400.978514:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077541c23 00000400:00000010:3.0:1784950400.978517:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000400:00000010:0.0:1784950400.978520:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077541c23. 00000100:00000001:1.0:1784950400.978520:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.978524:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950400.978527:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950400.978527:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369187584, offset 0 00000800:00000001:1.0:1784950400.978539:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950400.978540:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950400.978542:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950400.978543:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc9ccb62 x1871652369187072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950400.978547:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950400.978553:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950400.978559:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950400.978564:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1784950400.978567:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc9ccb62 x1871652369187072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950400.978567:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784950400.978569:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000010:1.0:1784950400.978572:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309cba23. 00000400:00000200:1.0:1784950400.978578:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950400.978578:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10845:10845:238:4294967295] 192.168.203.114@tcp LPNI seq info [9609:9609:7:4294967295] 00000400:00000200:1.0:1784950400.978588:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950400.978591:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950400.978595:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950400.978597:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950400.978600:0:441643:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784950400.978602:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846b5f 02000000:00000001:0.0:1784950400.978605:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000200:3.0:1784950400.978605:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950400.978606:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000060846b5f. 00000100:00000001:0.0:1784950400.978610:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950400.978611:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:3.0:1784950400.978612:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4bcac29. 00000100:00000001:0.0:1784950400.978614:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950400.978618:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031013d55 x1871652369187712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950400.978619:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:0.0:1784950400.978631:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950400.978637:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00001000:0.0:1784950400.978639:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=38 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950400.978639:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1784950400.978640:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c4bcac29 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1784950400.978644:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031013d55 x1871652369187712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950400.978649:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=38 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950400.978649:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950400.978655:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4718 usecs (5 jiffies) 00000100:00000001:1.0:1784950400.978656:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.978657:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950400.978662:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950400.978662:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307339142 00000100:00000001:0.0:1784950400.978663:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950400.978666:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950400.978668:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307341563 00010000:00000001:0.0:1784950400.978670:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950400.978671:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307339142 00000800:00000001:1.0:1784950400.978672:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950400.978674:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.978692:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307341563 00000800:00000001:1.0:1784950400.978694:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950400.978696:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.978697:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307339142 00000800:00000001:1.0:1784950400.978699:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950400.978702:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307341563 00000100:00000040:0.0:1784950400.978704:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc9ccb62 x1871652369187072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950400.978707:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307339142 00000400:00000200:1.0:1784950400.978710:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950400.978713:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307341563 00000100:00000001:3.0:1784950400.978714:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950400.978736:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.978740:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.978743:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950400.978746:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bc380 00000400:00000200:1.0:1784950400.978758:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 154560 00000100:00000001:3.0:1784950400.978760:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950400.978763:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950400.978767:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950400.978768:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950400.978772:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.978775:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950400.978775:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950400.978780:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950400.978782:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950400.978786:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950400.978786:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950400.978791:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1784950400.978794:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc9ccb62 x1871652369187072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950400.978794:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1784950400.978799:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c2084a3e. 00000100:00000040:1.0:1784950400.978805:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000c2084a3e x1871652369187712 msgsize 224 00000100:00100000:0.0:1784950400.978814:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000bc9ccb62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369187072:0@lo:400: 00000100:00100000:1.0:1784950400.978815:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950400.978823:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950400.978825:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950400.978826:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950400.978827:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000010:3.0:1784950400.978830:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4bcac29. 00000800:00000001:1.0:1784950400.978833:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950400.978834:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc9ccb62 x1871652369187072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950400.978836:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950400.978838:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950400.978847:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950400.978851:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950400.978853:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1784950400.978853:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000400:00000200:1.0:1784950400.978855:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784950400.978856:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 02000000:00000001:0.0:1784950400.978858:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784950400.978861:0:441636:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:0.0:1784950400.978863:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f99e04c1. 00000400:00000200:1.0:1784950400.978863:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:3.0:1784950400.978867:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ff7d5f7 x1871652369187584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950400.978872:0:441634:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1784950400.978873:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1784950400.978875:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:0.0:1784950400.978877:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950400.978878:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1784950400.978880:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000596b7c1b. 00000020:00000040:0.0:1784950400.978881:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000100:00000040:3.0:1784950400.978883:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ff7d5f7 x1871652369187584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950400.978886:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000596b7c1b x1871652369187200 msgsize 224 00000020:00000001:0.0:1784950400.978888:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950400.978892:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a7ee387. 02000000:00000001:0.0:1784950400.978898:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1784950400.978900:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:0.0:1784950400.978902:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950400.978906:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc9ccb62. 00000100:00000001:3.0:1784950400.978907:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.978909:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950400.978911:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950400.978911:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950400.978914:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950400.978915:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950400.978917:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950400.978920:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950400.978923:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950400.978924:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1784950400.978925:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950400.978935:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950400.978938:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950400.978939:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950400.978942:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950400.978946:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950400.978949:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950400.978950:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bc280 00000100:00000001:0.0:1784950400.978952:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.978957:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950400.978957:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 154784 00000100:00000001:3.0:1784950400.978960:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1784950400.978963:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950400.978964:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369187712 00000800:00000001:1.0:1784950400.978968:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950400.978968:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950400.978970:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784950400.978972:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950400.978973:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950400.978977:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950400.978978:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950400.978986:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950400.978987:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1784950400.978989:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369187712 00000100:00000200:1.0:1784950400.978991:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1784950400.978992:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369187200 00000020:00000001:3.0:1784950400.978993:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000010:1.0:1784950400.978995:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c01da996. 00000020:00000040:3.0:1784950400.978995:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 02000000:00000001:0.0:1784950400.978997:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1784950400.978998:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:1.0:1784950400.978999:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000c01da996 x1871652369187456 msgsize 224 00000100:00000001:0.0:1784950400.979002:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1784950400.979002:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00100000:1.0:1784950400.979006:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950400.979007:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950400.979008:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:3.0:1784950400.979013:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 02000000:00000001:0.0:1784950400.979015:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.979015:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950400.979017:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1784950400.979021:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369187200 00000800:00000001:1.0:1784950400.979021:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950400.979022:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c69ad0bd. 00000020:00000001:0.0:1784950400.979026:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000001:1.0:1784950400.979027:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950400.979027:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1784950400.979030:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000800:00000001:1.0:1784950400.979032:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950400.979033:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c69ad0bd. 00000020:00000001:0.0:1784950400.979034:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:1.0:1784950400.979037:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950400.979039:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000010:3.0:1784950400.979040:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003980e9ee. 00000400:00000200:1.0:1784950400.979045:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:0.0:1784950400.979046:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000010:3.0:1784950400.979047:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0b760c6. 00000020:00000001:0.0:1784950400.979054:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000200:1.0:1784950400.979054:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bc300 00000020:00000010:3.0:1784950400.979055:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dd06b7b. 00000100:00000001:0.0:1784950400.979062:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950400.979063:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 5376 00000100:00000040:3.0:1784950400.979065:0:453511:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:0.0:1784950400.979068:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d145210. 00000800:00000001:1.0:1784950400.979070:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950400.979070:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950400.979073:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950400.979074:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950400.979078:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950400.979079:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d145210. 00000800:00000001:1.0:1784950400.979079:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950400.979085:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950400.979086:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:0.0:1784950400.979088:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034450a52. 00000100:00000001:3.0:1784950400.979089:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:1.0:1784950400.979090:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950400.979093:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950400.979095:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 00000100:00000001:1.0:1784950400.979095:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950400.979098:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000010:0.0:1784950400.979102:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000010:1.0:1784950400.979103:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000957b4470. 00000100:00000001:3.0:1784950400.979103:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950400.979108:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000957b4470 x1871652369187584 msgsize 224 00000100:00000040:0.0:1784950400.979114:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00100000:1.0:1784950400.979115:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950400.979117:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950400.979120:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1784950400.979121:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369187456 00000100:00000001:0.0:1784950400.979123:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1784950400.979124:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950400.979127:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.979127:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950400.979127:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950400.979132:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950400.979133:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950400.979135:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.979136:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950400.979137:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950400.979138:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369187456 00000020:00000001:3.0:1784950400.979142:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950400.979144:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:3.0:1784950400.979145:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950400.979147:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000001:3.0:1784950400.979150:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:0.0:1784950400.979151:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950400.979152:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:1.0:1784950400.979153:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950400.979157:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950400.979158:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1784950400.979162:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1552 00000020:00000010:3.0:1784950400.979162:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c69ad0bd. 00000100:00000001:0.0:1784950400.979163:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1784950400.979168:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00100000:0.0:1784950400.979169:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369187584 00000100:00000001:3.0:1784950400.979170:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950400.979171:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032847872 : -120287676703744 : ffff929957c25c00) 02000000:00000001:0.0:1784950400.979175:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1784950400.979175:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c69ad0bd. 00000100:00000001:0.0:1784950400.979179:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784950400.979179:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c2084a3e x1871652369187712/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:551/0 lens 224/0 e 0 to 0 dl 1784950411 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950400.979182:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017854499. 00000100:00000001:0.0:1784950400.979184:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950400.979187:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4b71e5a. 02000000:00000001:0.0:1784950400.979191:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950400.979193:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004c433472. 00000100:00100000:0.0:1784950400.979196:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369187584 00000100:00000001:3.0:1784950400.979198:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1784950400.979201:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950400.979202:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950400.979203:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1784950400.979205:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:3.0:1784950400.979205:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950400.979207:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000020:00000001:0.0:1784950400.979209:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950400.979211:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950400.979212:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:0.0:1784950400.979213:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000010:1.0:1784950400.979216:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000100:00000001:3.0:1784950400.979216:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1784950400.979218:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:3.0:1784950400.979220:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950400.979225:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c2084a3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369187712:12345-192.168.203.114@tcp:400: 00000020:00000001:0.0:1784950400.979226:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:3.0:1784950400.979230:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950400.979233:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369187712 00000100:00000001:0.0:1784950400.979234:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1784950400.979236:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:0.0:1784950400.979239:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d145210. 00000020:00000001:1.0:1784950400.979240:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950400.979240:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950400.979243:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950400.979244:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.979245:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950400.979247:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950400.979251:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00100000:3.0:1784950400.979251:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1553 00000020:00000010:0.0:1784950400.979252:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d145210. 00000020:00000001:1.0:1784950400.979258:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1784950400.979258:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000010:0.0:1784950400.979262:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f99e04c1. 00000100:00000001:3.0:1784950400.979262:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785988966144 : -120287720585472 : ffff92995524c700) 00000020:00000001:1.0:1784950400.979263:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950400.979268:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1784950400.979269:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057e9af4d. 00000020:00000001:1.0:1784950400.979270:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1784950400.979272:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c01da996 x1871652369187456/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:551/0 lens 224/0 e 0 to 0 dl 1784950411 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950400.979273:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950400.979277:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d8dc48f. 00000020:00000001:1.0:1784950400.979278:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950400.979282:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950400.979285:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950400.979286:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950400.979287:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1784950400.979289:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ac8eb5c2. 00000100:00000001:0.0:1784950400.979291:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1784950400.979292:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c69ad0bd. 02000000:00000001:1.0:1784950400.979293:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.979295:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.979297:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.979298:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950400.979302:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.979303:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950400.979303:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c69ad0bd. 00010000:00000040:1.0:1784950400.979306:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369187712 00010000:00000001:1.0:1784950400.979310:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00100000:3.0:1784950400.979311:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c01da996 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369187456:12345-192.168.203.114@tcp:400: 00010000:00000200:1.0:1784950400.979315:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c2084a3e x1871652369187712/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:551/0 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950400.979316:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369187456 00000100:00000001:0.0:1784950400.979317:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950400.979322:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950400.979326:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00010000:00000001:1.0:1784950400.979328:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1784950400.979329:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950400.979330:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1784950400.979331:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950400.979332:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1784950400.979334:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00001000:1.0:1784950400.979335:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=33 v=5 (1 1 1 1) 00000020:00000001:3.0:1784950400.979336:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:3.0:1784950400.979342:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1784950400.979343:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2665 00000100:00000001:1.0:1784950400.979343:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1784950400.979346:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950400.979349:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000040:1.0:1784950400.979349:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:3.0:1784950400.979351:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950400.979354:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1784950400.979355:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798430976 : -120287911120640 : ffff929949c97100) 00000100:00000001:1.0:1784950400.979356:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:3.0:1784950400.979357:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950400.979361:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1784950400.979363:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950400.979365:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.979365:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1784950400.979367:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000596b7c1b x1871652369187200/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:551/0 lens 224/0 e 0 to 0 dl 1784950411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950400.979369:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950400.979370:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1784950400.979374:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000249f724b. 00000100:00000040:1.0:1784950400.979377:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950400.979378:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950400.979381:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003112622c. 00000100:00000001:3.0:1784950400.979383:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950400.979387:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369187712, offset 224 00000020:00000001:3.0:1784950400.979388:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950400.979394:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369187456 00000100:00000001:0.0:1784950400.979396:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950400.979399:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000001:3.0:1784950400.979400:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000010:0.0:1784950400.979402:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d145210. 00010000:00000200:3.0:1784950400.979407:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c01da996 x1871652369187456/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:551/0 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950400.979408:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950400.979408:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:0.0:1784950400.979416:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d145210. 00000400:00000200:1.0:1784950400.979420:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10846:10846:239:4294967295] 192.168.203.114@tcp LPNI seq info [9610:9610:8:4294967295] 00000100:00100000:0.0:1784950400.979429:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000596b7c1b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369187200:12345-192.168.203.114@tcp:400: 00010000:00000001:3.0:1784950400.979431:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950400.979435:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950400.979439:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369187200 00000100:00001000:3.0:1784950400.979440:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=33 v=5 (1 1 1 1) 00000400:00000200:1.0:1784950400.979444:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:0.0:1784950400.979445:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950400.979446:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1784950400.979450:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:3.0:1784950400.979453:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000800:00000200:1.0:1784950400.979454:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950400.979456:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.979458:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000010:1.0:1784950400.979460:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a891b017. 00000020:00000001:0.0:1784950400.979462:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1784950400.979463:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1784950400.979467:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000200:1.0:1784950400.979467:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:3.0:1784950400.979467:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.979474:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1784950400.979475:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:1.0:1784950400.979477:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000001:00000001:0.0:1784950400.979481:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369187200, found 0 last_xid 1871652369187199 00000100:00000040:3.0:1784950400.979481:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:1.0:1784950400.979483:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a891b017 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1784950400.979486:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000020:00000001:0.0:1784950400.979487:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950400.979491:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369187456, offset 224 00000020:00000001:0.0:1784950400.979492:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1784950400.979493:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950400.979496:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1784950400.979500:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:0.0:1784950400.979501:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950400.979502:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000001:1.0:1784950400.979505:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950400.979508:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1784950400.979508:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950400.979513:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950400.979514:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1784950400.979514:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:1.0:1784950400.979518:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2084a3e x1871652369187712/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:551/0 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950400.979519:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1784950400.979522:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7661753. 00000400:00000200:3.0:1784950400.979526:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10847:10847:238:4294967295] 192.168.203.114@tcp LPNI seq info [9611:9611:7:4294967295] 02000000:00000010:0.0:1784950400.979534:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004ef374ce. 00000020:00000010:2.0:1784950400.979534:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000020:00000010:2.0:1784950400.979540:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a506608. 02000000:00000001:0.0:1784950400.979541:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950400.979547:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000001:0.0:1784950400.979548:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950400.979553:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1784950400.979555:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950400.979557:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004dbb257d. 00010000:00000040:0.0:1784950400.979561:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369187200 02000000:00000001:2.0:1784950400.979562:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:1.0:1784950400.979563:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c2084a3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369187712:12345-192.168.203.114@tcp:400: Request processed in 354us (751us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950400.979566:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950400.979566:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:0.0:1784950400.979568:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000200:2.0:1784950400.979574:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000200:0.0:1784950400.979578:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000596b7c1b x1871652369187200/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:551/0 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950400.979579:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089696048. 00000100:00100000:1.0:1784950400.979583:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1552 00000800:00000200:3.0:1784950400.979584:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950400.979586:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001838e029. 00000100:00000040:1.0:1784950400.979591:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000800:00000010:3.0:1784950400.979592:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4bcac29. 00000100:00000001:1.0:1784950400.979596:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950400.979600:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1784950400.979603:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000200:3.0:1784950400.979603:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:0.0:1784950400.979604:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1784950400.979605:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0b760c6. 00000100:00000001:2.0:1784950400.979607:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1784950400.979608:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950400.979612:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dd06b7b. 00000100:00001000:0.0:1784950400.979613:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=33 v=5 (1 1 1 1) 00000800:00000200:3.0:1784950400.979615:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:2.0:1784950400.979629:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2666 00000800:00000200:3.0:1784950400.979630:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c4bcac29 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1784950400.979631:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003980e9ee. 00000100:00000001:0.0:1784950400.979633:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950400.979634:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000020:00000040:1.0:1784950400.979637:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:2.0:1784950400.979639:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785988979584 : -120287720572032 : ffff92995524fb80) 00000100:00000001:3.0:1784950400.979639:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950400.979642:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950400.979642:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950400.979648:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000040:2.0:1784950400.979649:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000957b4470 x1871652369187584/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:551/0 lens 224/0 e 0 to 0 dl 1784950411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950400.979650:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00010000:00000001:3.0:1784950400.979654:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:0.0:1784950400.979657:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1784950400.979658:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950400.979662:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950400.979663:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950400.979665:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950400.979669:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1784950400.979670:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000100:00000040:3.0:1784950400.979670:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c01da996 x1871652369187456/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:551/0 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950400.979672:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950400.979675:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784950400.979688:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a891b017. 00000020:00000010:2.0:1784950400.979690:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00000040:0.0:1784950400.979694:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950400.979694:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784950400.979702:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077541c23. 00000100:00100000:2.0:1784950400.979702:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000957b4470 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369187584:12345-192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950400.979704:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:0.0:1784950400.979711:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369187200, offset 224 00000400:00000200:1.0:1784950400.979713:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003112622c 00000100:00000200:2.0:1784950400.979713:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369187584 00000100:00100000:3.0:1784950400.979714:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c01da996 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369187456:12345-192.168.203.114@tcp:400: Request processed in 423us (711us total) trans 0 rc 0/0 00000400:00000010:1.0:1784950400.979718:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003112622c. 00000020:00000001:2.0:1784950400.979739:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950400.979744:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1784950400.979744:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950400.979748:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1784950400.979749:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950400.979752:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1553 00000400:00000200:0.0:1784950400.979753:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950400.979754:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950400.979758:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000040:3.0:1784950400.979758:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:3.0:1784950400.979763:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1784950400.979764:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950400.979767:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950400.979768:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000001:00000001:2.0:1784950400.979768:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369187584, found 0 last_xid 1871652369187583 00000020:00000010:3.0:1784950400.979772:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4b71e5a. 00000020:00000001:2.0:1784950400.979773:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950400.979777:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1784950400.979778:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004c433472. 00000020:00000001:2.0:1784950400.979780:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1784950400.979782:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10848:10848:238:4294967295] 192.168.203.114@tcp LPNI seq info [9612:9612:7:4294967295] 00000800:00000200:1.0:1784950400.979782:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1784950400.979783:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950400.979784:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017854499. 00000800:00000010:1.0:1784950400.979788:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4bcac29. 00000020:00000001:2.0:1784950400.979790:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000040:3.0:1784950400.979792:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:2.0:1784950400.979794:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1784950400.979795:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950400.979796:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950400.979797:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1784950400.979803:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004dbb257d. 00000400:00000200:1.0:1784950400.979807:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:2.0:1784950400.979807:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.979812:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950400.979814:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:2.0:1784950400.979815:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1784950400.979819:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369187584 00010000:00000001:2.0:1784950400.979822:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:1.0:1784950400.979825:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00010000:00000200:2.0:1784950400.979829:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000957b4470 x1871652369187584/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:551/0 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950400.979830:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950400.979830:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000800:00000001:3.0:1784950400.979831:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950400.979835:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:3.0:1784950400.979838:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.979839:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000010:0.0:1784950400.979840:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a721ffc. 00010000:00000001:2.0:1784950400.979844:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000001:3.0:1784950400.979845:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784950400.979847:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950400.979850:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950400.979851:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00001000:2.0:1784950400.979852:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=33 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950400.979859:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1784950400.979861:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:0.0:1784950400.979865:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:2.0:1784950400.979865:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950400.979870:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000200:0.0:1784950400.979872:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001a721ffc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950400.979873:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bc380 02000000:00000001:2.0:1784950400.979875:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950400.979878:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950400.979881:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950400.979884:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x1594d [1] + 224 00000100:00000040:2.0:1784950400.979885:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950400.979889:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950400.979890:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f45ac6d2. 00000800:00000001:3.0:1784950400.979891:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950400.979896:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369187584, offset 224 00000800:00000001:3.0:1784950400.979897:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950400.979898:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950400.979903:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1784950400.979904:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:2.0:1784950400.979907:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950400.979908:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950400.979913:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1784950400.979913:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950400.979917:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:0.0:1784950400.979921:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000596b7c1b x1871652369187200/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:551/0 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950400.979923:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10849:10849:238:4294967295] 192.168.203.114@tcp LPNI seq info [9613:9613:7:4294967295] 00000400:00000200:2.0:1784950400.979937:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950400.979944:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950400.979949:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a721ffc. 00000400:00000200:1.0:1784950400.979955:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950400.979955:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1784950400.979956:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950400.979962:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031013d55 x1871652369187712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784950400.979964:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006415387d. 00000400:00000200:1.0:1784950400.979968:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950400.979970:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000596b7c1b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369187200:12345-192.168.203.114@tcp:400: Request processed in 568us (1076us total) trans 0 rc 0/0 00000400:00000200:1.0:1784950400.979975:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077541c23 00000800:00000200:2.0:1784950400.979975:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:1.0:1784950400.979980:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077541c23. 00000100:00000001:1.0:1784950400.979985:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000200:2.0:1784950400.979987:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950400.979988:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1784950400.979994:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2665 00000800:00000200:2.0:1784950400.979994:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006415387d type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784950400.979995:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031013d55 x1871652369187712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950400.979996:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950400.980002:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:2.0:1784950400.980002:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950400.980003:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950400.980010:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:1.0:1784950400.980010:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950400.980011:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950400.980014:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1784950400.980015:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000001:1.0:1784950400.980016:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950400.980016:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784950400.980019:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950400.980020:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000020:00000001:2.0:1784950400.980022:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1784950400.980026:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:0.0:1784950400.980029:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00000040:2.0:1784950400.980029:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000957b4470 x1871652369187584/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:551/0 lens 224/224 e 0 to 0 dl 1784950411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950400.980037:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034450a52. 00000400:00000200:1.0:1784950400.980039:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bc180 00000100:00100000:2.0:1784950400.980046:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000957b4470 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369187584:12345-192.168.203.114@tcp:400: Request processed in 377us (934us total) trans 0 rc 0/0 00000020:00000040:0.0:1784950400.980048:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000200:1.0:1784950400.980050:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15931 [1] + 224 00000100:00000001:0.0:1784950400.980055:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950400.980057:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950400.980062:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006415387d. 00000800:00000001:1.0:1784950400.980063:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950400.980064:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2666 00000100:00000040:2.0:1784950400.980069:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000200:3.0:1784950400.980070:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950400.980071:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950400.980071:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950400.980075:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1784950400.980076:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950400.980077:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950400.980078:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950400.980079:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057e9af4d. 00000100:00000001:0.0:1784950400.980082:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1784950400.980085:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d8dc48f. 00000400:00000200:1.0:1784950400.980086:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950400.980086:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f45ac6d2 00000400:00000010:3.0:1784950400.980092:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f45ac6d2. 00000020:00000010:2.0:1784950400.980093:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f99e04c1. 00000100:00000001:3.0:1784950400.980096:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1784950400.980097:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1784950400.980098:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:3.0:1784950400.980099:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1784950400.980101:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784950400.980103:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950400.980105:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000984425a1. 00000800:00000001:3.0:1784950400.980106:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950400.980112:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7101df3 00000800:00000001:3.0:1784950400.980113:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950400.980115:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c7101df3. 00000800:00000001:3.0:1784950400.980116:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950400.980120:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950400.980122:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950400.980122:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950400.980128:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:1.0:1784950400.980132:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ab8b25f9 x1871652369187200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950400.980133:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031013d55 x1871652369187712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950400.980140:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bc280 00000400:00000200:3.0:1784950400.980151:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15941 [1] + 224 00000800:00000001:3.0:1784950400.980161:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950400.980164:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ab8b25f9 x1871652369187200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950400.980166:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950400.980168:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031013d55 x1871652369187712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950400.980171:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950400.980180:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950400.980187:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950400.980193:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057b2ed91 x1871652369187456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950400.980200:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950400.980204:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950400.980209:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950400.980212:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950400.980216:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950400.980220:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950400.980221:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057b2ed91 x1871652369187456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950400.980223:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784950400.980224:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950400.980229:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784950400.980231:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=33 v=5 (5 5 5 5) 00000800:00000001:1.0:1784950400.980234:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950400.980237:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=33 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950400.980239:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950400.980241:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950400.980244:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950400.980247:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1784950400.980247:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950400.980251:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1784950400.980253:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1784950400.980254:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000031013d55 x1871652369187712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950400.980255:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1784950400.980257:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950400.980258:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1784950400.980260:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1784950400.980261:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.980262:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950400.980264:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950400.980267:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e867c5d. 00000400:00000200:2.0:1784950400.980274:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014170e3d 00000400:00000200:3.0:1784950400.980274:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:0.0:1784950400.980279:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950400.980279:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000014170e3d. 00000400:00000200:3.0:1784950400.980285:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bc300 00000100:00000001:0.0:1784950400.980286:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1784950400.980286:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950400.980286:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1784950400.980290:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784950400.980291:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000400:00000010:1.0:1784950400.980294:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d9f29e3. 00000100:00000200:2.0:1784950400.980294:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ab8b25f9 x1871652369187200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950400.980295:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950400.980301:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950400.980301:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000400:00000010:1.0:1784950400.980305:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000100:00000001:1.0:1784950400.980309:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950400.980309:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ab8b25f9 x1871652369187200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950400.980313:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031013d55 x1871652369187712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950400.980315:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15955 [1] + 224 00000100:00000200:1.0:1784950400.980317:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057b2ed91 x1871652369187456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950400.980328:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950400.980334:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950400.980340:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950400.980350:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950400.980356:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784950400.980357:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057b2ed91 x1871652369187456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950400.980358:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950400.980364:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1784950400.980365:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ff7d5f7 x1871652369187584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950400.980366:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950400.980368:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950400.980370:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950400.980376:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950400.980379:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1784950400.980381:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031013d55 x1871652369187712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950400.980382:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950400.980384:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950400.980386:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.980388:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950400.980391:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.980394:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950400.980398:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1784950400.980398:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=28 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950400.980401:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784950400.980402:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ff7d5f7 x1871652369187584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950400.980405:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950400.980408:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=28 v=5 (1 1 1 1) 02000000:00000001:1.0:1784950400.980411:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950400.980415:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000031013d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369187712:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950400.980418:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1784950400.980419:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=33 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950400.980421:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950400.980427:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950400.980428:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784950400.980429:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=33 v=5 (1 1 1 1) 00010000:00000001:2.0:1784950400.980430:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950400.980434:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950400.980436:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950400.980437:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950400.980438:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1784950400.980439:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950400.980440:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950400.980441:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950400.980443:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950400.980444:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031013d55 x1871652369187712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950400.980445:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1784950400.980446:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784950400.980448:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1784950400.980454:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000057b2ed91 x1871652369187456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950400.980457:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ab8b25f9 x1871652369187200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950400.980474:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950400.980478:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950400.980481:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000090073cd. 00010000:00000001:1.0:1784950400.980488:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950400.980489:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950400.980489:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950400.980493:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1784950400.980494:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784950400.980494:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1784950400.980498:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:1.0:1784950400.980498:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950400.980498:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.980503:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1784950400.980505:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:2.0:1784950400.980506:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ab8b25f9 x1871652369187200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950400.980507:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950400.980509:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004a955e85. 00000100:00000040:1.0:1784950400.980515:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057b2ed91 x1871652369187456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950400.980517:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950400.980521:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950400.980525:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031013d55. 00000100:00100000:2.0:1784950400.980527:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ab8b25f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369187200:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950400.980536:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950400.980536:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950400.980539:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950400.980540:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950400.980541:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1784950400.980544:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ab8b25f9 x1871652369187200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950400.980545:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.980545:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950400.980552:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950400.980555:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057b2ed91 x1871652369187456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950400.980556:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950400.980559:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950400.980560:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1784950400.980561:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031bfa75f. 00000100:00000001:0.0:1784950400.980564:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950400.980567:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950400.980570:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950400.980572:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1784950400.980574:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00100000:1.0:1784950400.980576:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000057b2ed91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369187456:192.168.203.114@tcp:400: 00000020:00000001:2.0:1784950400.980577:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950400.980578:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950400.980580:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000079fb329f. 00000100:00000001:1.0:1784950400.980584:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950400.980585:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950400.980588:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950400.980589:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1784950400.980590:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ab8b25f9. 00000100:00000040:1.0:1784950400.980593:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057b2ed91 x1871652369187456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950400.980595:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950400.980597:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950400.980601:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.980606:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950400.980607:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784950400.980608:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784950400.980609:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950400.980611:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1c348f3. 00000100:00000001:2.0:1784950400.980612:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950400.980615:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950400.980617:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950400.980619:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950400.980620:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1784950400.980622:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950400.980623:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000042fecc91. 02000000:00000001:1.0:1784950400.980625:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950400.980637:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950400.980638:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057b2ed91. 00000100:00000001:1.0:1784950400.980640:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950400.980641:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.980642:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.980644:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950400.980645:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950400.980646:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950400.980647:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950400.980648:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7cdc48a. 00000400:00000200:1.0:1784950400.980650:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b068732 00000400:00000010:1.0:1784950400.980651:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003b068732. 00000100:00000001:1.0:1784950400.980653:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950400.980654:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ff7d5f7 x1871652369187584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950400.980660:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ff7d5f7 x1871652369187584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950400.980663:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950400.980664:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.980665:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950400.980666:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950400.980667:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950400.980668:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950400.980669:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950400.980671:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=33 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950400.980673:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=33 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950400.980674:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950400.980675:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950400.980676:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950400.980691:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.980693:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950400.980694:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950400.980695:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950400.980696:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950400.980699:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ff7d5f7 x1871652369187584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950400.980703:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950400.980704:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950400.980705:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950400.980707:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ff7d5f7 x1871652369187584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950400.980711:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005ff7d5f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369187584:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950400.980713:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.980714:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950400.980715:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ff7d5f7 x1871652369187584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950400.980740:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950400.980741:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950400.980742:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000204b523b. 02000000:00000001:1.0:1784950400.980744:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950400.980744:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950400.980745:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1784950400.980747:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950400.980747:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fbff510b. 02000000:00000001:1.0:1784950400.980749:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950400.980750:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950400.980751:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ff7d5f7. 00000100:00000001:1.0:1784950400.980752:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950400.980753:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.980754:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950400.980757:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950400.980758:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950400.980759:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950400.980760:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950401.360864:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950401.360870:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950401.360876:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950401.360877:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950401.360999:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950401.361004:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950401.361009:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950402.000865:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950402.000882:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950402.000884:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950402.000890:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950402.000894:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950402.000899:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950402.000902:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950402.384846:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950402.384854:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950402.384862:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950402.384866:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950402.384869:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950402.384872:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950402.384876:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950402.384878:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950402.384881:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950402.384883:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950402.385003:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950402.385009:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950402.385014:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950403.024860:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950403.024876:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950403.024878:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950403.024884:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950403.024888:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950403.024894:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950403.024897:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950403.408863:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307341563, at 4307341568 00000100:00000040:0.0:1784950403.408865:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307341563, at 4307341568 00000100:00000010:1.0:1784950403.408890:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a05d45b. 00000100:00000040:3.0:1784950403.408891:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307341563, at 4307341568 00010000:00000001:2.0:1784950403.408897:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00000100:00000010:0.0:1784950403.408900:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ffae0f5. 00010000:00000001:2.0:1784950403.408907:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950403.408908:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fee74845. 00010000:00000001:2.0:1784950403.408921:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950403.408926:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950403.408969:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307341563, at 4307341568 00000100:00000010:2.0:1784950403.408980:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000194ebe91. 00000020:00000001:3.0:1784950403.408983:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950403.408989:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950403.408994:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950404.048873:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950404.048891:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950404.048894:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950404.048901:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950404.048905:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950404.048909:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950404.048912:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950404.432858:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950404.432866:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950404.432875:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950404.432877:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950404.433002:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950404.433008:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950404.433013:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950405.072794:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950405.072801:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1784950405.072811:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950380/real 1784950380] req@00000000cd729a45 x1871652369183104/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950405 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950405.072825:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950405.072827:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950405.072829:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bad3b2f8. 00000400:00000200:1.0:1784950405.072835:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c6a3f6 00000400:00000010:1.0:1784950405.072837:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000018c6a3f6. 00000100:00000001:1.0:1784950405.072841:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950405.072844:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd729a45 x1871652369183104/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950405 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950405.072850:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd729a45 x1871652369183104/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950405 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950405.072855:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950405.072856:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950405.072858:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950405.072860:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950405.072862:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cd729a45 x1871652369183104/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950405 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950405.072866:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950405.072873:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950405.072875:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950405.072876:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950405.072879:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950405.072881:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950405.072883:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd729a45 x1871652369183104/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950405 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950405.072888:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1784950405.072890:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950405.072891:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950405.072892:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950405.072893:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1784950405.072895:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1784950405.072897:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784950405.072926:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:1.0:1784950405.072928:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1784950405.072931:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd729a45 x1871652369183104/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950405 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950405.072935:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000cd729a45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369183104:192.168.203.114@tcp:8: 00000100:00000001:1.0:1784950405.072939:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950405.072941:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950405.072943:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd729a45 x1871652369183104/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950405 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950405.072948:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950405.072950:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950405.072954:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e3646475. 02000000:00000001:1.0:1784950405.072958:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950405.072960:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:2.0:1784950405.072961:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:1.0:1784950405.072962:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1784950405.072968:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784950405.072969:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:1.0:1784950405.072971:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000e254b15f. 02000000:00000001:1.0:1784950405.072975:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1784950405.072976:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057fd25ce. 02000000:00000001:1.0:1784950405.072977:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950405.072980:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd729a45. 00000020:00000040:2.0:1784950405.072981:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950405.072983:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950405.072985:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950405.072987:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950405.072987:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950405.073002:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950405.073006:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950405.073012:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e5c2538. 00000100:00000001:2.0:1784950405.073017:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950405.073022:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@0000000057fd25ce x1871652369187840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950405.073030:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950405.073031:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950405.073035:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057fd25ce] to pc [ptlrpcd_00_03+3] req@0000000057fd25ce x1871652369187840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950405.073057:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950405.073059:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950405.073061:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950405.073063:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ed45f0c. 00000020:00000040:2.0:1784950405.073065:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950405.073066:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950405.073067:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950405.073068:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950405.073070:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b3b91a8d. 00000100:00000001:2.0:1784950405.073072:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950405.073075:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@000000006ed45f0c x1871652369187968/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950405.073080:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950405.073080:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950405.073082:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ed45f0c] to pc [ptlrpcd_00_00+0] req@000000006ed45f0c x1871652369187968/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950405.073097:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950405.073099:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784950405.073102:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1784950405.073104:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950405.073107:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950405.073108:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031345b0b. 00000020:00000040:2.0:1784950405.073110:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1784950405.073112:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950405.073114:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950405.073115:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950405.073118:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ebc2a5d. 00000100:00000001:2.0:1784950405.073120:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950405.073122:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000031345b0b x1871652369188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950405.073124:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950405.073124:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950405.073129:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950405.073129:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950405.073130:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950405.073130:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950405.073134:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950405.073135:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.073135:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950405.073136:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950405.073142:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ed45f0c x1871652369187968/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950405.073143:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057fd25ce x1871652369187840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950405.073144:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031345b0b] to pc [ptlrpcd_00_01+1] req@0000000031345b0b x1871652369188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950405.073156:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950405.073159:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.073180:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950405.073182:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950405.073183:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950405.073184:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950405.073187:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950405.073188:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950405.073188:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950405.073190:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950405.073193:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950405.073193:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784950405.073194:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950405.073200:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950405.073201:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784950405.073203:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784950405.073203:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000057fd25ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369187840:0@lo:400: 00000100:00000010:2.0:1784950405.073205:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004838e8b3. 00000100:00000001:0.0:1784950405.073208:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1784950405.073210:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006ed45f0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369187968:192.168.203.114@tcp:400: 00000020:00000040:2.0:1784950405.073211:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1784950405.073212:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950405.073213:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950405.073218:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950405.073218:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950405.073221:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784950405.073222:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031345b0b x1871652369188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950405.073222:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950405.073224:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950405.073224:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950405.073226:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950405.073227:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950405.073231:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784950405.073232:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009b5272c8. 02000000:00000001:1.0:1784950405.073233:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950405.073237:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017854499. 02000000:00000010:1.0:1784950405.073239:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007005012b. 00000100:00000001:2.0:1784950405.073239:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950405.073243:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.073244:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1784950405.073245:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.073248:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950405.073249:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000004838e8b3 x1871652369188224/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1784950405.073250:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfa2da. 02000000:00000001:0.0:1784950405.073252:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1784950405.073252:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc2bb4e0. 02000000:00000001:0.0:1784950405.073256:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784950405.073269:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074fd7680. 00000400:00000010:1.0:1784950405.073271:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003112622c. 02000000:00000001:0.0:1784950405.073272:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950405.073272:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950405.073275:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950405.073276:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369187840, portal 25 00000100:00000200:1.0:1784950405.073278:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369187968, portal 4 00000100:00100000:0.0:1784950405.073280:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000031345b0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369188096:192.168.203.114@tcp:400: 00000100:00000040:2.0:1784950405.073282:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004838e8b3] to pc [ptlrpcd_00_02+2] req@000000004838e8b3 x1871652369188224/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.073283:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950405.073285:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950405.073286:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883978368 : -120287825573248 : ffff92994ee2ca80) 00000100:00000001:1.0:1784950405.073288:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883980160 : -120287825571456 : ffff92994ee2d180) 00000100:00000001:0.0:1784950405.073289:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950405.073295:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784950405.073297:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000057fd25ce x1871652369187840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950405.073298:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950405.073301:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006ed45f0c x1871652369187968/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950405.073304:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950405.073305:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950405.073311:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000010:0.0:1784950405.073312:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f99e04c1. 02000000:00000001:0.0:1784950405.073318:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950405.073320:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000010:0.0:1784950405.073325:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000984425a1. 00000100:00000001:2.0:1784950405.073326:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1784950405.073327:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1784950405.073330:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1784950405.073332:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784950405.073334:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7101df3. 00000100:00000040:3.0:1784950405.073335:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1784950405.073338:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:1.0:1784950405.073339:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950405.073340:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369188096, portal 10 00000400:00000010:3.0:1784950405.073340:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000400:00000010:1.0:1784950405.073344:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e7c3c07. 00000100:00080000:2.0:1784950405.073344:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12651 00000100:00000001:0.0:1784950405.073346:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1784950405.073346:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369187840, offset 0 00000100:00000200:1.0:1784950405.073349:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369187968, offset 0 00000100:00000001:0.0:1784950405.073350:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883990912 : -120287825560704 : ffff92994ee2fb80) 00000400:00000200:2.0:1784950405.073358:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000400:00000200:3.0:1784950405.073358:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1784950405.073359:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000031345b0b x1871652369188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784950405.073366:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12650 00000400:00000200:1.0:1784950405.073370:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950405.073376:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000400:00000200:3.0:1784950405.073376:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1784950405.073384:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:2.0:1784950405.073385:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950405.073387:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950405.073392:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1784950405.073394:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1784950405.073396:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950405.073399:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000400:00000200:1.0:1784950405.073400:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000010:0.0:1784950405.073401:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c18e6a7. 00000100:00000001:2.0:1784950405.073404:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000100:00000200:0.0:1784950405.073406:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369188096, offset 0 00000400:00000200:1.0:1784950405.073408:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1784950405.073418:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:1.0:1784950405.073419:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000040:2.0:1784950405.073421:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 00000020:00000001:2.0:1784950405.073425:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1784950405.073427:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950405.073428:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10850:10850:239:4294967295] 192.168.203.114@tcp LPNI seq info [9614:9614:8:4294967295] 00000020:00000040:2.0:1784950405.073430:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000020:00000001:2.0:1784950405.073434:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000020:00000001:2.0:1784950405.073437:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00000040:2.0:1784950405.073442:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950405.073446:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1784950405.073449:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:2.0:1784950405.073451:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 00000100:00000001:2.0:1784950405.073455:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000800:00000200:1.0:1784950405.073459:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000040:2.0:1784950405.073460:0:431120:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000400:00000200:0.0:1784950405.073464:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950405.073464:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bc400 00000800:00000010:1.0:1784950405.073468:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a891b017. 00000100:00080000:2.0:1784950405.073469:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 00000400:00000200:0.0:1784950405.073474:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:2.0:1784950405.073477:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000400:00000200:3.0:1784950405.073479:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1425d [2] + 0 00000800:00000200:1.0:1784950405.073481:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950405.073482:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950405.073484:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950405.073488:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004dc11e7a. 00000400:00000200:0.0:1784950405.073489:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784950405.073490:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1784950405.073495:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000044950e7e 00000400:00000200:0.0:1784950405.073496:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:2.0:1784950405.073498:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784950405.073499:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:2.0:1784950405.073504:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950405.073505:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950405.073506:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10851:10851:238:4294967295] 192.168.203.114@tcp LPNI seq info [9615:9615:7:4294967295] 00000800:00000200:1.0:1784950405.073506:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a891b017 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950405.073507:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1784950405.073512:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950405.073515:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1784950405.073518:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000501f9ecc. 00000020:00000040:2.0:1784950405.073522:0:431120:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:1.0:1784950405.073524:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950405.073527:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:2.0:1784950405.073528:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1784950405.073530:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13795 usecs (14 jiffies) 02000000:00000001:2.0:1784950405.073532:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950405.073535:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044950e7e 00000800:00000200:0.0:1784950405.073537:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950405.073537:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307343246 00000100:00000001:2.0:1784950405.073537:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1784950405.073538:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 0000000044950e7e. 02000000:00000001:2.0:1784950405.073541:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950405.073545:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950405.073546:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000100:00000010:1.0:1784950405.073546:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002690d2ec. 00000100:00000001:3.0:1784950405.073546:0:441644:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:2.0:1784950405.073549:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000001cb2077d. 00000100:00000200:3.0:1784950405.073550:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1784950405.073555:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784950405.073556:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950405.073557:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950405.073557:0:441644:0:(events.c:337:request_in_callback()) incoming req@0000000079f0f3ae x1871652369187840 msgsize 224 00000100:00000001:1.0:1784950405.073566:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307343246 00000100:00100000:2.0:1784950405.073570:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000501f9ecc x1871652369188352/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784950405.073572:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:0.0:1784950405.073573:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000010:1.0:1784950405.073574:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004a57f2a. 00000100:00000040:3.0:1784950405.073578:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:0.0:1784950405.073580:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950405.073581:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784950405.073588:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307343246 00000100:00000001:2.0:1784950405.073590:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950405.073590:0:441644:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1784950405.073602:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af8936ec. 00000100:00000001:2.0:1784950405.073603:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950405.073605:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000100:00000001:1.0:1784950405.073607:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1784950405.073609:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950405.073609:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000100:00000040:2.0:1784950405.073611:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501f9ecc] to pc [ptlrpcd_rcv+-1] req@00000000501f9ecc x1871652369188352/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950405.073612:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307343246 00000100:00000001:3.0:1784950405.073616:0:441644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1784950405.073617:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5580 usecs (6 jiffies) 00000100:00000010:1.0:1784950405.073618:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005285bce4. 00000100:00000001:0.0:1784950405.073623:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307343238 00000100:00000200:3.0:1784950405.073624:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057fd25ce x1871652369187840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950405.073625:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1784950405.073631:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307343246 00000100:00000001:1.0:1784950405.073632:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950405.073637:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307343238 00000100:00000001:1.0:1784950405.073638:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950405.073639:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.073643:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307343246 00000100:00000001:1.0:1784950405.073645:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950405.073646:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950405.073646:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950405.073647:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307343238 00000100:00000001:2.0:1784950405.073664:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1784950405.073667:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950405.073667:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057fd25ce x1871652369187840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950405.073668:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307343246 00000100:00000010:2.0:1784950405.073669:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f866d7f6. 00000100:00000001:1.0:1784950405.073674:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950405.073675:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307343238 00000020:00000040:2.0:1784950405.073676:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1784950405.073678:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950405.073682:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307343246 00000100:00000001:2.0:1784950405.073683:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950405.073684:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950405.073687:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784950405.073688:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950405.073689:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950405.073691:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950405.073692:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.073692:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.073693:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.073698:0:441644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950405.073699:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950405.073699:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d62b3518. 00000100:00000001:0.0:1784950405.073700:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.073704:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.073706:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950405.073706:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.073708:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307345658 00000100:00000001:0.0:1784950405.073715:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784950405.073715:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000f866d7f6 x1871652369188480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950405.073716:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307343246 00000100:00000001:0.0:1784950405.073738:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950405.073741:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950405.073742:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950405.073744:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.073746:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.073752:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307345659 00000100:00000001:3.0:1784950405.073756:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307343246 00000100:00000001:2.0:1784950405.073767:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950405.073768:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307345659 00000100:00000001:2.0:1784950405.073769:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.073774:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307343246 00000100:00000040:2.0:1784950405.073778:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f866d7f6] to pc [ptlrpcd_00_03+3] req@00000000f866d7f6 x1871652369188480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.073779:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307345659 00000100:00000001:3.0:1784950405.073785:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307343246 00000100:00000001:3.0:1784950405.073789:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950405.073794:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.073798:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.073802:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950405.073805:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.073809:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784950405.073812:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12680) 00000100:00000001:3.0:1784950405.073812:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950405.073819:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950405.073821:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784950405.073823:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950405.073823:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950405.073827:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f866d7f6 x1871652369188480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784950405.073828:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a891b017. 00000100:00000001:2.0:1784950405.073829:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950405.073832:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784950405.073834:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784950405.073836:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950405.073836:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1784950405.073840:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 00000100:00000040:2.0:1784950405.073844:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004838e8b3 x1871652369188224/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950405.073846:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950405.073847:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950405.073855:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784950405.073856:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7c3c07 00000400:00000200:0.0:1784950405.073858:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950405.073859:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950405.073861:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000e7c3c07. 02000000:00000001:3.0:1784950405.073865:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784950405.073868:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c18e6a7 00000100:00000001:1.0:1784950405.073868:0:441634:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784950405.073869:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950405.073870:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1784950405.073873:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c18e6a7. 00000100:00000001:2.0:1784950405.073874:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950405.073875:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ed45f0c x1871652369187968/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950405.073875:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.073880:0:441635:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784950405.073880:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1784950405.073883:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369188480:192.168.203.114@tcp:400: 02000000:00000001:2.0:1784950405.073884:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950405.073888:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031345b0b x1871652369188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950405.073891:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.073895:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1784950405.073899:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004838e8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369188224:192.168.203.114@tcp:400: 02000000:00000001:3.0:1784950405.073900:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950405.073901:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784950405.073904:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950405.073909:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ed45f0c x1871652369187968/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950405.073909:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950405.073910:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784950405.073914:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1784950405.073915:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004403da6f. 02000000:00000001:2.0:1784950405.073918:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.073919:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784950405.073920:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950405.073925:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784950405.073926:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bedd139c. 00000100:00000040:0.0:1784950405.073928:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031345b0b x1871652369188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950405.073930:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031bfa75f. 00000100:00000001:1.0:1784950405.073931:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950405.073934:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 02000000:00000001:2.0:1784950405.073936:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950405.073937:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1784950405.073940:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369188480, portal 10 00000400:00000010:2.0:1784950405.073944:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e867c5d. 00000100:00000001:3.0:1784950405.073945:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000001:1.0:1784950405.073946:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950405.073949:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883984640 : -120287825566976 : ffff92994ee2e300) 00000100:00000001:0.0:1784950405.073951:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950405.073952:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014170e3d. 00000100:00000001:0.0:1784950405.073956:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784950405.073956:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950405.073957:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f866d7f6 x1871652369188480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950405.073959:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369188224, portal 4 00000800:00000001:1.0:1784950405.073961:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950405.073964:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000001:0.0:1784950405.073965:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950405.073966:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950405.073969:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883979264 : -120287825572352 : ffff92994ee2ce00) 00000800:00000001:0.0:1784950405.073973:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950405.073979:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950405.073979:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:2.0:1784950405.073980:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004838e8b3 x1871652369188224/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.073982:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1784950405.073983:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950405.073990:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950405.073996:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 00000400:00000200:1.0:1784950405.073997:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bc480 00000400:00000200:0.0:1784950405.073998:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:3.0:1784950405.074001:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369188480, offset 0 00000400:00000200:1.0:1784950405.074009:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 5600 00000100:00000001:2.0:1784950405.074011:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950405.074015:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bc500 00000100:00000040:2.0:1784950405.074018:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950405.074019:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950405.074023:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950405.074025:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a76f2b5f. 00000800:00000001:1.0:1784950405.074028:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950405.074032:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 155008 00000400:00000200:3.0:1784950405.074032:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950405.074033:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950405.074040:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950405.074043:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:2.0:1784950405.074043:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369188224, offset 0 00000800:00000001:0.0:1784950405.074044:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950405.074047:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950405.074051:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000001:0.0:1784950405.074054:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950405.074056:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950405.074058:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950405.074060:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950405.074064:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10852:10852:239:4294967295] 192.168.203.114@tcp LPNI seq info [9616:9616:8:4294967295] 00000400:00000200:0.0:1784950405.074068:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950405.074077:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950405.074081:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950405.074084:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0a8ed32. 00000400:00000200:2.0:1784950405.074086:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000200:3.0:1784950405.074090:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950405.074091:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950405.074097:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:3.0:1784950405.074100:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:2.0:1784950405.074104:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784950405.074105:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a0a8ed32 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950405.074108:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950405.074111:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950405.074114:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10853:10853:238:4294967295] 192.168.203.114@tcp LPNI seq info [9617:9617:7:4294967295] 00000100:00000040:3.0:1784950405.074115:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5060 usecs (6 jiffies) 00000100:00000001:3.0:1784950405.074119:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307343239 00000100:00000001:3.0:1784950405.074122:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307345658 00000100:00000001:3.0:1784950405.074126:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307343239 00000400:00000200:2.0:1784950405.074130:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950405.074130:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307345659 00000100:00000001:3.0:1784950405.074134:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307343239 00000100:00000001:3.0:1784950405.074139:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307345659 00000100:00000001:3.0:1784950405.074140:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307343239 00000100:00000001:1.0:1784950405.074142:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950405.074143:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:2.0:1784950405.074144:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950405.074145:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307345659 00000100:00000200:1.0:1784950405.074146:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:0.0:1784950405.074147:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1784950405.074150:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1784950405.074152:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb2959c5. 00000100:00000001:3.0:1784950405.074154:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950405.074155:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075738190. 00000100:00000010:1.0:1784950405.074155:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098f351bd. 00000100:00000001:3.0:1784950405.074158:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950405.074162:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000075738190 x1871652369188096 msgsize 224 00000100:00000040:1.0:1784950405.074162:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000098f351bd x1871652369187968 msgsize 224 00000800:00000200:2.0:1784950405.074162:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950405.074162:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950405.074170:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950405.074172:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1784950405.074178:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950405.074178:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784950405.074180:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950405.074182:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1784950405.074183:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000200:2.0:1784950405.074186:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eb2959c5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950405.074187:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.074192:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950405.074193:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.074193:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950405.074195:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1784950405.074200:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4717 usecs (5 jiffies) 00000800:00000001:1.0:1784950405.074205:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950405.074205:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307343238 00000800:00000001:3.0:1784950405.074208:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950405.074209:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950405.074209:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307345658 00000800:00000001:1.0:1784950405.074211:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950405.074215:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0a8ed32. 00000800:00000001:3.0:1784950405.074215:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950405.074216:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307343238 00000100:00000001:2.0:1784950405.074221:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307345659 00000400:00000200:0.0:1784950405.074222:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950405.074223:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307343238 00000100:00000001:2.0:1784950405.074227:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307345659 00000400:00000200:0.0:1784950405.074230:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950405.074231:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307343238 00000100:00000001:1.0:1784950405.074232:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1784950405.074236:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 00000100:00000001:2.0:1784950405.074236:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307345659 00000100:00100000:1.0:1784950405.074237:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369187840 00000100:00000001:3.0:1784950405.074238:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784950405.074240:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 02000000:00000001:1.0:1784950405.074242:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950405.074243:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950405.074243:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950405.074245:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950405.074246:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950405.074247:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950405.074249:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950405.074250:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950405.074252:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f866d7f6 x1871652369188480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950405.074254:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000501f9ecc x1871652369188352/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950405.074255:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950405.074257:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950405.074260:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950405.074264:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369187840 00000020:00000001:1.0:1784950405.074269:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950405.074269:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950405.074273:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:1.0:1784950405.074274:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:2.0:1784950405.074279:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784950405.074280:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950405.074281:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950405.074283:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950405.074287:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:2.0:1784950405.074288:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.074291:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950405.074293:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1784950405.074294:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:3.0:1784950405.074297:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950405.074298:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f866d7f6 x1871652369188480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950405.074299:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 02000000:00000001:3.0:1784950405.074300:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950405.074303:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950405.074306:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1784950405.074308:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950405.074311:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000100:00100000:3.0:1784950405.074315:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369188352:1.2.3.4@tcp:8: 00000100:00000001:1.0:1784950405.074318:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950405.074318:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950405.074322:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369188096 00000100:00000001:3.0:1784950405.074324:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1784950405.074325:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 02000000:00000001:2.0:1784950405.074327:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950405.074329:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950405.074331:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950405.074333:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950405.074334:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b9be4ce. 00000100:00000001:2.0:1784950405.074335:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.074339:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950405.074341:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950405.074342:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001655fd17. 00000100:00000001:0.0:1784950405.074343:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.074344:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950405.074347:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369188096 00000100:00000001:0.0:1784950405.074348:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1784950405.074350:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000824c4458. 00000100:00000001:3.0:1784950405.074350:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1784950405.074351:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950405.074354:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950405.074355:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:2.0:1784950405.074358:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950405.074358:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950405.074360:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1784950405.074361:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1784950405.074362:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:3.0:1784950405.074365:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950405.074366:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1784950405.074366:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:3.0:1784950405.074368:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950405.074370:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1784950405.074371:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:1.0:1784950405.074375:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950405.074376:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950405.074380:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000100:00000001:2.0:1784950405.074383:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950405.074384:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950405.074386:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000020:00000010:2.0:1784950405.074391:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a506608. 00000100:00000001:1.0:1784950405.074394:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950405.074395:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7661753. 00000100:00000001:3.0:1784950405.074398:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:0.0:1784950405.074399:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1784950405.074401:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369187968 00000020:00000010:2.0:1784950405.074402:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000800:00000010:0.0:1784950405.074403:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb2959c5. 02000000:00000001:3.0:1784950405.074406:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950405.074408:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1784950405.074409:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950405.074409:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950405.074422:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1784950405.074423:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1784950405.074423:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950405.074429:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1784950405.074430:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:1.0:1784950405.074430:0:453506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00000001:2.0:1784950405.074431:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1784950405.074431:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950405.074437:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950405.074437:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369187968 00000100:00000040:1.0:1784950405.074438:0:453506:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000400:00000200:0.0:1784950405.074439:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a76f2b5f 00000020:00000001:3.0:1784950405.074441:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000010:0.0:1784950405.074443:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a76f2b5f. 00000100:00000001:2.0:1784950405.074443:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1784950405.074444:0:453506:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785715148880 : -120287994402736 : ffff929944d2a850) 00000020:00000040:3.0:1784950405.074445:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:2.0:1784950405.074447:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1784950405.074449:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950405.074450:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950405.074451:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950405.074453:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000040:1.0:1784950405.074454:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000079f0f3ae x1871652369187840/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:556/0 lens 224/0 e 0 to 0 dl 1784950416 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950405.074456:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004838e8b3 x1871652369188224/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950405.074458:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950405.074462:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950405.074465:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950405.074471:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950405.074473:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1784950405.074476:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:2.0:1784950405.074477:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950405.074482:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1784950405.074486:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1554 00000020:00000010:3.0:1784950405.074488:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000001:1.0:1784950405.074494:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950405.074495:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950405.074495:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000010:3.0:1784950405.074497:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6fb2c16. 00000100:00000001:2.0:1784950405.074500:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822323584 : -120287887228032 : ffff92994b360380) 00000100:00000040:0.0:1784950405.074501:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004838e8b3 x1871652369188224/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950405.074501:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000020:00000010:3.0:1784950405.074502:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4b71e5a. 00000100:00000001:1.0:1784950405.074507:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950405.074509:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004c433472. 00000100:00000040:2.0:1784950405.074510:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000075738190 x1871652369188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:556/0 lens 224/0 e 0 to 0 dl 1784950416 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950405.074513:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000100:00000040:3.0:1784950405.074519:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00100000:1.0:1784950405.074524:0:453506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000079f0f3ae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369187840:12345-0@lo:400: 00000100:00000001:3.0:1784950405.074525:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950405.074528:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.074529:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950405.074532:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.074534:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1784950405.074536:0:453506:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369187840 00000100:00000001:3.0:1784950405.074541:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950405.074542:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950405.074542:0:453506:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950405.074542:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1784950405.074548:0:453506:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:2.0:1784950405.074549:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000800:00000001:0.0:1784950405.074550:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950405.074551:0:453506:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950405.074553:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950405.074553:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950405.074555:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950405.074558:0:453506:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000001:0.0:1784950405.074559:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950405.074560:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000020:00000001:1.0:1784950405.074563:0:453506:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:3.0:1784950405.074565:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950405.074569:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1784950405.074571:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000075738190 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369188096:12345-192.168.203.114@tcp:400: 00000400:00000200:0.0:1784950405.074572:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:1.0:1784950405.074572:0:453506:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1784950405.074578:0:453506:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950405.074578:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2667 00000100:00000200:2.0:1784950405.074582:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369188096 00000100:00000040:3.0:1784950405.074584:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000001:2.0:1784950405.074586:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:0.0:1784950405.074587:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bc680 00000020:00000001:1.0:1784950405.074587:0:453506:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950405.074589:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786025644288 : -120287683907328 : ffff929957547100) 00000020:00000001:2.0:1784950405.074591:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950405.074593:0:453506:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950405.074595:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950405.074597:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 155232 00000100:00000040:3.0:1784950405.074598:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098f351bd x1871652369187968/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:556/0 lens 224/0 e 0 to 0 dl 1784950416 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950405.074599:0:453506:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950405.074600:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950405.074603:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000001:0.0:1784950405.074605:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950405.074614:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1784950405.074618:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950405.074618:0:453506:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1784950405.074619:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1784950405.074619:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:1.0:1784950405.074623:0:453506:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1784950405.074623:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950405.074624:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950405.074624:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950405.074629:0:453506:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1784950405.074630:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1784950405.074631:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000020:00000001:2.0:1784950405.074634:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1784950405.074635:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000010:1.0:1784950405.074636:0:453506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000073c5b240. 00000020:00000001:2.0:1784950405.074636:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.074640:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1784950405.074641:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000098f351bd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369187968:12345-192.168.203.114@tcp:400: 00000020:00000001:2.0:1784950405.074643:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1784950405.074644:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1784950405.074644:0:453506:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950405.074647:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1784950405.074648:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369187968 00000100:00000010:0.0:1784950405.074663:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ac54a88. 00000100:00000001:1.0:1784950405.074664:0:453506:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950405.074664:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1784950405.074665:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:0.0:1784950405.074669:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000001ac54a88 x1871652369188480 msgsize 224 00000020:00000001:3.0:1784950405.074670:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950405.074671:0:453506:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950405.074671:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e3646475. 00000020:00000001:3.0:1784950405.074676:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950405.074677:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950405.074679:0:453506:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369187840 00000100:00100000:0.0:1784950405.074682:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:3.0:1784950405.074682:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950405.074683:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950405.074684:0:453506:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:3.0:1784950405.074687:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:2.0:1784950405.074689:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950405.074690:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00010000:00000200:1.0:1784950405.074694:0:453506:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000079f0f3ae x1871652369187840/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:556/0 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1784950405.074694:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369188096 00000001:00000001:3.0:1784950405.074695:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369187968, found 0 last_xid 1871652369187967 00000100:00000001:0.0:1784950405.074696:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1784950405.074700:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:3.0:1784950405.074702:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950405.074703:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000200:2.0:1784950405.074708:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000075738190 x1871652369188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:556/0 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950405.074708:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000001:0.0:1784950405.074709:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950405.074712:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000001:0.0:1784950405.074716:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784950405.074717:0:453506:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1784950405.074717:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950405.074737:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950405.074741:0:453506:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950405.074743:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1784950405.074744:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00001000:1.0:1784950405.074747:0:453506:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=43 v=5 (1 1 1 1) 00010000:00000001:2.0:1784950405.074748:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.074749:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1784950405.074750:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:3.0:1784950405.074752:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:2.0:1784950405.074754:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=38 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950405.074757:0:453506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1784950405.074758:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000adf9385. 00000100:00000001:2.0:1784950405.074760:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950405.074761:0:453506:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 02000000:00000001:3.0:1784950405.074764:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950405.074765:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bc580 00000100:00000001:1.0:1784950405.074767:0:453506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000040:2.0:1784950405.074768:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950405.074769:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950405.074775:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950405.074776:0:453506:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1784950405.074777:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 5824 00000100:00000001:2.0:1784950405.074777:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00010000:00000040:3.0:1784950405.074778:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369187968 02000000:00000001:1.0:1784950405.074781:0:453506:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950405.074784:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:2.0:1784950405.074785:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:0.0:1784950405.074788:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950405.074788:0:453506:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784950405.074790:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1784950405.074792:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000098f351bd x1871652369187968/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:556/0 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950405.074796:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950405.074796:0:453506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1784950405.074797:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950405.074802:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784950405.074803:0:453506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e7c3c07. 00010000:00000001:3.0:1784950405.074808:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1784950405.074809:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950405.074810:0:453506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369187840, offset 224 00000400:00000200:0.0:1784950405.074812:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:3.0:1784950405.074813:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950405.074816:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004eff451. 00000100:00001000:3.0:1784950405.074818:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=38 v=5 (1 1 1 1) 00000400:00000200:1.0:1784950405.074821:0:453506:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1784950405.074823:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950405.074825:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950405.074826:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369188096, offset 224 00000100:00000200:0.0:1784950405.074828:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:3.0:1784950405.074829:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950405.074833:0:453506:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1784950405.074835:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000010:0.0:1784950405.074837:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000110635ef. 00000400:00000200:2.0:1784950405.074840:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950405.074840:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1784950405.074842:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000110635ef x1871652369188224 msgsize 224 02000000:00000001:3.0:1784950405.074843:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950405.074844:0:453506:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bc400 00000100:00000001:3.0:1784950405.074850:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950405.074854:0:453506:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15971 [1] + 224 00000400:00000200:2.0:1784950405.074856:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:0.0:1784950405.074861:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:3.0:1784950405.074862:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950405.074865:0:453506:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784950405.074868:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000400:00000200:2.0:1784950405.074871:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10854:10854:239:4294967295] 192.168.203.114@tcp LPNI seq info [9618:9618:8:4294967295] 00000100:00000001:0.0:1784950405.074872:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1784950405.074875:0:453506:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1784950405.074875:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369187968, offset 224 00000400:00000200:3.0:1784950405.074886:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950405.074887:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950405.074893:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:0.0:1784950405.074894:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:2.0:1784950405.074896:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078605e0a. 00000800:00000001:0.0:1784950405.074898:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950405.074900:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:2.0:1784950405.074906:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950405.074908:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10855:10855:238:4294967295] 192.168.203.114@tcp LPNI seq info [9619:9619:7:4294967295] 00000100:00000001:0.0:1784950405.074912:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784950405.074916:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369188480 00000800:00000200:2.0:1784950405.074916:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:0.0:1784950405.074921:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:2.0:1784950405.074922:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078605e0a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950405.074924:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1784950405.074927:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950405.074928:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950405.074933:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950405.074936:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369188480 00000100:00000001:2.0:1784950405.074936:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950405.074937:0:453506:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1784950405.074938:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950405.074941:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000010:3.0:1784950405.074944:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0a8ed32. 00000020:00000040:0.0:1784950405.074945:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000200:1.0:1784950405.074945:0:453506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057fd25ce x1871652369187840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950405.074946:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000020:00000001:0.0:1784950405.074950:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00010000:00000001:2.0:1784950405.074952:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:3.0:1784950405.074955:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000040:0.0:1784950405.074956:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000001:2.0:1784950405.074956:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950405.074961:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1784950405.074962:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000800:00000200:3.0:1784950405.074967:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:0.0:1784950405.074969:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000040:2.0:1784950405.074969:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075738190 x1871652369188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:556/0 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950405.074973:0:453506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057fd25ce x1871652369187840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950405.074973:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a0a8ed32 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950405.074976:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950405.074981:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c8b4bd8. 00000100:00000001:0.0:1784950405.074986:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950405.074987:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950405.074993:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c8b4bd8. 00000100:00000040:3.0:1784950405.074996:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000020:00000010:0.0:1784950405.075000:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000090073cd. 00010000:00000001:3.0:1784950405.075002:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950405.075006:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950405.075007:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 00000100:00100000:2.0:1784950405.075010:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000075738190 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369188096:12345-192.168.203.114@tcp:400: Request processed in 463us (843us total) trans 0 rc 0/0 00000020:00000001:3.0:1784950405.075010:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1784950405.075012:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000001:1.0:1784950405.075013:0:453506:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784950405.075018:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098f351bd x1871652369187968/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:556/0 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950405.075020:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1784950405.075023:0:453506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7c3c07 00000100:00000001:0.0:1784950405.075024:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1784950405.075027:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1554 00000100:00000001:0.0:1784950405.075028:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950405.075028:0:453506:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000e7c3c07. 00000100:00000001:1.0:1784950405.075035:0:453506:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1784950405.075035:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:0.0:1784950405.075036:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1784950405.075040:0:453506:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1784950405.075041:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950405.075041:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1784950405.075042:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000098f351bd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369187968:12345-192.168.203.114@tcp:400: Request processed in 427us (874us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950405.075044:0:453506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950405.075045:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1784950405.075046:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950405.075052:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7661753. 00000100:00000040:1.0:1784950405.075053:0:453506:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:0.0:1784950405.075058:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950405.075059:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2667 00010000:00000001:1.0:1784950405.075060:0:453506:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000010:2.0:1784950405.075060:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000020:00000001:1.0:1784950405.075064:0:453506:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950405.075066:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000020:00000001:1.0:1784950405.075067:0:453506:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1784950405.075067:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a506608. 00000100:00000001:0.0:1784950405.075068:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950405.075073:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950405.075073:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1784950405.075074:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079f0f3ae x1871652369187840/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:556/0 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950405.075075:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:3.0:1784950405.075078:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1784950405.075080:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950405.075083:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1555 00000020:00000010:3.0:1784950405.075084:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4b71e5a. 00000100:00000040:0.0:1784950405.075090:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000020:00000010:3.0:1784950405.075090:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004c433472. 00000100:00000001:0.0:1784950405.075096:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822336128 : -120287887215488 : ffff92994b363480) 00000020:00000010:3.0:1784950405.075097:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6fb2c16. 00000100:00000040:0.0:1784950405.075105:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ac54a88 x1871652369188480/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:556/0 lens 224/0 e 0 to 0 dl 1784950416 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950405.075105:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00100000:1.0:1784950405.075109:0:453506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000079f0f3ae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369187840:12345-0@lo:400: Request processed in 612us (1549us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950405.075110:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950405.075122:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950405.075126:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1784950405.075126:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369188224 00000100:00100000:1.0:1784950405.075127:0:453506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000800:00000200:2.0:1784950405.075129:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1784950405.075132:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c8b4bd8. 02000000:00000001:3.0:1784950405.075132:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1784950405.075133:0:453506:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000800:00000010:2.0:1784950405.075134:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078605e0a. 00000100:00000001:3.0:1784950405.075135:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950405.075137:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950405.075140:0:453506:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950405.075140:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950405.075141:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c8b4bd8. 00000400:00000200:2.0:1784950405.075142:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950405.075144:0:453506:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1784950405.075147:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950405.075149:0:453506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001655fd17. 00000100:00100000:3.0:1784950405.075152:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369188224 00000100:00100000:0.0:1784950405.075153:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001ac54a88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369188480:12345-192.168.203.114@tcp:400: 00000400:00000200:2.0:1784950405.075154:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950405.075156:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:1.0:1784950405.075157:0:453506:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000824c4458. 00000020:00000040:3.0:1784950405.075160:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000400:00000200:2.0:1784950405.075162:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004eff451 00000020:00000010:1.0:1784950405.075163:0:453506:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b9be4ce. 00000100:00000200:0.0:1784950405.075164:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369188480 00000020:00000001:3.0:1784950405.075165:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:2.0:1784950405.075166:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000004eff451. 00000020:00000040:3.0:1784950405.075169:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:0.0:1784950405.075170:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000040:1.0:1784950405.075171:0:453506:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000001:2.0:1784950405.075172:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1784950405.075174:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950405.075175:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:2.0:1784950405.075176:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1784950405.075177:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950405.075178:0:453506:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1784950405.075180:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 02000000:00000010:1.0:1784950405.075182:0:453506:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000073c5b240. 00000020:00000001:0.0:1784950405.075183:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000001:2.0:1784950405.075183:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950405.075184:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1784950405.075187:0:453506:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1784950405.075188:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000010:3.0:1784950405.075189:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000800:00000001:2.0:1784950405.075191:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950405.075192:0:453506:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950405.075193:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950405.075195:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950405.075197:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950405.075199:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950405.075199:0:453506:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:3.0:1784950405.075199:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000800:00000001:2.0:1784950405.075201:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950405.075206:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1784950405.075207:0:453506:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecdca24c. 00000020:00000010:3.0:1784950405.075208:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6fb2c16. 00000020:00000001:0.0:1784950405.075210:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1784950405.075213:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:0.0:1784950405.075214:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950405.075215:0:453506:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c68f8d81. 00000020:00000010:3.0:1784950405.075216:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4b71e5a. 00000020:00000001:0.0:1784950405.075219:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950405.075223:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1784950405.075223:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004c433472. 00000400:00000200:2.0:1784950405.075225:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bc500 02000000:00000001:0.0:1784950405.075227:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1784950405.075230:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 02000000:00000010:0.0:1784950405.075232:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000015cf3922. 00000400:00000200:2.0:1784950405.075235:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15979 [1] + 224 00000100:00000001:3.0:1784950405.075235:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1784950405.075236:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.075238:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950405.075243:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.075243:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950405.075244:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950405.075249:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.075251:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950405.075252:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369188480 00010000:00000001:0.0:1784950405.075256:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:0.0:1784950405.075260:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000001ac54a88 x1871652369188480/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:556/0 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.075264:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950405.075265:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950405.075269:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950405.075271:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=38 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950405.075275:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950405.075277:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1784950405.075278:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000800:00000200:1.0:1784950405.075278:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950405.075278:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950405.075280:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950405.075282:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950405.075285:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000010:1.0:1784950405.075285:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0a8ed32. 00000100:00100000:2.0:1784950405.075290:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2668 02000000:00000001:0.0:1784950405.075291:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1784950405.075293:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784950405.075295:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950405.075295:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950405.075296:0:453516:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.075301:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950405.075302:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950405.075302:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822337920 : -120287887213696 : ffff92994b363b80) 00000100:00000001:3.0:1784950405.075303:0:453516:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950405.075309:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950405.075311:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000400:00000010:0.0:1784950405.075313:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c18e6a7. 00000100:00000040:2.0:1784950405.075313:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000110635ef x1871652369188224/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:556/0 lens 224/0 e 0 to 0 dl 1784950416 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950405.075315:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000100:00000001:1.0:1784950405.075322:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1784950405.075323:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369188480, offset 224 00000100:00000001:1.0:1784950405.075325:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1784950405.075332:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950405.075334:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950405.075335:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950405.075335:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950405.075336:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784950405.075339:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950405.075341:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000800:00000001:1.0:1784950405.075342:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784950405.075343:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950405.075344:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950405.075347:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784950405.075348:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950405.075349:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:2.0:1784950405.075352:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000400:00000010:3.0:1784950405.075352:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfa2da. 00000400:00000200:3.0:1784950405.075360:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074fd7680 00000400:00000200:0.0:1784950405.075362:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10856:10856:239:4294967295] 192.168.203.114@tcp LPNI seq info [9620:9620:8:4294967295] 00000400:00000200:1.0:1784950405.075362:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:3.0:1784950405.075364:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000074fd7680. 00000100:00100000:2.0:1784950405.075366:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000110635ef pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369188224:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950405.075370:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950405.075375:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369188224 00000100:00000200:3.0:1784950405.075377:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057fd25ce x1871652369187840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950405.075378:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950405.075382:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950405.075386:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950405.075387:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:2.0:1784950405.075391:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950405.075394:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:2.0:1784950405.075400:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:0.0:1784950405.075403:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000001:00000001:2.0:1784950405.075404:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369188224, found 0 last_xid 1871652369188223 00000100:00000200:3.0:1784950405.075405:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057fd25ce x1871652369187840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950405.075408:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bc480 00000800:00000010:0.0:1784950405.075410:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000020:00000001:2.0:1784950405.075412:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950405.075417:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950405.075420:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000200:0.0:1784950405.075424:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950405.075425:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15975 [1] + 224 00000020:00000001:2.0:1784950405.075425:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.075425:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950405.075430:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950405.075431:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000200:0.0:1784950405.075435:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000001:1.0:1784950405.075435:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950405.075436:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950405.075436:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950405.075441:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000200:0.0:1784950405.075442:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:1.0:1784950405.075442:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950405.075442:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950405.075443:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950405.075446:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950405.075447:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d453d906. 00000400:00000200:1.0:1784950405.075448:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950405.075450:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950405.075450:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950405.075453:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950405.075457:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950405.075458:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=43 v=5 (5 5 5 5) 00000400:00000200:1.0:1784950405.075459:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:0.0:1784950405.075460:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000020:00000001:2.0:1784950405.075463:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950405.075467:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00001000:3.0:1784950405.075468:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950405.075469:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:2.0:1784950405.075469:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369188224 00000020:00000001:0.0:1784950405.075471:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950405.075475:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000200:1.0:1784950405.075476:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ed45f0c x1871652369187968/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950405.075477:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950405.075478:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00010000:00000200:2.0:1784950405.075482:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000110635ef x1871652369188224/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:556/0 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.075483:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950405.075485:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ac54a88 x1871652369188480/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:556/0 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950405.075490:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950405.075494:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.075500:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950405.075509:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ed45f0c x1871652369187968/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950405.075510:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057fd25ce x1871652369187840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950405.075518:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950405.075521:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950405.075527:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=38 v=5 (1 1 1 1) 00000100:00100000:0.0:1784950405.075528:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001ac54a88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369188480:12345-192.168.203.114@tcp:400: Request processed in 397us (853us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950405.075536:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950405.075542:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950405.075547:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:3.0:1784950405.075548:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950405.075549:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1555 02000000:00000001:2.0:1784950405.075552:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1784950405.075553:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950405.075554:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1784950405.075556:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 02000000:00000001:2.0:1784950405.075556:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.075558:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950405.075562:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950405.075563:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950405.075565:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057fd25ce x1871652369187840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950405.075568:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950405.075572:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000100:00000040:2.0:1784950405.075572:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950405.075578:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004eff451. 00000020:00000010:0.0:1784950405.075579:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00100000:3.0:1784950405.075581:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000057fd25ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369187840:0@lo:400: 00000100:00000200:2.0:1784950405.075583:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369188224, offset 224 00000020:00000010:0.0:1784950405.075585:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000090073cd. 00000800:00000200:1.0:1784950405.075588:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950405.075590:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950405.075592:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000800:00000010:1.0:1784950405.075592:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 00000400:00000200:2.0:1784950405.075594:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950405.075596:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950405.075599:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950405.075600:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950405.075602:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057fd25ce x1871652369187840/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950405.075607:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950405.075609:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950405.075618:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950405.075621:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10857:10857:238:4294967295] 192.168.203.114@tcp LPNI seq info [9621:9621:7:4294967295] 00000100:00000001:3.0:1784950405.075622:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1784950405.075624:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950405.075626:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950405.075629:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017854499. 02000000:00000001:3.0:1784950405.075634:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1784950405.075636:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:3.0:1784950405.075637:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950405.075640:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000800:00000001:0.0:1784950405.075642:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950405.075644:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c18e6a7 00000020:00000001:3.0:1784950405.075644:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1784950405.075647:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1784950405.075648:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e5c2538. 00000400:00000010:1.0:1784950405.075649:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c18e6a7. 00000800:00000200:2.0:1784950405.075649:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950405.075665:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1784950405.075669:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:3.0:1784950405.075670:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950405.075672:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000010:2.0:1784950405.075672:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078605e0a. 00000100:00000010:3.0:1784950405.075673:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057fd25ce. 00000100:00000001:0.0:1784950405.075675:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950405.075676:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950405.075679:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950405.075682:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950405.075683:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031345b0b x1871652369188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950405.075684:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950405.075685:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.075690:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950405.075693:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950405.075694:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950405.075696:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950405.075697:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950405.075698:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950405.075703:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784950405.075704:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1784950405.075704:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078605e0a type 1, nob 320 niov 1 nkiov 1 00000400:00000001:1.0:1784950405.075708:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784950405.075709:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031345b0b x1871652369188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950405.075711:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc2bb4e0. 00000400:00000200:1.0:1784950405.075717:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003112622c 00000100:00000001:2.0:1784950405.075736:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950405.075739:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003112622c. 00000100:00000040:2.0:1784950405.075742:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950405.075743:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1784950405.075747:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000200:1.0:1784950405.075751:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ed45f0c x1871652369187968/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950405.075751:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950405.075756:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1784950405.075764:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000110635ef x1871652369188224/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:556/0 lens 224/224 e 0 to 0 dl 1784950416 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950405.075773:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784950405.075779:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ed45f0c x1871652369187968/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950405.075781:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950405.075792:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1784950405.075793:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000110635ef pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369188224:12345-192.168.203.114@tcp:400: Request processed in 454us (946us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950405.075795:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950405.075795:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950405.075798:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1784950405.075799:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950405.075800:0:441641:0:(client.c:1580:after_reply()) Process entered 00000400:00000001:0.0:1784950405.075803:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1784950405.075804:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000010:3.0:1784950405.075805:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078605e0a. 00000400:00000001:0.0:1784950405.075808:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784950405.075808:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1784950405.075810:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784950405.075811:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000984425a1. 00000100:00000001:1.0:1784950405.075812:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950405.075814:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2668 02000000:00000001:1.0:1784950405.075817:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950405.075818:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7101df3 00000100:00000040:2.0:1784950405.075820:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000200:3.0:1784950405.075822:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:0.0:1784950405.075823:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c7101df3. 00000100:00001000:1.0:1784950405.075825:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=33 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950405.075825:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950405.075830:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950405.075830:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1784950405.075830:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004eff451 00000100:00001000:1.0:1784950405.075831:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=33 v=5 (1 1 1 1) 00000400:00000010:3.0:1784950405.075835:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000004eff451. 00000100:00000001:1.0:1784950405.075836:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1784950405.075836:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4b71e5a. 00000100:00000200:0.0:1784950405.075838:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031345b0b x1871652369188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950405.075840:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.075843:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1784950405.075844:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004c433472. 00010000:00000001:1.0:1784950405.075846:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950405.075847:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1784950405.075850:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6fb2c16. 00010000:00000001:1.0:1784950405.075851:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950405.075858:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1784950405.075858:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:2.0:1784950405.075859:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000200:0.0:1784950405.075860:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031345b0b x1871652369188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950405.075863:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950405.075864:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950405.075866:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950405.075867:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950405.075871:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950405.075872:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950405.075877:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950405.075878:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784950405.075879:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ed45f0c x1871652369187968/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950405.075882:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950405.075887:0:441642:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:3.0:1784950405.075888:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:0.0:1784950405.075891:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950405.075894:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950405.075897:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950405.075900:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950405.075902:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bc580 02000000:00000001:0.0:1784950405.075903:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950405.075904:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950405.075907:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950405.075910:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=38 v=5 (5 5 5 5) 00000100:00000040:1.0:1784950405.075914:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ed45f0c x1871652369187968/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950405.075915:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x1598d [1] + 224 00000100:00001000:0.0:1784950405.075919:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=38 v=5 (1 1 1 1) 00000800:00000001:3.0:1784950405.075926:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950405.075928:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1784950405.075931:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950405.075932:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950405.075935:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006ed45f0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369187968:192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950405.075938:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1784950405.075939:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784950405.075940:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950405.075944:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00080000:0.0:1784950405.075947:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000031345b0b x1871652369188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950405.075948:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950405.075950:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ed45f0c x1871652369187968/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.075954:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950405.075960:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004838e8b3 x1871652369188224/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950405.075978:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950405.075980:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950405.075983:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950405.075984:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:1.0:1784950405.075986:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007005012b. 00000100:00000040:0.0:1784950405.075987:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:3.0:1784950405.075990:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004838e8b3 x1871652369188224/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950405.075991:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1784950405.075993:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950405.075994:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950405.075997:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950405.076001:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000040:0.0:1784950405.076004:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031345b0b x1871652369188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950405.076007:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950405.076010:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b3b91a8d. 00000100:00000001:3.0:1784950405.076015:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950405.076016:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950405.076017:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950405.076020:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784950405.076021:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:1.0:1784950405.076023:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ed45f0c. 00000800:00000001:3.0:1784950405.076023:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950405.076024:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950405.076028:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950405.076030:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1784950405.076031:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031345b0b x1871652369188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950405.076033:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950405.076037:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950405.076041:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950405.076044:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950405.076044:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1784950405.076046:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000031345b0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369188096:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950405.076048:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784950405.076050:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950405.076053:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950405.076055:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1784950405.076055:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784950405.076056:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950405.076060:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950405.076060:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e867c5d. 00000100:00000040:0.0:1784950405.076061:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031345b0b x1871652369188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950405.076067:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014170e3d 00000100:00000001:0.0:1784950405.076069:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1784950405.076071:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000014170e3d. 02000000:00000001:0.0:1784950405.076072:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950405.076075:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f99e04c1. 00000100:00000001:2.0:1784950405.076075:0:441643:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784950405.076080:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1784950405.076081:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004838e8b3 x1871652369188224/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950405.076083:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950405.076086:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000800:00000001:1.0:1784950405.076086:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950405.076092:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950405.076093:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950405.076096:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ebc2a5d. 00000100:00000200:2.0:1784950405.076096:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004838e8b3 x1871652369188224/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950405.076097:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950405.076103:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950405.076106:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950405.076108:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031345b0b. 00000400:00000200:1.0:1784950405.076110:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950405.076113:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950405.076116:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950405.076117:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950405.076120:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950405.076121:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950405.076125:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bc680 00000100:00000001:2.0:1784950405.076125:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950405.076127:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784950405.076129:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950405.076131:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950405.076132:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784950405.076133:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15989 [1] + 224 00000100:00000001:0.0:1784950405.076135:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950405.076136:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.076138:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950405.076141:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950405.076142:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784950405.076145:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=38 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950405.076149:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=38 v=5 (1 1 1 1) 00000800:00000001:1.0:1784950405.076151:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950405.076152:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784950405.076155:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950405.076155:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950405.076159:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784950405.076162:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:2.0:1784950405.076162:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950405.076167:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950405.076168:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784950405.076169:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950405.076172:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950405.076174:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950405.076175:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f866d7f6 x1871652369188480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950405.076179:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004838e8b3 x1871652369188224/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950405.076195:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950405.076196:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f866d7f6 x1871652369188480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950405.076197:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950405.076200:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950405.076206:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004838e8b3 x1871652369188224/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950405.076213:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004838e8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369188224:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950405.076216:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950405.076216:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950405.076217:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950405.076221:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004838e8b3 x1871652369188224/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950405.076222:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950405.076225:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950405.076228:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950405.076230:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950405.076232:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031bfa75f. 02000000:00000001:2.0:1784950405.076235:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950405.076236:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950405.076238:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950405.076240:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950405.076241:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009b5272c8. 02000000:00000001:2.0:1784950405.076244:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950405.076245:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950405.076246:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950405.076249:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004838e8b3. 00000100:00000001:3.0:1784950405.076249:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950405.076254:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1784950405.076254:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950405.076258:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784950405.076258:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784950405.076262:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950405.076262:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bedd139c. 00000100:00000001:2.0:1784950405.076268:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784950405.076268:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000100:00000001:2.0:1784950405.076270:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950405.076271:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000100:00000001:2.0:1784950405.076275:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950405.076276:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950405.076279:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950405.076282:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f866d7f6 x1871652369188480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950405.076289:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f866d7f6 x1871652369188480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.076294:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950405.076295:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950405.076297:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950405.076298:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950405.076299:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950405.076300:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950405.076301:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950405.076304:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=38 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950405.076306:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=38 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950405.076307:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950405.076308:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950405.076310:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1784950405.076312:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f866d7f6 x1871652369188480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950405.076316:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.076317:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950405.076318:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950405.076319:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950405.076320:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950405.076321:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f866d7f6 x1871652369188480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.076330:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950405.076331:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950405.076332:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950405.076334:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f866d7f6 x1871652369188480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950405.076338:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369188480:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950405.076340:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950405.076341:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950405.076342:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f866d7f6 x1871652369188480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.076346:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950405.076347:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950405.076348:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004403da6f. 02000000:00000001:3.0:1784950405.076350:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950405.076351:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950405.076351:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1784950405.076353:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950405.076354:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d62b3518. 02000000:00000001:3.0:1784950405.076355:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950405.076356:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950405.076357:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f866d7f6. 00000100:00000001:3.0:1784950405.076360:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950405.076361:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950405.076362:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950405.076365:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950405.076366:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.076367:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950405.076368:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950405.200796:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950405.200800:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1784950405.200803:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004838e8b3. 00000020:00000040:2.0:1784950405.200806:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950405.200809:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950405.200811:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950405.200813:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950405.200817:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009b5272c8. 00000100:00000001:2.0:1784950405.200820:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950405.200823:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950405.200825:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950405.200829:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004838e8b3] to pc [ptlrpcd_00_00+0] req@000000004838e8b3 x1871652369188608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1784950405.200842:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1784950405.200846:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1784950405.200850:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007dcb4221. 00000004:00000001:2.0:1784950405.200850:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950405.200855:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950405.200859:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950405.200860:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950405.200863:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950405.200868:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005f023348. 00000100:00000001:0.0:1784950405.200871:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.200874:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950405.200875:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950405.200876:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950405.200880:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:0.0:1784950405.200884:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dcb4221] to pc [ptlrpcd_00_01+1] req@000000007dcb4221 x1871652369188736/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.200885:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950405.200889:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950405.200892:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950405.200897:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950405.200901:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950405.200902:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000004:00000001:0.0:1784950405.200903:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950405.200908:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007dcb4221 x1871652369188736/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950405.200910:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950405.200914:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.200920:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950405.200922:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950405.200924:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950405.200925:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950405.200927:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950405.200930:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000007dcb4221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369188736:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950405.200933:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950405.200935:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950405.200936:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950405.200937:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950405.200940:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009da7adf8. 02000000:00000001:3.0:1784950405.200942:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950405.200944:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bedd139c. 00000400:00000010:3.0:1784950405.200946:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000100:00000200:3.0:1784950405.200949:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369188736, portal 4 00000100:00000001:3.0:1784950405.200950:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950405.200951:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785822334336 : -120287887217280 : ffff92994b362d80) 00000100:00000040:3.0:1784950405.200954:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007dcb4221 x1871652369188736/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.200959:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950405.200961:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950405.200962:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074fd7680. 00000100:00000200:3.0:1784950405.200964:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369188736, offset 0 00000400:00000200:3.0:1784950405.200966:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950405.200971:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950405.200973:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950405.200975:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950405.200976:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950405.200978:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950405.200991:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10858:10858:239:4294967295] 192.168.203.114@tcp LPNI seq info [9622:9622:8:4294967295] 00000400:00000200:3.0:1784950405.200998:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950405.201001:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950405.201004:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbff510b. 00000800:00000200:3.0:1784950405.201006:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:3.0:1784950405.201010:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950405.201012:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fbff510b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950405.201023:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950405.201025:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13787 usecs (14 jiffies) 00000100:00000001:3.0:1784950405.201027:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307343374 00000100:00000001:3.0:1784950405.201028:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307345658 00000100:00000001:3.0:1784950405.201029:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307343374 00000100:00000001:3.0:1784950405.201031:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307345659 00000100:00000001:3.0:1784950405.201032:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307343374 00000100:00000001:3.0:1784950405.201033:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307345659 00000100:00000001:3.0:1784950405.201034:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307343374 00000100:00000001:3.0:1784950405.201035:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307345659 00000100:00000001:3.0:1784950405.201037:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950405.201038:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.201040:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950405.201042:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004838e8b3 x1871652369188608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.201047:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950405.201048:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950405.201049:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950405.201050:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950405.201051:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950405.201054:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004838e8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369188608:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950405.201057:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950405.201058:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950405.201059:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950405.201060:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950405.201063:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e254b15f. 02000000:00000001:3.0:1784950405.201064:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950405.201066:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfa2da. 00000400:00000010:3.0:1784950405.201068:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000100:00000200:3.0:1784950405.201071:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369188608, portal 4 00000100:00000001:3.0:1784950405.201072:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950405.201073:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883979264 : -120287825572352 : ffff92994ee2ce00) 00000100:00000040:3.0:1784950405.201076:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004838e8b3 x1871652369188608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.201081:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950405.201083:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950405.201085:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000800:00000200:0.0:1784950405.201087:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1784950405.201087:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369188608, offset 0 00000800:00000010:0.0:1784950405.201092:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbff510b. 00000400:00000200:3.0:1784950405.201096:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950405.201097:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950405.201101:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000001:1.0:1784950405.201102:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950405.201106:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950405.201108:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000001:1.0:1784950405.201111:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950405.201113:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000001:1.0:1784950405.201115:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950405.201117:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000001:1.0:1784950405.201119:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950405.201120:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950405.201125:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10859:10859:238:4294967295] 192.168.203.114@tcp LPNI seq info [9623:9623:7:4294967295] 00000400:00000200:1.0:1784950405.201131:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950405.201139:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950405.201142:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950405.201143:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074fd7680 00000800:00000010:3.0:1784950405.201145:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042fecc91. 00000400:00000010:0.0:1784950405.201147:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000074fd7680. 00000400:00000200:1.0:1784950405.201150:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bc780 00000100:00000001:0.0:1784950405.201153:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1784950405.201154:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950405.201159:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 6048 00000100:00000200:0.0:1784950405.201172:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007dcb4221 x1871652369188736/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950405.201174:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950405.201175:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000001:1.0:1784950405.201180:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950405.201181:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000042fecc91 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950405.201186:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950405.201193:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950405.201194:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950405.201196:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950405.201199:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1784950405.201200:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007dcb4221 x1871652369188736/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950405.201201:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4716 usecs (5 jiffies) 00000100:00000200:1.0:1784950405.201202:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1784950405.201206:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307343365 00000100:00000010:1.0:1784950405.201210:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c48603db. 00000100:00000001:3.0:1784950405.201212:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307345658 00000100:00000040:1.0:1784950405.201216:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000c48603db x1871652369188736 msgsize 224 00000100:00000001:3.0:1784950405.201217:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307343365 00000100:00000001:3.0:1784950405.201223:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307345659 00000100:00000001:0.0:1784950405.201224:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.201228:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307343365 00000100:00000001:0.0:1784950405.201229:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1784950405.201229:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950405.201231:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307345659 00000100:00000001:3.0:1784950405.201235:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307343365 00000100:00000001:3.0:1784950405.201236:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307345659 00000100:00000001:3.0:1784950405.201238:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950405.201240:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950405.201241:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950405.201242:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.201245:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950405.201249:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1784950405.201250:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950405.201250:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950405.201255:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950405.201256:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950405.201257:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.201259:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.201275:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950405.201277:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369188736 02000000:00000001:3.0:1784950405.201279:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950405.201280:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950405.201282:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950405.201284:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950405.201285:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950405.201288:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369188736 00000800:00000200:0.0:1784950405.201290:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1784950405.201290:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950405.201291:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000800:00000001:2.0:1784950405.201292:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950405.201295:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042fecc91. 00000020:00000001:3.0:1784950405.201296:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:2.0:1784950405.201297:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:3.0:1784950405.201300:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000400:00000200:0.0:1784950405.201302:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950405.201304:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950405.201304:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950405.201304:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000200:0.0:1784950405.201310:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950405.201311:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000200:0.0:1784950405.201315:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000400:00000200:2.0:1784950405.201317:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950405.201317:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1784950405.201318:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000020:00000010:3.0:1784950405.201321:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:0.0:1784950405.201324:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950405.201326:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950405.201329:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004838e8b3 x1871652369188608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950405.201329:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000400:00000200:2.0:1784950405.201334:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bc700 00000020:00000010:3.0:1784950405.201334:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004403da6f. 00000020:00000010:3.0:1784950405.201340:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002cc587b8. 00000020:00000010:3.0:1784950405.201345:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006049900c. 00000400:00000200:2.0:1784950405.201346:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 6272 00000100:00000040:3.0:1784950405.201351:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1784950405.201356:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:2.0:1784950405.201357:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950405.201358:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950405.201361:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950405.201367:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950405.201368:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950405.201368:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950405.201373:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950405.201374:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004838e8b3 x1871652369188608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950405.201382:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950405.201382:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950405.201385:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.201389:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950405.201390:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950405.201393:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1784950405.201395:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000010:2.0:1784950405.201397:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8cbd35c. 00000100:00000001:3.0:1784950405.201398:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1784950405.201402:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000b8cbd35c x1871652369188608 msgsize 224 00000100:00100000:3.0:1784950405.201406:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2669 00000100:00000040:3.0:1784950405.201409:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00100000:2.0:1784950405.201414:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950405.201414:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786037333504 : -120287672218112 : ffff92995806ce00) 00000100:00000040:3.0:1784950405.201422:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c48603db x1871652369188736/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:556/0 lens 224/0 e 0 to 0 dl 1784950416 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950405.201427:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950405.201428:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950405.201433:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000800:00000001:2.0:1784950405.201434:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950405.201435:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950405.201438:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950405.201439:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00100000:3.0:1784950405.201448:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c48603db pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369188736:12345-192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950405.201450:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1784950405.201453:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369188736 00000100:00100000:0.0:1784950405.201454:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369188608 00000020:00000001:3.0:1784950405.201456:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:0.0:1784950405.201457:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1784950405.201459:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950405.201460:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950405.201463:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950405.201463:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950405.201466:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950405.201466:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950405.201469:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00100000:0.0:1784950405.201470:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369188608 00000020:00000001:0.0:1784950405.201472:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950405.201473:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:0.0:1784950405.201484:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1784950405.201484:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000040:0.0:1784950405.201488:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000001:00000001:3.0:1784950405.201488:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369188736, found 0 last_xid 1871652369188735 00000020:00000001:0.0:1784950405.201491:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:3.0:1784950405.201492:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950405.201496:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:3.0:1784950405.201497:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950405.201500:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1784950405.201502:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1784950405.201503:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950405.201507:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c8b4bd8. 00000100:00000001:3.0:1784950405.201507:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950405.201508:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950405.201511:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784950405.201513:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000786716d0. 00000020:00000010:0.0:1784950405.201514:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c8b4bd8. 02000000:00000001:3.0:1784950405.201518:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.201520:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950405.201521:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000090073cd. 00000020:00000010:0.0:1784950405.201525:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 00000004:00000001:3.0:1784950405.201525:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000010:0.0:1784950405.201530:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000004:00000001:3.0:1784950405.201530:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1784950405.201533:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.201536:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950405.201538:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950405.201539:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.201544:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:3.0:1784950405.201544:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000020:00000020:3.0:1784950405.201551:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:3.0:1784950405.201554:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1784950405.201557:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:3.0:1784950405.201557:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000001:00000001:3.0:1784950405.201566:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1784950405.201567:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.201568:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000004:00000001:3.0:1784950405.201570:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.201571:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000040:3.0:1784950405.201574:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369188736 00010000:00000001:3.0:1784950405.201578:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00100000:0.0:1784950405.201579:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2670 00000100:00000001:2.0:1784950405.201582:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1784950405.201583:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00010000:00000200:3.0:1784950405.201585:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c48603db x1871652369188736/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:556/0 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950405.201586:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950405.201587:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883985536 : -120287825566080 : ffff92994ee2e680) 00000100:00000001:2.0:1784950405.201589:0:453517:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950405.201594:0:453517:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950405.201596:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b8cbd35c x1871652369188608/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:556/0 lens 224/0 e 0 to 0 dl 1784950416 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950405.201607:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950405.201610:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.201612:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00001000:3.0:1784950405.201613:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=38 v=5 (1 1 1 1) 00000020:00000010:0.0:1784950405.201615:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c8b4bd8. 00000100:00000001:3.0:1784950405.201617:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950405.201620:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950405.201622:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000020:00000010:0.0:1784950405.201624:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c8b4bd8. 00000100:00000001:3.0:1784950405.201626:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950405.201630:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1784950405.201631:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b8cbd35c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369188608:12345-192.168.203.114@tcp:41: 02000000:00000001:3.0:1784950405.201634:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950405.201638:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369188608 00000100:00000001:3.0:1784950405.201639:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1784950405.201643:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:3.0:1784950405.201645:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950405.201646:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950405.201662:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950405.201662:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 00000020:00000001:0.0:1784950405.201667:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1784950405.201667:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369188736, offset 224 00000020:00000001:0.0:1784950405.201670:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:0.0:1784950405.201675:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1784950405.201675:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000001:00000001:0.0:1784950405.201679:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369188608, found 0 last_xid 1871652369188607 00000020:00000001:0.0:1784950405.201684:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950405.201684:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:0.0:1784950405.201689:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950405.201693:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1784950405.201693:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10860:10860:239:4294967295] 192.168.203.114@tcp LPNI seq info [9624:9624:8:4294967295] 00000020:00000001:0.0:1784950405.201696:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950405.201698:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950405.201699:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1784950405.201707:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005a1851c5. 02000000:00000001:0.0:1784950405.201712:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950405.201716:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950405.201717:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950405.201738:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950405.201741:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079fb329f. 00000800:00000200:3.0:1784950405.201745:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000004:00000001:0.0:1784950405.201751:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000800:00000200:3.0:1784950405.201752:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000004:00000001:0.0:1784950405.201755:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000800:00000200:3.0:1784950405.201756:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000079fb329f type 1, nob 464 niov 1 nkiov 1 00000004:00000001:0.0:1784950405.201757:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.201775:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:0.0:1784950405.201779:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000100:00000040:3.0:1784950405.201779:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950405.201781:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000020:0.0:1784950405.201783:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000001:3.0:1784950405.201784:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1784950405.201789:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000001:3.0:1784950405.201790:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000020:0.0:1784950405.201795:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000100:00000040:3.0:1784950405.201795:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c48603db x1871652369188736/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:556/0 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:0.0:1784950405.201801:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000004:00000020:0.0:1784950405.201807:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000001:00000001:0.0:1784950405.201815:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000100:00100000:3.0:1784950405.201815:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c48603db pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369188736:12345-192.168.203.114@tcp:41: Request processed in 384us (596us total) trans 0 rc 0/0 00000001:00000001:0.0:1784950405.201818:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950405.201823:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950405.201827:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369188608 00000100:00100000:3.0:1784950405.201827:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2669 00000100:00000040:3.0:1784950405.201831:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00010000:00000001:0.0:1784950405.201832:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950405.201835:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000200:0.0:1784950405.201839:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000b8cbd35c x1871652369188608/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:556/0 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.201839:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950405.201843:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002cc587b8. 00010000:00000001:0.0:1784950405.201849:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1784950405.201849:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006049900c. 00010000:00000001:0.0:1784950405.201852:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950405.201852:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1784950405.201854:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004403da6f. 00000800:00000010:1.0:1784950405.201857:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079fb329f. 00000100:00001000:0.0:1784950405.201858:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=38 v=5 (1 1 1 1) 00000020:00000040:3.0:1784950405.201860:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000200:1.0:1784950405.201864:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950405.201865:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950405.201866:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950405.201871:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950405.201873:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950405.201875:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950405.201878:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1784950405.201878:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 02000000:00000001:0.0:1784950405.201881:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950405.201882:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 00000100:00000001:0.0:1784950405.201885:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950405.201887:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1784950405.201890:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950405.201891:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1784950405.201895:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7101df3. 00000800:00000001:1.0:1784950405.201897:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950405.201898:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369188608, offset 224 00000800:00000001:1.0:1784950405.201903:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950405.201904:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950405.201908:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950405.201912:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950405.201914:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950405.201922:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950405.201924:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10861:10861:239:4294967295] 192.168.203.114@tcp LPNI seq info [9625:9625:8:4294967295] 00000400:00000200:0.0:1784950405.201932:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950405.201936:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950405.201939:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a721ffc. 00000400:00000200:1.0:1784950405.201943:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bc780 00000800:00000200:0.0:1784950405.201947:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950405.201952:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x159b1 [1] + 224 00000800:00000200:0.0:1784950405.201957:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000001:1.0:1784950405.201958:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950405.201962:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001a721ffc type 1, nob 464 niov 1 nkiov 1 00000800:00000001:1.0:1784950405.201965:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950405.201968:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950405.201972:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950405.201973:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950405.201975:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950405.201978:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950405.201981:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000200:1.0:1784950405.201982:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007dcb4221 x1871652369188736/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950405.201993:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950405.201998:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950405.202004:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8cbd35c x1871652369188608/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:556/0 lens 224/368 e 0 to 0 dl 1784950416 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950405.202006:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000007dcb4221 x1871652369188736/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950405.202029:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b8cbd35c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369188608:12345-192.168.203.114@tcp:41: Request processed in 415us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1784950405.202036:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2670 00000100:00000001:1.0:1784950405.202037:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784950405.202038:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000800:00000200:2.0:1784950405.202040:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950405.202041:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:1.0:1784950405.202043:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950405.202045:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:2.0:1784950405.202046:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a721ffc. 00000800:00000001:1.0:1784950405.202048:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950405.202049:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000400:00000200:2.0:1784950405.202051:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950405.202054:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950405.202056:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000800:00000001:1.0:1784950405.202057:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950405.202061:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950405.202062:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000090073cd. 00000100:00000001:3.0:1784950405.202063:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950405.202067:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1784950405.202068:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000400:00000200:1.0:1784950405.202069:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950405.202071:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7101df3 00000100:00000001:0.0:1784950405.202073:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950405.202075:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c7101df3. 00000100:00000001:2.0:1784950405.202081:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1784950405.202082:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bc700 00000400:00000001:3.0:1784950405.202082:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950405.202084:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1784950405.202085:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950405.202089:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bedd139c. 00000800:00000001:2.0:1784950405.202091:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950405.202093:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000800:00000001:2.0:1784950405.202095:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950405.202096:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000100:00000001:3.0:1784950405.202102:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950405.202106:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x159b9 [1] + 224 00000100:00000200:3.0:1784950405.202108:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007dcb4221 x1871652369188736/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950405.202114:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950405.202120:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950405.202120:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007dcb4221 x1871652369188736/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950405.202126:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950405.202133:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950405.202134:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950405.202137:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950405.202137:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950405.202141:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950405.202142:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1784950405.202144:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004838e8b3 x1871652369188608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.202145:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950405.202147:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950405.202151:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950405.202156:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=33 v=5 (5 5 5 5) 00000100:00000040:1.0:1784950405.202159:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000004838e8b3 x1871652369188608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784950405.202160:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=33 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950405.202167:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950405.202169:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950405.202172:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950405.202175:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.202178:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950405.202179:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784950405.202181:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950405.202183:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950405.202184:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950405.202185:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950405.202189:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007dcb4221 x1871652369188736/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950405.202190:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950405.202203:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950405.202204:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950405.202206:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1784950405.202208:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1784950405.202210:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000020:3.0:1784950405.202215:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:3.0:1784950405.202218:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950405.202220:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007dcb4221 x1871652369188736/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950405.202225:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000007dcb4221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369188736:192.168.203.114@tcp:41: 00000400:00000001:3.0:1784950405.202228:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950405.202229:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950405.202230:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfa2da. 00000400:00000200:3.0:1784950405.202232:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000400:00000010:3.0:1784950405.202233:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000100:00000001:3.0:1784950405.202235:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950405.202236:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004838e8b3 x1871652369188608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950405.202241:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004838e8b3 x1871652369188608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.202246:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950405.202247:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950405.202248:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950405.202248:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950405.202249:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950405.202250:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950405.202251:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950405.202252:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=38 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950405.202254:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=38 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950405.202255:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950405.202255:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950405.202256:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950405.202257:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.202258:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950405.202259:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950405.202260:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950405.202261:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950405.202263:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004838e8b3 x1871652369188608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.202267:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950405.202268:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950405.202269:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1784950405.202269:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1784950405.202270:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000004:00000020:3.0:1784950405.202273:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:3.0:1784950405.202275:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950405.202277:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004838e8b3 x1871652369188608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950405.202281:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004838e8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369188608:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950405.202283:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950405.202284:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950405.202285:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007dcb4221 x1871652369188736/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.202289:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950405.202290:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950405.202291:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009da7adf8. 02000000:00000001:3.0:1784950405.202293:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950405.202294:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950405.202295:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1784950405.202296:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950405.202297:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005f023348. 02000000:00000001:3.0:1784950405.202299:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950405.202300:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950405.202301:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007dcb4221. 00000100:00000001:3.0:1784950405.202303:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950405.202304:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950405.202305:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950405.202307:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004838e8b3 x1871652369188608/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950405.202311:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950405.202312:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950405.202313:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e254b15f. 02000000:00000001:3.0:1784950405.202314:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950405.202314:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950405.202315:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1784950405.202316:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950405.202317:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009b5272c8. 02000000:00000001:3.0:1784950405.202318:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950405.202318:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950405.202319:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004838e8b3. 00000100:00000001:3.0:1784950405.202320:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950405.202321:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950405.202322:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950405.202324:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950405.202324:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950405.202326:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950405.202327:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950405.456800:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950405.456806:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950405.456812:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950405.456813:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950405.456895:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950405.456899:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950405.456901:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950406.096816:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950406.096824:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1784950406.096837:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950405/real 0] req@00000000501f9ecc x1871652369188352/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950406 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950406.096850:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950406.096853:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950406.096855:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950406.096857:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000501f9ecc x1871652369188352/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950406 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950406.096864:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950406.096872:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950406.096873:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950406.096877:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950406.096880:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950406.096881:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950406.096884:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000501f9ecc x1871652369188352/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950406 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950406.096890:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1784950406.096893:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950406.096894:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950406.096895:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950406.096897:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1784950406.096899:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1784950406.096902:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784950406.096922:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:3.0:1784950406.096925:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1784950406.096927:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000501f9ecc x1871652369188352/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950406 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950406.096934:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369188352:1.2.3.4@tcp:8: 00000100:00000001:3.0:1784950406.096938:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950406.096940:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950406.096942:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000501f9ecc x1871652369188352/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950406 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950406.096948:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1784950406.096951:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950406.096953:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:3.0:1784950406.096956:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950406.096960:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000001cb2077d. 02000000:00000001:3.0:1784950406.096968:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950406.096970:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950406.096971:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000501f9ecc. 00000100:00000001:3.0:1784950406.096987:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950406.096988:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950406.096991:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950406.096994:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950406.097003:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950406.097012:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081c530af. 00000020:00000040:2.0:1784950406.097018:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:2.0:1784950406.097022:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950406.097025:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950406.097031:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950406.097039:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aa821349. 00000100:00000001:2.0:1784950406.097046:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950406.097054:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@0000000081c530af x1871652369188864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950406.097066:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950406.097069:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950406.097075:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c530af] to pc [ptlrpcd_00_02+2] req@0000000081c530af x1871652369188864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950406.097110:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950406.097114:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784950406.097119:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1784950406.097122:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950406.097127:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950406.097133:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000501f9ecc. 00000100:00000001:3.0:1784950406.097133:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784950406.097139:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000040:2.0:1784950406.097140:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1784950406.097143:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950406.097147:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950406.097149:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784950406.097151:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950406.097152:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950406.097157:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950406.097157:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950406.097160:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950406.097163:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1784950406.097166:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059c01b8a. 00000100:00000040:3.0:1784950406.097169:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081c530af x1871652369188864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950406.097173:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950406.097174:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950406.097180:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950406.097188:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000501f9ecc x1871652369188992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950406.097189:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950406.097194:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950406.097199:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950406.097203:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950406.097207:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784950406.097207:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950406.097213:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950406.097214:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000081c530af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369188864:0@lo:400: 00000100:00000001:3.0:1784950406.097221:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784950406.097224:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501f9ecc] to pc [ptlrpcd_00_03+3] req@00000000501f9ecc x1871652369188992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950406.097226:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950406.097230:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950406.097234:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950406.097240:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004403da6f. 02000000:00000001:3.0:1784950406.097243:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950406.097249:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfa2da. 00000100:00000001:2.0:1784950406.097253:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950406.097256:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000100:00080000:2.0:1784950406.097259:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000200:3.0:1784950406.097263:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369188864, portal 25 00000100:00080000:2.0:1784950406.097266:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1784950406.097268:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950406.097271:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1784950406.097271:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883983744 : -120287825567872 : ffff92994ee2df80) 00000100:00000001:0.0:1784950406.097273:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1784950406.097276:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1784950406.097278:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:3.0:1784950406.097282:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000081c530af x1871652369188864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950406.097284:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950406.097285:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1784950406.097294:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1784950406.097295:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12651 00000100:00000001:3.0:1784950406.097297:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950406.097299:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950406.097305:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1784950406.097306:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950406.097310:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784950406.097310:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000400:00000200:2.0:1784950406.097313:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000001:0.0:1784950406.097314:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784950406.097316:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369188864, offset 0 00000100:00080000:2.0:1784950406.097323:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12675 00000100:00000040:0.0:1784950406.097324:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000501f9ecc x1871652369188992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950406.097327:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1784950406.097338:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000100:00000001:0.0:1784950406.097340:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950406.097344:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950406.097345:0:431120:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1784950406.097346:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1784950406.097350:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950406.097355:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950406.097364:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950406.097366:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00100000:0.0:1784950406.097370:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369188992:192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950406.097373:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bc800 00000100:00000001:2.0:1784950406.097376:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950406.097381:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950406.097387:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784950406.097387:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950406.097387:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x142c1 [2] + 0 02000000:00000001:0.0:1784950406.097392:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950406.097397:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950406.097398:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784950406.097398:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc85ad6c. 02000000:00000010:0.0:1784950406.097406:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000090073cd. 00000400:00000200:3.0:1784950406.097407:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eff2c1a1 00000020:00000001:2.0:1784950406.097408:0:431120:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:0.0:1784950406.097411:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950406.097414:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 00000400:00000010:0.0:1784950406.097416:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000984425a1. 00000400:00000200:3.0:1784950406.097418:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1784950406.097421:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:0.0:1784950406.097425:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda7acfb. 00000400:00000200:3.0:1784950406.097426:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1784950406.097427:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000100:00000200:0.0:1784950406.097432:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369188992, portal 10 00000020:00000001:2.0:1784950406.097434:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00000001:0.0:1784950406.097436:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950406.097438:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883989120 : -120287825562496 : ffff92994ee2f480) 00000020:00000001:2.0:1784950406.097443:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000400:00000200:3.0:1784950406.097445:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff2c1a1 00000100:00000040:0.0:1784950406.097449:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000501f9ecc x1871652369188992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950406.097451:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000eff2c1a1. 00000100:00000040:2.0:1784950406.097455:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 00000100:00000001:3.0:1784950406.097460:0:441644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950406.097465:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1784950406.097466:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950406.097473:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950406.097474:0:441644:0:(events.c:337:request_in_callback()) incoming req@00000000de76b157 x1871652369188864 msgsize 224 00000100:00000040:2.0:1784950406.097475:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000040:0.0:1784950406.097482:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950406.097484:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000010:0.0:1784950406.097486:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aab6dd5c. 00000100:00100000:3.0:1784950406.097487:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1784950406.097495:0:431120:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000100:00000200:0.0:1784950406.097496:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369188992, offset 0 00000100:00000040:3.0:1784950406.097496:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00080000:2.0:1784950406.097508:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 00000400:00000200:0.0:1784950406.097509:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950406.097514:0:441644:0:(events.c:373:request_in_callback()) Process leaving 00000100:00080000:2.0:1784950406.097519:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 192.168.203.114@tcp/192.168.203.114@tcp 00000400:00000200:0.0:1784950406.097523:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950406.097527:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950406.097530:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784950406.097533:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1784950406.097536:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950406.097540:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950406.097544:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:2.0:1784950406.097544:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950406.097553:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10862:10862:239:4294967295] 192.168.203.114@tcp LPNI seq info [9626:9626:8:4294967295] 02000000:00000001:2.0:1784950406.097553:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950406.097560:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1784950406.097566:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950406.097572:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000010:2.0:1784950406.097575:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004838e8b3. 00000800:00000200:0.0:1784950406.097580:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950406.097581:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000020:00000040:2.0:1784950406.097582:0:431120:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000800:00000010:0.0:1784950406.097586:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309cba23. 00000400:00000010:3.0:1784950406.097587:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 02000000:00000001:2.0:1784950406.097590:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1784950406.097594:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950406.097595:0:441644:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1784950406.097600:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950406.097602:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1784950406.097604:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081c530af x1871652369188864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950406.097607:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1784950406.097609:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1784950406.097613:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369188864 02000000:00000001:2.0:1784950406.097615:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950406.097620:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:1.0:1784950406.097620:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950406.097624:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950406.097625:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000200:0.0:1784950406.097626:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000309cba23 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1784950406.097628:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000629dde9a. 00000100:00000001:1.0:1784950406.097630:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950406.097631:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081c530af x1871652369188864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950406.097638:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950406.097639:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950406.097660:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950406.097661:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950406.097664:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369188864 00000100:00000001:3.0:1784950406.097667:0:441644:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1784950406.097670:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:2.0:1784950406.097670:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004838e8b3 x1871652369189120/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1784950406.097671:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5577 usecs (6 jiffies) 00000100:00000001:3.0:1784950406.097673:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950406.097676:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:0.0:1784950406.097679:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307344262 00000020:00000001:1.0:1784950406.097682:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950406.097683:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307346682 00000100:00000001:0.0:1784950406.097687:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307345658 00000020:00000040:1.0:1784950406.097688:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000020:00000001:1.0:1784950406.097696:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000020:00000001:1.0:1784950406.097701:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:0.0:1784950406.097704:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307344262 00000100:00000001:2.0:1784950406.097708:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950406.097709:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307345658 00000100:00000001:0.0:1784950406.097710:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307345659 00000100:00000001:1.0:1784950406.097712:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950406.097712:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950406.097717:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307344262 00000100:00000001:3.0:1784950406.097748:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307346682 00000020:00000010:1.0:1784950406.097749:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000100:00000001:0.0:1784950406.097757:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307345659 00000100:00000040:2.0:1784950406.097758:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004838e8b3] to pc [ptlrpcd_rcv+-1] req@000000004838e8b3 x1871652369189120/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950406.097770:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307345659 00000100:00000001:1.0:1784950406.097771:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950406.097775:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307344263 00000020:00000010:1.0:1784950406.097779:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000100:00000001:3.0:1784950406.097781:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307346683 00000100:00000001:0.0:1784950406.097783:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307345659 00000100:00000001:0.0:1784950406.097790:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950406.097791:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307345659 00000020:00000010:1.0:1784950406.097792:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007005012b. 00000100:00000001:0.0:1784950406.097796:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950406.097801:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001655fd17. 00000100:00000001:0.0:1784950406.097804:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950406.097805:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307346683 00000020:00000010:1.0:1784950406.097810:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000824c4458. 00000100:00000001:0.0:1784950406.097812:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950406.097813:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307345659 00000100:00000040:1.0:1784950406.097826:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1784950406.097826:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950406.097833:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950406.097834:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950406.097837:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950406.097838:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950406.097839:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950406.097842:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950406.097844:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950406.097846:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950406.097848:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950406.097852:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950406.097853:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950406.097856:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784950406.097856:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950406.097862:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950406.097863:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f866d7f6. 00000100:00000001:1.0:1784950406.097866:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950406.097868:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1784950406.097873:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950406.097875:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950406.097878:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950406.097880:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1784950406.097882:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3e62659. 00000100:00000001:1.0:1784950406.097884:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950406.097888:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950406.097891:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784950406.097894:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00000040:2.0:1784950406.097895:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000f866d7f6 x1871652369189248/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950406.097896:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784950406.097899:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:3.0:1784950406.097901:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950406.097906:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785715152976 : -120287994398640 : ffff929944d2b850) 00000100:00000040:3.0:1784950406.097910:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004838e8b3 x1871652369189120/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950406.097916:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1784950406.097919:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000de76b157 x1871652369188864/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:557/0 lens 224/0 e 0 to 0 dl 1784950417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950406.097920:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950406.097931:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784950406.097932:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f866d7f6] to pc [ptlrpcd_00_00+0] req@00000000f866d7f6 x1871652369189248/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950406.097939:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309cba23. 00000100:00000001:3.0:1784950406.097941:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950406.097945:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950406.097948:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950406.097953:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950406.097958:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950406.097959:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950406.097962:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:1.0:1784950406.097966:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 02000000:00000001:3.0:1784950406.097967:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950406.097973:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aab6dd5c 00000100:00000001:1.0:1784950406.097974:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784950406.097978:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aab6dd5c. 00000100:00100000:3.0:1784950406.097978:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004838e8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369189120:192.168.203.114@tcp:8: 00000020:00000010:1.0:1784950406.097979:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000100:00000001:3.0:1784950406.097985:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950406.097994:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950406.097995:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950406.097995:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950406.097999:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950406.098002:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000501f9ecc x1871652369188992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950406.098003:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000de76b157 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369188864:12345-0@lo:400: 00000100:00000040:2.0:1784950406.098004:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12681) 02000000:00000001:3.0:1784950406.098004:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950406.098012:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e254b15f. 02000000:00000001:3.0:1784950406.098018:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950406.098025:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369188864 00000400:00000010:3.0:1784950406.098026:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bedd139c. 00000100:00000001:2.0:1784950406.098028:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784950406.098033:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950406.098034:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1784950406.098035:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000010:3.0:1784950406.098036:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000020:00000001:1.0:1784950406.098039:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:0.0:1784950406.098042:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000501f9ecc x1871652369188992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950406.098042:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950406.098044:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950406.098044:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369189120, portal 4 00000100:00000001:2.0:1784950406.098051:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1784950406.098053:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950406.098053:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950406.098056:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950406.098057:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883979264 : -120287825572352 : ffff92994ee2ce00) 00000020:00000001:1.0:1784950406.098059:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:2.0:1784950406.098062:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950406.098067:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1784950406.098068:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950406.098073:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950406.098074:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950406.098074:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004838e8b3 x1871652369189120/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950406.098075:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950406.098080:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1784950406.098084:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1784950406.098084:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f866d7f6 x1871652369189248/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950406.098090:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950406.098090:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950406.098096:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950406.098102:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950406.098102:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950406.098108:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000001:0.0:1784950406.098110:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950406.098113:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:0.0:1784950406.098116:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950406.098120:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000601eff20. 00000100:00000001:2.0:1784950406.098127:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1784950406.098128:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950406.098131:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950406.098133:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950406.098136:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950406.098136:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784950406.098139:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1784950406.098144:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950406.098145:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950406.098145:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000040:1.0:1784950406.098150:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369188864 02000000:00000001:2.0:1784950406.098152:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950406.098153:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bc880 00000400:00000010:3.0:1784950406.098154:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b068732. 00010000:00000001:1.0:1784950406.098157:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000200:3.0:1784950406.098160:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369189120, offset 0 00000100:00100000:2.0:1784950406.098162:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369189248:192.168.203.114@tcp:400: 00010000:00000200:1.0:1784950406.098168:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000de76b157 x1871652369188864/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:557/0 lens 224/224 e 0 to 0 dl 1784950417 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950406.098172:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 155456 00000100:00000001:2.0:1784950406.098172:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950406.098177:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950406.098180:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950406.098185:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1784950406.098186:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950406.098191:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000010:2.0:1784950406.098192:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031bfa75f. 00010000:00000001:1.0:1784950406.098193:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000001:0.0:1784950406.098196:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950406.098198:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950406.098198:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950406.098200:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950406.098201:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00001000:1.0:1784950406.098207:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=44 v=5 (1 1 1 1) 00000400:00000010:2.0:1784950406.098208:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e867c5d. 00000400:00000200:3.0:1784950406.098211:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950406.098215:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950406.098218:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1784950406.098218:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014170e3d. 00000400:00000200:3.0:1784950406.098221:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:1.0:1784950406.098225:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000200:2.0:1784950406.098226:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369189248, portal 10 00000400:00000200:3.0:1784950406.098229:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950406.098232:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000001:2.0:1784950406.098233:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784950406.098236:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950406.098237:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883984640 : -120287825566976 : ffff92994ee2e300) 02000000:00000001:1.0:1784950406.098239:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950406.098244:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950406.098244:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10863:10863:239:4294967295] 192.168.203.114@tcp LPNI seq info [9627:9627:8:4294967295] 00000100:00000001:1.0:1784950406.098248:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950406.098249:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f866d7f6 x1871652369189248/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950406.098256:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1784950406.098262:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003112622c. 00000400:00000200:3.0:1784950406.098269:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:1.0:1784950406.098270:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369188864, offset 224 00000100:00000001:2.0:1784950406.098277:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950406.098281:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1784950406.098287:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:3.0:1784950406.098290:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950406.098292:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1784950406.098292:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950406.098296:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1784950406.098300:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a955e85. 00000400:00000010:2.0:1784950406.098301:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b78b0206. 00000100:00000010:0.0:1784950406.098302:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007dcb4221. 00000400:00000200:1.0:1784950406.098309:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bc800 00000100:00000040:0.0:1784950406.098310:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000007dcb4221 x1871652369188992 msgsize 224 00000100:00000200:2.0:1784950406.098310:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369189248, offset 0 00000800:00000200:3.0:1784950406.098315:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950406.098325:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x159c9 [1] + 224 00000800:00000200:3.0:1784950406.098329:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:0.0:1784950406.098330:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000200:3.0:1784950406.098336:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004a955e85 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1784950406.098339:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950406.098340:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950406.098352:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1784950406.098355:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1784950406.098356:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950406.098360:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950406.098361:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784950406.098366:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:2.0:1784950406.098367:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950406.098372:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307346683 00000400:00000200:2.0:1784950406.098373:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950406.098380:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950406.098380:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307346682 00000100:00000001:3.0:1784950406.098388:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307346683 00000400:00000200:2.0:1784950406.098389:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10864:10864:238:4294967295] 192.168.203.114@tcp LPNI seq info [9628:9628:7:4294967295] 00000100:00000001:3.0:1784950406.098396:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307346682 00000100:00000001:3.0:1784950406.098402:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307346683 00000400:00000200:2.0:1784950406.098408:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950406.098408:0:441640:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307346683 00000100:00000001:3.0:1784950406.098414:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307346683 00000100:00000001:3.0:1784950406.098418:0:441640:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307346683 00000800:00000200:2.0:1784950406.098420:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950406.098424:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950406.098426:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1784950406.098429:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009dd5e9b1. 00000100:00000200:1.0:1784950406.098431:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081c530af x1871652369188864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950406.098431:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950406.098438:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950406.098441:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950406.098444:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950406.098454:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1784950406.098455:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:3.0:1784950406.098457:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950406.098458:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081c530af x1871652369188864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950406.098465:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1784950406.098466:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009dd5e9b1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950406.098469:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950406.098473:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950406.098478:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950406.098479:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950406.098479:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950406.098483:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a955e85. 00000100:00000040:2.0:1784950406.098489:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5057 usecs (6 jiffies) 00000400:00000200:0.0:1784950406.098490:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950406.098490:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950406.098499:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307344263 00000400:00000200:1.0:1784950406.098501:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003112622c 00000400:00000200:0.0:1784950406.098503:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950406.098504:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950406.098506:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307346683 00000400:00000010:1.0:1784950406.098507:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003112622c. 00000100:00100000:3.0:1784950406.098511:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369188992 00000100:00000001:2.0:1784950406.098514:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307344263 02000000:00000001:3.0:1784950406.098515:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1784950406.098516:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b068732 00000100:00000001:1.0:1784950406.098516:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950406.098519:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307346683 00000100:00000001:3.0:1784950406.098520:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950406.098521:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1784950406.098522:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003b068732. 00000100:00000001:3.0:1784950406.098525:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950406.098526:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307344263 00000100:00000001:0.0:1784950406.098530:0:441635:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784950406.098531:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950406.098532:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950406.098532:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307346683 00000100:00000200:0.0:1784950406.098538:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004838e8b3 x1871652369189120/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950406.098540:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307344263 00000100:00100000:3.0:1784950406.098541:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369188992 00000100:00000040:1.0:1784950406.098543:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000020:00000001:3.0:1784950406.098546:0:453541:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950406.098548:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307346683 00010000:00000001:1.0:1784950406.098552:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000040:3.0:1784950406.098552:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:2.0:1784950406.098556:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950406.098557:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950406.098558:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950406.098565:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950406.098566:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1784950406.098566:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:0.0:1784950406.098568:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1784950406.098573:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:2.0:1784950406.098574:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950406.098577:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de76b157 x1871652369188864/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:557/0 lens 224/224 e 0 to 0 dl 1784950417 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950406.098578:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004838e8b3 x1871652369189120/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950431 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950406.098582:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:2.0:1784950406.098583:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950406.098593:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950406.098599:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:3.0:1784950406.098605:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950406.098612:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000001:0.0:1784950406.098621:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950406.098623:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017854499. 00000800:00000001:2.0:1784950406.098625:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950406.098627:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1784950406.098627:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000de76b157 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369188864:12345-0@lo:400: Request processed in 662us (1147us total) trans 0 rc 0/0 00000020:00000010:3.0:1784950406.098631:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002cc587b8. 00000800:00000001:2.0:1784950406.098633:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950406.098636:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950406.098639:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006049900c. 00000100:00100000:1.0:1784950406.098661:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00000001:2.0:1784950406.098663:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950406.098667:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:2.0:1784950406.098668:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950406.098671:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950406.098672:0:453541:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1784950406.098673:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950406.098678:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:0.0:1784950406.098680:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950406.098681:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1784950406.098684:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001655fd17. 00000100:00000001:3.0:1784950406.098685:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:0.0:1784950406.098687:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950406.098697:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950406.098698:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950406.098699:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000824c4458. 00000400:00000200:0.0:1784950406.098706:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069bc900 00000020:00000010:1.0:1784950406.098707:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007005012b. 00000100:00000001:3.0:1784950406.098708:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1784950406.098714:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:1.0:1784950406.098718:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000400:00000100:0.0:1784950406.098741:0:441635:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369189120 offset 0 length 520: 4 02000000:00000001:1.0:1784950406.098744:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1784950406.098747:0:441635:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 00000000e090611f is in inconsistent state, don't perform health checking (-2, 0) 02000000:00000010:1.0:1784950406.098748:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000601eff20. 00000100:00000001:3.0:1784950406.098748:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950406.098751:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000001:1.0:1784950406.098767:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950406.098771:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950406.098771:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950406.098773:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784950406.098781:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1784950406.098786:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc2bb4e0. 00000100:00000001:3.0:1784950406.098788:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1784950406.098791:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000022b717f. 00000100:00000001:3.0:1784950406.098792:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1784950406.098799:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1556 00000100:00000001:0.0:1784950406.098800:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784950406.098803:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000800:00000200:2.0:1784950406.098804:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950406.098805:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950406.098807:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785822334336 : -120287887217280 : ffff92994b362d80) 00000400:00000001:0.0:1784950406.098812:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000010:2.0:1784950406.098813:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009dd5e9b1. 00000100:00000040:3.0:1784950406.098815:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007dcb4221 x1871652369188992/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:557/0 lens 224/0 e 0 to 0 dl 1784950417 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784950406.098816:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950406.098821:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfa2da. 00000400:00000200:2.0:1784950406.098823:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950406.098829:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000800:00000001:1.0:1784950406.098833:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950406.098834:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000400:00000200:2.0:1784950406.098840:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950406.098842:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950406.098843:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950406.098844:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1784950406.098850:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950406.098851:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081c530af x1871652369188864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950406.098851:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000400:00000200:2.0:1784950406.098852:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b78b0206 00000800:00000001:1.0:1784950406.098854:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950406.098860:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950406.098861:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b78b0206. 00000800:00000001:1.0:1784950406.098862:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950406.098870:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081c530af x1871652369188864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950406.098871:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000001:2.0:1784950406.098874:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1784950406.098880:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:2.0:1784950406.098886:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f866d7f6 x1871652369189248/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950406.098888:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007dcb4221 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369188992:12345-192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950406.098901:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bc980 00000100:00000200:3.0:1784950406.098905:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369188992 00000100:00000001:0.0:1784950406.098906:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1784950406.098912:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950406.098913:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950406.098918:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:1.0:1784950406.098919:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 155680 00000100:00000001:0.0:1784950406.098920:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950406.098924:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1784950406.098924:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950406.098925:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784950406.098929:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950406.098931:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1784950406.098931:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1784950406.098936:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950406.098936:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950406.098936:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f866d7f6 x1871652369189248/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950406.098937:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 02000000:00000001:0.0:1784950406.098944:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950406.098946:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950406.098946:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00001000:0.0:1784950406.098953:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=44 v=5 (5 5 5 5) 00000020:00000001:3.0:1784950406.098953:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950406.098959:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950406.098961:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00001000:0.0:1784950406.098964:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=44 v=5 (1 1 1 1) 00000020:00000001:3.0:1784950406.098966:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950406.098968:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1784950406.098970:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950406.098973:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1784950406.098976:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1784950406.098978:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950406.098991:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950406.098993:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000010:1.0:1784950406.098994:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000010706985. 00000100:00000001:2.0:1784950406.098994:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950406.098995:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784950406.098997:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1784950406.098999:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950406.099002:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000010706985 x1871652369189248 msgsize 224 00000100:00000001:2.0:1784950406.099003:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950406.099004:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950406.099005:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009da7adf8. 02000000:00000001:3.0:1784950406.099011:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950406.099015:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081c530af x1871652369188864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950406.099015:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950406.099016:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950406.099017:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:3.0:1784950406.099023:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950406.099027:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950406.099030:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000040:3.0:1784950406.099030:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369188992 00010000:00000001:3.0:1784950406.099037:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950406.099040:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950406.099041:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950406.099046:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000200:3.0:1784950406.099046:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000007dcb4221 x1871652369188992/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:557/0 lens 224/224 e 0 to 0 dl 1784950417 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950406.099048:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950406.099050:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950406.099061:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081c530af x1871652369188864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950406.099063:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950406.099067:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950406.099070:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950406.099072:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:3.0:1784950406.099074:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=39 v=5 (1 1 1 1) 00000100:00100000:2.0:1784950406.099075:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369189248 00000100:00000001:1.0:1784950406.099077:0:453512:0:(service.c:2287:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950406.099079:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000081c530af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369188864:0@lo:400: 02000000:00000001:2.0:1784950406.099082:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950406.099084:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950406.099088:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950406.099092:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950406.099093:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950406.099093:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950406.099096:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950406.099101:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:0.0:1784950406.099102:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081c530af x1871652369188864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950406.099103:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950406.099109:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1784950406.099111:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369189248 02000000:00000001:3.0:1784950406.099114:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950406.099118:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950406.099121:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1784950406.099123:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000001:0.0:1784950406.099126:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1784950406.099130:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:3.0:1784950406.099131:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950406.099132:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950406.099136:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004403da6f. 00000400:00000010:3.0:1784950406.099137:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000020:00000040:2.0:1784950406.099138:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 02000000:00000001:0.0:1784950406.099142:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1784950406.099143:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369188992, offset 224 00000020:00000001:2.0:1784950406.099144:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:0.0:1784950406.099145:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950406.099149:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000001:2.0:1784950406.099152:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:0.0:1784950406.099156:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:3.0:1784950406.099157:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950406.099160:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1784950406.099161:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000aa821349. 02000000:00000001:0.0:1784950406.099166:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:2.0:1784950406.099168:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 02000000:00000001:0.0:1784950406.099169:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1784950406.099170:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000010:0.0:1784950406.099172:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081c530af. 00000100:00000001:2.0:1784950406.099175:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950406.099180:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1784950406.099182:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00000001:0.0:1784950406.099184:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950406.099185:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10865:10865:239:4294967295] 192.168.203.114@tcp LPNI seq info [9629:9629:8:4294967295] 00000100:00000001:0.0:1784950406.099190:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950406.099194:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a506608. 00000100:00000001:0.0:1784950406.099196:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950406.099199:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950406.099204:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7661753. 00000100:00000001:0.0:1784950406.099206:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950406.099210:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950406.099211:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950406.099214:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000800:00000200:3.0:1784950406.099223:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950406.099225:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000010:3.0:1784950406.099228:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4bcac29. 00000100:00000001:2.0:1784950406.099229:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950406.099234:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950406.099235:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950406.099243:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000200:3.0:1784950406.099243:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950406.099246:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c4bcac29 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950406.099248:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950406.099252:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950406.099262:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950406.099266:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950406.099268:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950406.099269:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950406.099271:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950406.099271:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1784950406.099278:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007dcb4221 x1871652369188992/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:557/0 lens 224/224 e 0 to 0 dl 1784950417 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950406.099288:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1784950406.099289:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007dcb4221 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369188992:12345-192.168.203.114@tcp:400: Request processed in 442us (976us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950406.099293:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1784950406.099304:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1557 00000100:00000040:2.0:1784950406.099310:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00100000:3.0:1784950406.099315:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1556 00000100:00000001:2.0:1784950406.099317:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790458899968 : -120283250651648 : ffff929a5f928e00) 00000100:00000040:3.0:1784950406.099320:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:3.0:1784950406.099324:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950406.099327:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1784950406.099330:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000010706985 x1871652369189248/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:557/0 lens 224/0 e 0 to 0 dl 1784950417 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950406.099332:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002cc587b8. 00000800:00000200:0.0:1784950406.099340:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950406.099344:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4bcac29. 00000020:00000010:3.0:1784950406.099345:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006049900c. 00000400:00000200:0.0:1784950406.099352:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1784950406.099355:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017854499. 00000800:00000001:1.0:1784950406.099359:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950406.099363:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1784950406.099365:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000400:00000200:0.0:1784950406.099366:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950406.099368:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950406.099370:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000100:00000001:3.0:1784950406.099371:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950406.099373:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000800:00000001:1.0:1784950406.099374:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950406.099378:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784950406.099379:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000800:00000001:1.0:1784950406.099382:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950406.099387:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1784950406.099387:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00000001:0.0:1784950406.099391:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1784950406.099396:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00100000:2.0:1784950406.099402:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000010706985 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369189248:12345-192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950406.099409:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bc880 00000100:00000200:2.0:1784950406.099411:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369189248 00000020:00000001:2.0:1784950406.099416:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:1.0:1784950406.099421:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x159d1 [1] + 224 00000020:00000001:2.0:1784950406.099422:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950406.099426:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950406.099428:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950406.099431:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950406.099434:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000001:1.0:1784950406.099435:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950406.099440:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1784950406.099441:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1784950406.099446:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950406.099447:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:2.0:1784950406.099454:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1784950406.099456:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784950406.099458:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1784950406.099463:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000501f9ecc x1871652369188992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950406.099463:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950406.099470:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950406.099476:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950406.099480:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1784950406.099481:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000501f9ecc x1871652369188992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950406.099487:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cd82f6cb. 02000000:00000001:2.0:1784950406.099492:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950406.099495:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950406.099498:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950406.099500:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:2.0:1784950406.099502:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369189248 00000800:00000001:1.0:1784950406.099506:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784950406.099507:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000001:1.0:1784950406.099510:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1784950406.099516:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000010706985 x1871652369189248/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:557/0 lens 224/224 e 0 to 0 dl 1784950417 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950406.099527:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950406.099529:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1784950406.099531:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950406.099532:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1784950406.099538:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=39 v=5 (1 1 1 1) 00000400:00000001:0.0:1784950406.099539:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950406.099542:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950406.099546:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000984425a1. 00000100:00000001:2.0:1784950406.099546:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1784950406.099551:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda7acfb 00000100:00000040:2.0:1784950406.099553:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000010:0.0:1784950406.099555:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dda7acfb. 00000100:00000001:2.0:1784950406.099559:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950406.099561:0:441643:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784950406.099566:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1784950406.099568:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000501f9ecc x1871652369188992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950406.099570:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950406.099576:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950406.099583:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950406.099585:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000501f9ecc x1871652369188992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950406.099589:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b78b0206. 00000100:00000001:0.0:1784950406.099598:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1784950406.099598:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369189248, offset 224 00000100:00000001:0.0:1784950406.099601:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950406.099605:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950406.099607:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950406.099609:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950406.099612:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950406.099612:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950406.099617:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950406.099622:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=39 v=5 (5 5 5 5) 00000400:00000200:2.0:1784950406.099627:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00001000:0.0:1784950406.099629:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=39 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950406.099635:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950406.099638:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950406.099641:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10866:10866:239:4294967295] 192.168.203.114@tcp LPNI seq info [9630:9630:8:4294967295] 00010000:00000001:0.0:1784950406.099642:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784950406.099660:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000501f9ecc x1871652369188992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950406.099676:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950406.099678:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950406.099681:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950406.099685:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950406.099688:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950406.099692:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950406.099694:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000501f9ecc x1871652369188992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950406.099703:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950406.099713:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009dd5e9b1. 00000100:00000001:0.0:1784950406.099747:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950406.099750:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950406.099752:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950406.099755:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:0.0:1784950406.099760:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000501f9ecc x1871652369188992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950406.099768:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950406.099778:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009dd5e9b1 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1784950406.099785:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369188992:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950406.099790:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950406.099792:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950406.099794:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000501f9ecc x1871652369188992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950406.099798:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950406.099799:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950406.099803:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950406.099805:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000090073cd. 00000100:00000040:2.0:1784950406.099808:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 02000000:00000001:0.0:1784950406.099811:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950406.099815:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:2.0:1784950406.099815:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950406.099821:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950406.099822:0:441643:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1784950406.099828:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:2.0:1784950406.099830:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000010:0.0:1784950406.099831:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059c01b8a. 02000000:00000001:0.0:1784950406.099835:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950406.099838:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950406.099840:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000501f9ecc. 00000100:00000040:2.0:1784950406.099840:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010706985 x1871652369189248/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:557/0 lens 224/224 e 0 to 0 dl 1784950417 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950406.099846:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950406.099848:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950406.099854:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950406.099861:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950406.099864:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950406.099868:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950406.099871:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950406.099871:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000010706985 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369189248:12345-192.168.203.114@tcp:400: Request processed in 503us (863us total) trans 0 rc 0/0 00000800:00000200:1.0:1784950406.099877:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950406.099883:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009dd5e9b1. 00000400:00000200:1.0:1784950406.099889:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784950406.099894:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1557 00000400:00000200:1.0:1784950406.099899:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950406.099903:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000400:00000200:1.0:1784950406.099904:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b78b0206 00000400:00000010:1.0:1784950406.099909:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b78b0206. 00000100:00000001:2.0:1784950406.099910:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950406.099912:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950406.099916:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950406.099916:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950406.099923:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7661753. 00000800:00000001:1.0:1784950406.099924:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950406.099931:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950406.099932:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000800:00000001:1.0:1784950406.099934:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950406.099940:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950406.099941:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a506608. 00000400:00000200:1.0:1784950406.099948:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000040:2.0:1784950406.099953:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000400:00000200:1.0:1784950406.099959:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bc980 00000100:00000001:2.0:1784950406.099960:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950406.099967:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x159e1 [1] + 224 00000800:00000001:1.0:1784950406.099972:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950406.099976:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950406.099977:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950406.099980:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950406.099996:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950406.100000:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f866d7f6 x1871652369189248/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950406.100008:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f866d7f6 x1871652369189248/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950406.100026:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950406.100029:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950406.100031:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950406.100066:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950406.100069:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950406.100074:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950406.100076:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950406.100078:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e867c5d. 00000400:00000200:2.0:1784950406.100083:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014170e3d 00000400:00000010:2.0:1784950406.100085:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000014170e3d. 00000100:00000001:2.0:1784950406.100088:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950406.100094:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f866d7f6 x1871652369189248/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950406.100105:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f866d7f6 x1871652369189248/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950406.100115:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950406.100116:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950406.100119:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950406.100121:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950406.100123:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950406.100125:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950406.100128:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950406.100132:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=39 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950406.100136:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=39 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950406.100139:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950406.100141:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950406.100144:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784950406.100148:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f866d7f6 x1871652369189248/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950406.100157:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950406.100161:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950406.100163:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950406.100165:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950406.100166:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950406.100170:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f866d7f6 x1871652369189248/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950406.100179:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950406.100181:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950406.100183:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950406.100186:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f866d7f6 x1871652369189248/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950406.100195:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369189248:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950406.100201:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950406.100203:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950406.100207:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f866d7f6 x1871652369189248/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950406.100215:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950406.100217:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950406.100218:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031bfa75f. 02000000:00000001:2.0:1784950406.100238:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950406.100240:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950406.100242:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1784950406.100246:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950406.100249:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e3e62659. 02000000:00000001:2.0:1784950406.100252:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950406.100254:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950406.100256:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f866d7f6. 00000100:00000001:2.0:1784950406.100261:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950406.100263:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950406.100265:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950406.100270:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950406.100272:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950406.100275:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950406.100278:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950406.480861:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950406.480871:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950406.480879:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950406.480881:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950406.481020:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950406.481027:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950406.481032:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950407.120774:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950407.120786:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950407.120788:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950407.120792:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950407.120795:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950407.120798:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950407.120800:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950407.504826:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950407.504832:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950407.504840:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950407.504843:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950407.504917:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950407.504921:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950407.504925:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950408.144841:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950408.144860:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950408.144863:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950408.144870:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950408.144875:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950408.144879:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950408.144883:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950408.528870:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307346683, at 4307346688 00000100:00000040:3.0:1784950408.528878:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307346683, at 4307346688 00000100:00000040:1.0:1784950408.528889:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307346683, at 4307346688 00000100:00000010:0.0:1784950408.528896:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002690d2ec. 00000100:00000010:3.0:1784950408.528900:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005285bce4. 00010000:00000001:2.0:1784950408.528906:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00000100:00000010:1.0:1784950408.528917:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004a57f2a. 00010000:00000001:2.0:1784950408.528917:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950408.528932:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950408.528938:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950408.528964:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307346683, at 4307346688 00000100:00000010:2.0:1784950408.528978:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af8936ec. 00000020:00000001:1.0:1784950408.528998:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950408.529006:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950408.529014:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950409.168830:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950409.168844:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950409.168847:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950409.168855:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950409.168858:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950409.168863:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950409.168867:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950409.552840:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950409.552846:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950409.552851:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950409.552853:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950409.552946:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950409.552952:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950409.552956:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950410.192837:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950410.192854:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950410.192857:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950410.192863:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950410.192867:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950410.192871:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950410.192874:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950410.320925:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950410.320932:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000001:0.0:1784950410.320939:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000010:2.0:1784950410.320943:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f866d7f6. 00000004:00000020:0.0:1784950410.320946:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000020:00000040:2.0:1784950410.320956:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000010:0.0:1784950410.320960:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000311eebe9. 00000100:00000001:2.0:1784950410.320963:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:0.0:1784950410.320970:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:2.0:1784950410.320971:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950410.320979:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950410.320981:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950410.320984:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950410.320992:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950410.320993:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3e62659. 02000000:00000010:0.0:1784950410.321002:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000309cba23. 00000100:00000001:2.0:1784950410.321004:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950410.321013:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950410.321017:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950410.321022:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950410.321024:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950410.321029:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950410.321041:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f866d7f6] to pc [ptlrpcd_00_01+1] req@00000000f866d7f6 x1871652369189376/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950410.321042:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000311eebe9] to pc [ptlrpcd_00_02+2] req@00000000311eebe9 x1871652369189504/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1784950410.321125:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950410.321133:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950410.321145:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950410.321150:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784950410.321153:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950410.321154:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950410.321160:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1784950410.321167:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950410.321168:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950410.321168:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950410.321178:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950410.321181:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950410.321184:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950410.321184:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950410.321189:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950410.321193:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950410.321194:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950410.321202:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950410.321207:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784950410.321209:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f866d7f6 x1871652369189376/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950410.321212:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950410.321226:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000311eebe9 x1871652369189504/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950410.321229:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950410.321233:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950410.321236:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950410.321244:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950410.321249:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950410.321256:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950410.321258:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784950410.321263:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950410.321265:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950410.321274:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1784950410.321275:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369189376:192.168.203.114@tcp:41: 02000000:00000001:0.0:1784950410.321280:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950410.321286:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950410.321288:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950410.321294:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1784950410.321298:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000311eebe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369189504:192.168.203.114@tcp:41: 02000000:00000001:2.0:1784950410.321301:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950410.321309:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950410.321311:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950410.321317:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1784950410.321318:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006939ec85. 02000000:00000001:0.0:1784950410.321320:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950410.321327:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950410.321329:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950410.321339:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d41346bc. 00000400:00000010:2.0:1784950410.321341:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e867c5d. 02000000:00000001:0.0:1784950410.321343:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950410.321355:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000984425a1. 00000400:00000010:2.0:1784950410.321356:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014170e3d. 00000400:00000010:0.0:1784950410.321366:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda7acfb. 00000100:00000200:2.0:1784950410.321370:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369189376, portal 4 00000100:00000200:0.0:1784950410.321376:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369189504, portal 4 00000100:00000001:2.0:1784950410.321377:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950410.321381:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883984640 : -120287825566976 : ffff92994ee2e300) 00000100:00000001:0.0:1784950410.321385:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950410.321389:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785866146944 : -120287843404672 : ffff92994dd2b480) 00000100:00000040:2.0:1784950410.321398:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f866d7f6 x1871652369189376/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950410.321403:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000311eebe9 x1871652369189504/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950410.321442:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950410.321445:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950410.321452:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950410.321458:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950410.321462:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000400:00000010:0.0:1784950410.321465:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aab6dd5c. 00000100:00000200:2.0:1784950410.321469:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369189376, offset 0 00000100:00000200:0.0:1784950410.321473:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369189504, offset 0 00000400:00000200:2.0:1784950410.321485:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950410.321500:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950410.321506:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950410.321514:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950410.321519:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950410.321525:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950410.321529:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950410.321534:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10867:10867:239:4294967295] 192.168.203.114@tcp LPNI seq info [9631:9631:8:4294967295] 00000400:00000200:2.0:1784950410.321549:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950410.321556:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950410.321564:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000010:2.0:1784950410.321565:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002058a4fe. 00000400:00000200:0.0:1784950410.321576:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784950410.321583:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950410.321586:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950410.321594:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950410.321599:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:2.0:1784950410.321606:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950410.321610:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10868:10868:238:4294967295] 192.168.203.114@tcp LPNI seq info [9632:9632:7:4294967295] 00000800:00000200:2.0:1784950410.321644:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002058a4fe type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950410.321659:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950410.321667:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950410.321669:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950410.321680:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4715 usecs (5 jiffies) 00000800:00000010:0.0:1784950410.321682:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcd4257c. 00000100:00000001:2.0:1784950410.321690:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307348485 00000800:00000200:0.0:1784950410.321700:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000010:2.0:1784950410.321705:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031f56f30. 00000800:00000200:0.0:1784950410.321713:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950410.321764:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcd4257c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950410.321771:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784950410.321778:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950410.321784:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307348486 00000100:00000040:0.0:1784950410.321786:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13778 usecs (14 jiffies) 00000100:00000010:2.0:1784950410.321795:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4ace552. 00000100:00000001:0.0:1784950410.321796:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307348495 00000100:00000001:2.0:1784950410.321808:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784950410.321812:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307348485 00000100:00000001:2.0:1784950410.321820:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307348486 00000100:00000001:0.0:1784950410.321826:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307348495 00000100:00000010:2.0:1784950410.321829:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068dd438e. 00000100:00000001:0.0:1784950410.321836:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307348486 00000100:00000001:2.0:1784950410.321838:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1784950410.321855:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307348495 00000100:00000001:2.0:1784950410.321858:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307348486 00000100:00000001:0.0:1784950410.321866:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307348486 00000100:00000010:2.0:1784950410.321868:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009903bee5. 00000800:00000200:1.0:1784950410.321878:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950410.321879:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307348495 00000100:00000001:2.0:1784950410.321879:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000800:00000010:1.0:1784950410.321893:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002058a4fe. 00000100:00000001:2.0:1784950410.321893:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950410.321897:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307348486 00000100:00000001:2.0:1784950410.321905:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950410.321907:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950410.321909:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950410.321913:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950410.321919:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950410.321922:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950410.321928:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950410.321929:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950410.321940:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950410.321943:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000400:00000010:1.0:1784950410.321949:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000100:00000001:1.0:1784950410.321958:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1784950410.321965:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1784950410.321967:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f866d7f6 x1871652369189376/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950410.321969:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:3.0:1784950410.321976:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcd4257c. 00000400:00000200:3.0:1784950410.321988:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950410.321989:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950410.321993:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1784950410.321997:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950410.322002:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950410.322004:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950410.322005:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f866d7f6 x1871652369189376/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950410.322014:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aab6dd5c 00000400:00000010:3.0:1784950410.322022:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aab6dd5c. 00000400:00000200:2.0:1784950410.322031:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950410.322035:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950410.322045:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950410.322048:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000311eebe9 x1871652369189504/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950410.322051:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784950410.322060:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bca80 00000800:00000001:1.0:1784950410.322067:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950410.322082:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 6496 00000800:00000001:1.0:1784950410.322083:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950410.322084:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784950410.322095:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950410.322096:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000311eebe9 x1871652369189504/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950410.322099:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950410.322104:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950410.322114:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950410.322128:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950410.322129:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950410.322130:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950410.322140:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950410.322152:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bca00 00000400:00000200:2.0:1784950410.322152:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950410.322168:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 6720 00000800:00000001:1.0:1784950410.322177:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950410.322193:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950410.322193:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1784950410.322201:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784950410.322202:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1784950410.322212:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031345b0b. 00000400:00000200:1.0:1784950410.322213:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950410.322223:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000031345b0b x1871652369189504 msgsize 224 00000100:00100000:2.0:1784950410.322232:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950410.322242:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950410.322266:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1784950410.322269:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950410.322272:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369189504 02000000:00000001:1.0:1784950410.322278:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1784950410.322279:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950410.322283:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950410.322288:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950410.322293:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950410.322298:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369189504 00000020:00000001:1.0:1784950410.322301:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950410.322304:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:1.0:1784950410.322308:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950410.322312:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:1.0:1784950410.322316:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:1.0:1784950410.322320:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:1.0:1784950410.322326:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950410.322331:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000100:00000001:1.0:1784950410.322335:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950410.322339:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000020:00000010:1.0:1784950410.322346:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007005012b. 00000020:00000010:1.0:1784950410.322353:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001655fd17. 00000020:00000010:1.0:1784950410.322359:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000824c4458. 00000100:00000040:1.0:1784950410.322371:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950410.322374:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950410.322376:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1784950410.322382:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1784950410.322383:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950410.322389:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950410.322395:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ef0ee8d. 00000100:00000001:1.0:1784950410.322401:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950410.322403:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000006ef0ee8d x1871652369189376 msgsize 224 00000100:00100000:0.0:1784950410.322417:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950410.322430:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950410.322444:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950410.322457:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1784950410.322458:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369189376 02000000:00000001:1.0:1784950410.322464:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950410.322467:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950410.322470:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950410.322474:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950410.322475:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950410.322480:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369189376 00000020:00000001:1.0:1784950410.322486:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000001:0.0:1784950410.322488:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950410.322490:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:2.0:1784950410.322494:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1784950410.322498:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950410.322500:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1784950410.322504:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:1.0:1784950410.322509:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00100000:2.0:1784950410.322516:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2671 00000020:00000001:1.0:1784950410.322517:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000040:2.0:1784950410.322527:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:1.0:1784950410.322528:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950410.322535:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883990912 : -120287825560704 : ffff92994ee2fb80) 00000020:00000010:1.0:1784950410.322536:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000100:00000001:1.0:1784950410.322544:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950410.322549:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000031345b0b x1871652369189504/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:561/0 lens 224/0 e 0 to 0 dl 1784950421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950410.322551:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000020:00000010:1.0:1784950410.322562:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b9be4ce. 00000020:00000010:1.0:1784950410.322571:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 00000100:00000001:2.0:1784950410.322574:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950410.322577:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000020:00000010:2.0:1784950410.322582:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000100:00000001:1.0:1784950410.322584:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950410.322592:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950410.322593:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950410.322598:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950410.322601:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00000001:1.0:1784950410.322605:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950410.322612:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000031345b0b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369189504:12345-192.168.203.114@tcp:41: 00000100:00000200:2.0:1784950410.322641:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369189504 00000020:00000001:2.0:1784950410.322647:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950410.322651:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950410.322655:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950410.322663:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950410.322667:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950410.322671:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1784950410.322672:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000001:1.0:1784950410.322679:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1784950410.322681:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950410.322688:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000001:00000001:2.0:1784950410.322688:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369189504, found 0 last_xid 1871652369189503 00000100:00100000:1.0:1784950410.322693:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2672 00000100:00000001:0.0:1784950410.322695:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1784950410.322699:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950410.322705:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:0.0:1784950410.322706:0:455339:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950410.322707:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950410.322715:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1784950410.322716:0:455339:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950410.322716:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866133504 : -120287843418112 : ffff92994dd28000) 00000020:00000001:2.0:1784950410.322765:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950410.322775:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1784950410.322776:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ef0ee8d x1871652369189376/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:561/0 lens 224/0 e 0 to 0 dl 1784950421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950410.322784:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1784950410.322791:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f5385f66. 02000000:00000001:2.0:1784950410.322799:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950410.322805:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950410.322817:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00000001:1.0:1784950410.322820:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000004:00000001:2.0:1784950410.322824:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000020:00000010:1.0:1784950410.322828:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000004:00000001:2.0:1784950410.322829:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950410.322839:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950410.322844:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000100:00100000:1.0:1784950410.322854:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006ef0ee8d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369189376:12345-192.168.203.114@tcp:41: 00000004:00000024:2.0:1784950410.322855:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000100:00000200:1.0:1784950410.322866:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369189376 00000020:00000020:2.0:1784950410.322868:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000001:1.0:1784950410.322871:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000020:2.0:1784950410.322874:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000020:00000001:1.0:1784950410.322878:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000004:00000020:2.0:1784950410.322884:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000020:00000001:1.0:1784950410.322887:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950410.322894:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000001:00000001:2.0:1784950410.322897:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000020:00000001:1.0:1784950410.322898:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000001:00000001:2.0:1784950410.322904:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950410.322906:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000004:00000001:2.0:1784950410.322909:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1784950410.322912:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369189376, found 0 last_xid 1871652369189375 00010000:00000040:2.0:1784950410.322915:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369189504 00000020:00000001:1.0:1784950410.322919:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950410.322921:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:1.0:1784950410.322925:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950410.322930:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000200:2.0:1784950410.322933:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000031345b0b x1871652369189504/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:561/0 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950410.322935:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950410.322945:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950410.322950:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784950410.322957:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000601eff20. 00010000:00000001:2.0:1784950410.322958:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950410.322966:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950410.322967:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950410.322978:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950410.322978:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=43 v=5 (1 1 1 1) 00000004:00000001:1.0:1784950410.322990:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00000001:2.0:1784950410.322991:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:1.0:1784950410.322994:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000100:00000040:2.0:1784950410.323000:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000004:00000001:1.0:1784950410.323001:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950410.323012:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950410.323017:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950410.323020:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:1.0:1784950410.323021:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000100:00000001:2.0:1784950410.323024:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000020:1.0:1784950410.323030:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000040:2.0:1784950410.323032:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000020:1.0:1784950410.323037:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000400:00000010:2.0:1784950410.323041:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008562deaf. 00000020:00000020:1.0:1784950410.323044:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000100:00000200:2.0:1784950410.323049:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369189504, offset 224 00000020:00000020:1.0:1784950410.323052:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000400:00000200:2.0:1784950410.323062:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000004:00000020:1.0:1784950410.323063:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000001:00000001:1.0:1784950410.323074:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1784950410.323079:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950410.323080:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000004:00000001:1.0:1784950410.323085:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950410.323092:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369189376 00000400:00000200:2.0:1784950410.323093:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10869:10869:239:4294967295] 192.168.203.114@tcp LPNI seq info [9633:9633:8:4294967295] 00010000:00000001:1.0:1784950410.323099:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:1.0:1784950410.323111:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000006ef0ee8d x1871652369189376/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:561/0 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950410.323126:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950410.323149:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:1.0:1784950410.323155:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000010:2.0:1784950410.323158:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005b63d50. 00010000:00000001:1.0:1784950410.323160:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950410.323167:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=43 v=5 (1 1 1 1) 00000800:00000200:2.0:1784950410.323174:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950410.323177:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950410.323187:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000800:00000200:2.0:1784950410.323190:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:1.0:1784950410.323193:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000200:2.0:1784950410.323197:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000005b63d50 type 1, nob 464 niov 1 nkiov 1 02000000:00000001:1.0:1784950410.323200:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950410.323205:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950410.323209:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950410.323213:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950410.323218:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950410.323219:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003112622c. 00000100:00000040:2.0:1784950410.323229:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000200:1.0:1784950410.323230:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369189376, offset 224 00010000:00000001:2.0:1784950410.323240:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950410.323245:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950410.323247:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950410.323250:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1784950410.323260:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031345b0b x1871652369189504/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:561/0 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950410.323267:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950410.323287:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10870:10870:238:4294967295] 192.168.203.114@tcp LPNI seq info [9634:9634:7:4294967295] 00000100:00100000:2.0:1784950410.323295:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000031345b0b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369189504:12345-192.168.203.114@tcp:41: Request processed in 713us (1063us total) trans 0 rc 0/0 00000100:00100000:2.0:1784950410.323319:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2671 00000400:00000200:1.0:1784950410.323321:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:2.0:1784950410.323328:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:2.0:1784950410.323335:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1784950410.323337:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950410.323340:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1784950410.323346:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a891b017. 00000020:00000010:2.0:1784950410.323348:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001655fd17. 00000020:00000010:2.0:1784950410.323361:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000824c4458. 00000800:00000200:1.0:1784950410.323364:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:2.0:1784950410.323370:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007005012b. 00000800:00000200:1.0:1784950410.323379:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000040:2.0:1784950410.323384:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000800:00000200:1.0:1784950410.323385:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a891b017 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:2.0:1784950410.323394:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950410.323412:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950410.323413:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950410.323422:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005b63d50. 00000100:00000040:1.0:1784950410.323425:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950410.323431:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1784950410.323432:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950410.323440:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950410.323446:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1784950410.323449:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950410.323457:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ef0ee8d x1871652369189376/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:561/0 lens 224/368 e 0 to 0 dl 1784950421 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950410.323458:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008562deaf 00000400:00000010:3.0:1784950410.323465:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008562deaf. 00000100:00000001:3.0:1784950410.323476:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950410.323480:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1784950410.323485:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006ef0ee8d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369189376:12345-192.168.203.114@tcp:41: Request processed in 660us (1076us total) trans 0 rc 0/0 00000800:00000001:3.0:1784950410.323490:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950410.323500:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2672 00000800:00000001:3.0:1784950410.323502:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950410.323508:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000800:00000001:3.0:1784950410.323509:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950410.323516:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950410.323520:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950410.323524:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00000020:00000010:1.0:1784950410.323531:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000020:00000010:1.0:1784950410.323536:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b9be4ce. 00000020:00000040:1.0:1784950410.323543:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:1.0:1784950410.323547:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950410.323612:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950410.323644:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a891b017. 00000400:00000200:0.0:1784950410.323654:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950410.323663:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950410.323664:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950410.323675:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003112622c 00000800:00000001:2.0:1784950410.323679:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950410.323680:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003112622c. 00000800:00000001:3.0:1784950410.323682:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950410.323692:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950410.323693:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950410.323700:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1784950410.323705:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:2.0:1784950410.323707:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950410.323758:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bca80 00000400:00000200:2.0:1784950410.323770:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950410.323780:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x159fd [1] + 224 00000800:00000001:3.0:1784950410.323791:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950410.323798:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bca00 00000800:00000001:3.0:1784950410.323811:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950410.323812:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x159f9 [1] + 224 00000400:00000200:3.0:1784950410.323822:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950410.323826:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950410.323834:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950410.323842:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950410.323842:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1784950410.323851:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784950410.323852:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000311eebe9 x1871652369189504/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950410.323864:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950410.323878:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784950410.323885:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000311eebe9 x1871652369189504/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950410.323890:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f866d7f6 x1871652369189376/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950410.323932:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000f866d7f6 x1871652369189376/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950410.323941:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950410.323953:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950410.323958:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950410.323960:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950410.323980:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950410.323986:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950410.323995:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950410.324000:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784950410.324007:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950410.324010:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950410.324013:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000984425a1. 00000400:00000200:0.0:1784950410.324020:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda7acfb 00000400:00000010:0.0:1784950410.324023:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dda7acfb. 00000100:00000001:0.0:1784950410.324027:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950410.324034:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000311eebe9 x1871652369189504/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950410.324049:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000311eebe9 x1871652369189504/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950410.324061:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950410.324063:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950410.324066:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950410.324070:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950410.324072:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950410.324075:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950410.324076:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950410.324083:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950410.324084:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784950410.324094:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1784950410.324096:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=38 v=5 (5 5 5 5) 00000400:00000001:1.0:1784950410.324099:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1784950410.324105:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=38 v=5 (1 1 1 1) 00000400:00000010:1.0:1784950410.324107:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e867c5d. 00000100:00000001:0.0:1784950410.324118:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784950410.324121:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014170e3d 00000100:00000001:0.0:1784950410.324122:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950410.324129:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000014170e3d. 00010000:00000001:0.0:1784950410.324131:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950410.324137:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950410.324137:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950410.324143:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950410.324147:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000200:1.0:1784950410.324152:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f866d7f6 x1871652369189376/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950410.324153:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950410.324158:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950410.324173:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000311eebe9 x1871652369189504/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950410.324193:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f866d7f6 x1871652369189376/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950410.324197:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950410.324208:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950410.324213:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1784950410.324222:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:1.0:1784950410.324225:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000040:0.0:1784950410.324230:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00000001:1.0:1784950410.324231:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950410.324240:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950410.324247:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950410.324250:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000004:00000020:0.0:1784950410.324251:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00000001:1.0:1784950410.324253:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950410.324263:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950410.324267:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950410.324273:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=43 v=5 (5 5 5 5) 00000100:00000040:0.0:1784950410.324278:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000311eebe9 x1871652369189504/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784950410.324286:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950410.324300:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950410.324304:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950410.324310:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1784950410.324311:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000311eebe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369189504:192.168.203.114@tcp:41: 00010000:00000001:1.0:1784950410.324315:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950410.324325:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950410.324326:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950410.324328:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950410.324332:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950410.324335:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950410.324339:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950410.324341:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000311eebe9 x1871652369189504/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950410.324351:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f866d7f6 x1871652369189376/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950410.324362:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950410.324368:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950410.324374:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d41346bc. 00000100:00000001:1.0:1784950410.324375:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950410.324383:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1784950410.324384:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950410.324385:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950410.324390:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000004:00000001:1.0:1784950410.324391:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000020:00000040:0.0:1784950410.324395:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000004:00000040:1.0:1784950410.324399:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000020:00000001:0.0:1784950410.324401:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950410.324407:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000309cba23. 02000000:00000001:0.0:1784950410.324414:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000004:00000020:1.0:1784950410.324415:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 02000000:00000001:0.0:1784950410.324417:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950410.324422:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000311eebe9. 00000004:00000001:1.0:1784950410.324433:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950410.324434:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950410.324440:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950410.324446:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f866d7f6 x1871652369189376/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950410.324447:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950410.324459:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950410.324463:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950410.324470:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369189376:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950410.324471:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950410.324476:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950410.324482:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950410.324488:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950410.324491:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f866d7f6 x1871652369189376/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950410.324500:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950410.324503:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950410.324505:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006939ec85. 02000000:00000001:1.0:1784950410.324511:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950410.324514:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950410.324515:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1784950410.324518:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950410.324521:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e3e62659. 02000000:00000001:1.0:1784950410.324524:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950410.324526:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950410.324527:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f866d7f6. 00000100:00000001:1.0:1784950410.324533:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950410.324535:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950410.324537:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950410.324543:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950410.324544:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950410.324547:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950410.324550:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950410.336825:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307348495, at 4307348496 00000100:00000010:3.0:1784950410.336838:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009903bee5. 00000100:00000040:2.0:1784950410.336857:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307348495, at 4307348496 00000100:00000040:0.0:1784950410.336859:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307348495, at 4307348496 00000100:00000040:1.0:1784950410.336860:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307348495, at 4307348496 00000100:00000010:2.0:1784950410.336871:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068dd438e. 00000100:00000010:0.0:1784950410.336875:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031f56f30. 00000100:00000010:1.0:1784950410.336880:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4ace552. 00010000:00000001:2.0:1784950410.576870:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950410.576878:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950410.576885:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950410.576887:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950410.577021:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950410.577027:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950410.577032:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950411.216836:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950411.216854:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950411.216857:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950411.216865:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950411.216869:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950411.216874:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950411.216877:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950411.344904:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950411.344915:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950411.344924:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ed45f0c. 00000020:00000040:2.0:1784950411.344933:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:2.0:1784950411.344939:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950411.344943:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950411.344950:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950411.344975:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070b3560d. 00000100:00000001:2.0:1784950411.344984:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950411.344997:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000006ed45f0c x1871652369189632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950411.345012:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950411.345015:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950411.345023:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ed45f0c] to pc [ptlrpcd_00_03+3] req@000000006ed45f0c x1871652369189632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950411.345066:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950411.345069:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950411.345074:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950411.345096:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057fd25ce. 00000020:00000040:2.0:1784950411.345098:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950411.345102:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950411.345104:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950411.345106:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950411.345110:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3e62659. 00000100:00000001:2.0:1784950411.345115:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950411.345124:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@0000000057fd25ce x1871652369189760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950411.345134:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950411.345136:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950411.345141:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057fd25ce] to pc [ptlrpcd_00_00+0] req@0000000057fd25ce x1871652369189760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950411.345144:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950411.345149:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950411.345156:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950411.345157:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950411.345163:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950411.345172:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950411.345177:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ed45f0c x1871652369189632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784950411.345179:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:1.0:1784950411.345189:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1784950411.345190:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1784950411.345196:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784950411.345199:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950411.345202:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950411.345213:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1784950411.345217:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057fd25ce x1871652369189760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784950411.345221:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f866d7f6. 00000100:00000001:3.0:1784950411.345225:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1784950411.345229:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1784950411.345233:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950411.345237:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950411.345243:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950411.345246:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950411.345249:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950411.345250:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784950411.345252:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950411.345256:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950411.345259:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950411.345260:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005b63d50. 02000000:00000001:1.0:1784950411.345263:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1784950411.345269:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006ed45f0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369189632:0@lo:400: 02000000:00000001:1.0:1784950411.345270:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950411.345271:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950411.345280:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950411.345285:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000f866d7f6 x1871652369189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784950411.345290:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000057fd25ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369189760:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950411.345304:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950411.345310:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950411.345312:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950411.345313:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950411.345318:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950411.345318:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f866d7f6] to pc [ptlrpcd_00_01+1] req@00000000f866d7f6 x1871652369189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950411.345323:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950411.345333:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b9be4ce. 00000100:00000001:2.0:1784950411.345336:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950411.345339:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950411.345341:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950411.345347:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1784950411.345349:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5d8cf49. 00000100:00000010:2.0:1784950411.345352:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000501f9ecc. 00000020:00000040:2.0:1784950411.345357:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950411.345359:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1784950411.345360:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e7c3c07. 02000000:00000001:2.0:1784950411.345362:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950411.345367:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950411.345373:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369189760, portal 4 02000000:00000010:2.0:1784950411.345374:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002058a4fe. 00000100:00000001:1.0:1784950411.345384:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950411.345385:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950411.345388:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950411.345389:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883978368 : -120287825573248 : ffff92994ee2ca80) 00000100:00000040:2.0:1784950411.345397:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000501f9ecc x1871652369190016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784950411.345397:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950411.345404:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950411.345407:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000057fd25ce x1871652369189760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950411.345412:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950411.345421:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017854499. 02000000:00000001:3.0:1784950411.345445:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950411.345458:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1784950411.345459:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071645e25. 00000100:00000001:2.0:1784950411.345465:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950411.345466:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784950411.345470:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000100:00000200:3.0:1784950411.345479:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369189632, portal 25 00000100:00000040:1.0:1784950411.345482:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950411.345483:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501f9ecc] to pc [ptlrpcd_00_02+2] req@00000000501f9ecc x1871652369190016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950411.345487:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950411.345492:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883980160 : -120287825571456 : ffff92994ee2d180) 00000400:00000010:1.0:1784950411.345493:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c92ae704. 00000100:00000200:1.0:1784950411.345507:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369189760, offset 0 00000100:00000040:3.0:1784950411.345511:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006ed45f0c x1871652369189632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950411.345530:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950411.345557:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950411.345572:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950411.345574:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784950411.345582:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1784950411.345587:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950411.345590:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950411.345590:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00000400:00000200:1.0:1784950411.345597:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00080000:2.0:1784950411.345603:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000200:3.0:1784950411.345605:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369189632, offset 0 00000400:00000200:1.0:1784950411.345606:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950411.345656:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1784950411.345657:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1784950411.345664:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950411.345665:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10871:10871:239:4294967295] 192.168.203.114@tcp LPNI seq info [9635:9635:8:4294967295] 00000100:00000040:2.0:1784950411.345667:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950411.345669:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950411.345681:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1784950411.345682:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000501f9ecc x1871652369190016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784950411.345687:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081c530af. 00000020:00000040:2.0:1784950411.345696:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1784950411.345721:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1784950411.345723:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950411.345745:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784950411.345992:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950411.346009:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.347957:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950411.347964:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950411.347967:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950411.347970:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950411.347975:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369190016:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950411.347980:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950411.347984:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950411.347986:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950411.347989:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950411.348003:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034450a52. 02000000:00000001:0.0:1784950411.348006:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950411.348013:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000984425a1. 00000400:00000010:0.0:1784950411.348028:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda7acfb. 02000000:00000010:2.0:1784950411.348028:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009dd5e9b1. 00000100:00000200:0.0:1784950411.348039:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369190016, portal 4 00000100:00000001:0.0:1784950411.348042:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950411.348043:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883989120 : -120287825562496 : ffff92994ee2f480) 00000100:00000040:0.0:1784950411.348051:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000501f9ecc x1871652369190016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950411.348061:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950411.348064:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950411.348066:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a2a777d. 00000800:00000200:1.0:1784950411.348128:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950411.348137:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031cff90d. 00000800:00000200:1.0:1784950411.348162:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950411.348199:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:1.0:1784950411.348205:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031cff90d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950411.348287:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1784950411.348301:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1784950411.348342:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bcb00 00000400:00000200:3.0:1784950411.348350:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x142fd [2] + 0 00000400:00000010:3.0:1784950411.348356:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023535eaf. 00000400:00000200:3.0:1784950411.348373:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c460d08c 00000400:00000200:3.0:1784950411.348383:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950411.348388:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1784950411.348393:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c460d08c 00000400:00000010:3.0:1784950411.348397:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000c460d08c. 00000100:00000001:3.0:1784950411.348402:0:441644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950411.348405:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1784950411.348409:0:441644:0:(events.c:337:request_in_callback()) incoming req@00000000e6301b78 x1871652369189632 msgsize 224 00000100:00100000:3.0:1784950411.348414:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1784950411.348417:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1784950411.348427:0:441644:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1784950411.348436:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 00000400:00000010:3.0:1784950411.348438:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 00000100:00000001:3.0:1784950411.348442:0:441644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784950411.348447:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ed45f0c x1871652369189632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950411.348461:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950411.348464:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ed45f0c x1871652369189632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950411.348473:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950411.348476:0:441644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950411.348482:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950411.348487:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307351933 00000100:00000010:3.0:1784950411.348493:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051f51ac3. 00000100:00000001:3.0:1784950411.348501:0:441644:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784950411.348509:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307351933 00000100:00000010:3.0:1784950411.348512:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015fccc09. 00000100:00000001:3.0:1784950411.348516:0:441644:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784950411.348519:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307351933 00000100:00000010:3.0:1784950411.348522:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080e06d5e. 00000100:00000001:3.0:1784950411.348525:0:441644:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1784950411.348528:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307351933 00000100:00000010:3.0:1784950411.348531:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f7e3e7f. 00000100:00000001:3.0:1784950411.348534:0:441644:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1784950411.348537:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950411.348540:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950411.348545:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950411.348548:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950411.349919:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369190016, offset 0 00000400:00000200:0.0:1784950411.349931:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950411.349942:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950411.349948:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950411.349953:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950411.349957:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950411.349960:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950411.349964:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10872:10872:238:4294967295] 192.168.203.114@tcp LPNI seq info [9636:9636:7:4294967295] 00000400:00000200:0.0:1784950411.349977:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950411.349982:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950411.349987:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309cba23. 00000800:00000200:0.0:1784950411.350011:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950411.350018:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950411.350022:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000309cba23 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950411.350048:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950411.350062:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@0000000081c530af x1871652369190144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950411.350074:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950411.350077:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950411.350083:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c530af] to pc [ptlrpcd_00_03+3] req@0000000081c530af x1871652369190144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950411.350086:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.350092:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950411.350103:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4713 usecs (5 jiffies) 00000100:00000001:2.0:1784950411.350108:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.350109:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307349514 00000100:00000001:0.0:1784950411.350137:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307351933 00000100:00000001:0.0:1784950411.350141:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307349514 00000100:00000001:0.0:1784950411.350143:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307351933 00000100:00000001:0.0:1784950411.350145:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307349514 00000100:00000001:0.0:1784950411.350148:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307351933 00000100:00000001:0.0:1784950411.350150:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307349514 00000100:00000001:0.0:1784950411.350152:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307351933 00000100:00000001:0.0:1784950411.350153:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950411.350157:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950411.350158:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12687) 00000100:00000001:0.0:1784950411.350161:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.350166:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950411.350374:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950411.350377:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950411.350382:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950411.350385:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950411.350388:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950411.350392:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1784950411.350395:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950411.350399:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950411.350402:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950411.350405:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950411.350406:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950411.350409:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950411.350417:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081c530af x1871652369190144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950411.350430:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950411.350434:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950411.350434:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950411.350441:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1784950411.350443:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950411.350449:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950411.350451:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784950411.350456:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950411.350457:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950411.350465:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950411.350468:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000081c530af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369190144:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950411.350472:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.350476:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950411.350482:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950411.350484:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950411.350487:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950411.350494:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f99e04c1. 02000000:00000001:0.0:1784950411.350497:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950411.350502:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3b4a514. 00000400:00000010:0.0:1784950411.350509:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f39d0e. 00000100:00000200:0.0:1784950411.350514:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369190144, portal 10 00000100:00000001:0.0:1784950411.350518:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950411.350518:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950411.350521:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883983744 : -120287825567872 : ffff92994ee2df80) 00000100:00100000:3.0:1784950411.350525:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369189632 02000000:00000001:3.0:1784950411.350531:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950411.350534:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784950411.350538:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000081c530af x1871652369190144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950411.350540:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950411.350552:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.350562:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1784950411.350562:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369189632 00000100:00000040:0.0:1784950411.350571:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950411.350572:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000010:0.0:1784950411.350576:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef1d74eb. 00000020:00000040:3.0:1784950411.350578:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000200:0.0:1784950411.350585:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369190144, offset 0 00000020:00000001:3.0:1784950411.350586:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950411.350593:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000400:00000200:0.0:1784950411.350600:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950411.350602:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000020:00000001:3.0:1784950411.350608:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:0.0:1784950411.350641:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950411.350662:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950411.350665:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:3.0:1784950411.350671:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000400:00000200:0.0:1784950411.350672:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950411.350680:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950411.350681:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000010:3.0:1784950411.350687:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000400:00000200:0.0:1784950411.350689:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950411.350697:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10873:10873:237:4294967295] 192.168.203.114@tcp LPNI seq info [9637:9637:6:4294967295] 00000020:00000010:3.0:1784950411.350699:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba5e1f06. 00000020:00000010:3.0:1784950411.350709:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002cc587b8. 00000400:00000200:0.0:1784950411.350710:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:3.0:1784950411.350739:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006049900c. 00000800:00000200:0.0:1784950411.350741:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950411.350779:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00000100:00000040:3.0:1784950411.350786:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000200:0.0:1784950411.350788:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950411.350813:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000200:0.0:1784950411.350820:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:3.0:1784950411.350821:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950411.350825:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950411.350828:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950411.350835:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950411.350836:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950411.350841:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5055 usecs (6 jiffies) 00000100:00000001:0.0:1784950411.350847:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307349515 00000100:00000001:0.0:1784950411.350849:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307351933 00000100:00000001:3.0:1784950411.350851:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950411.350852:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307349515 00000100:00000001:0.0:1784950411.350859:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307351933 00000100:00000001:0.0:1784950411.350861:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307349515 00000100:00000001:0.0:1784950411.350864:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307351933 00000100:00000001:0.0:1784950411.350866:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307349515 00000100:00000001:0.0:1784950411.350868:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307351933 00000100:00000001:3.0:1784950411.350869:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950411.350871:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950411.350875:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950411.350876:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.350885:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950411.350889:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00000001:0.0:1784950411.350891:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950411.350895:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:3.0:1784950411.350899:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785715141712 : -120287994409904 : ffff929944d28c50) 00000100:00000040:3.0:1784950411.350905:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6301b78 x1871652369189632/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:562/0 lens 224/0 e 0 to 0 dl 1784950422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950411.350915:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950411.350919:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:3.0:1784950411.350922:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950411.350924:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00100000:3.0:1784950411.350928:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e6301b78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369189632:12345-0@lo:400: 00000100:00000200:3.0:1784950411.350933:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369189632 00000020:00000001:3.0:1784950411.350936:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950411.350940:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950411.350942:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950411.350945:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950411.350947:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000020:00000001:3.0:1784950411.350951:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950411.350952:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950411.350955:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950411.350957:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950411.350959:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950411.350961:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950411.350964:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950411.350966:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1784950411.350970:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001cb2077d. 02000000:00000001:3.0:1784950411.350972:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950411.350974:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950411.350976:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950411.350979:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369189632 00010000:00000001:3.0:1784950411.350982:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:3.0:1784950411.350985:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000e6301b78 x1871652369189632/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:562/0 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950411.350994:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950411.350997:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950411.351020:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=49 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950411.351026:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1784950411.351029:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:3.0:1784950411.351031:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 02000000:00000001:3.0:1784950411.351035:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950411.351036:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950411.351039:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950411.351041:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1784950411.351045:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00000100:00000200:3.0:1784950411.351055:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369189632, offset 224 00000400:00000200:3.0:1784950411.351061:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1784950411.351070:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1784950411.351079:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bcb00 00000400:00000200:3.0:1784950411.351086:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15a15 [1] + 224 00000400:00000200:3.0:1784950411.351092:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950411.351096:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1784950411.351100:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950411.351103:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ed45f0c x1871652369189632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950411.351116:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ed45f0c x1871652369189632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950411.351121:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950411.351130:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031cff90d. 00000400:00000200:0.0:1784950411.351136:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950411.351138:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784950411.351151:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950411.351161:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 00000400:00000010:3.0:1784950411.351166:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 00000100:00000001:3.0:1784950411.351172:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1784950411.351173:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92ae704 00000100:00000001:3.0:1784950411.351175:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1784950411.351179:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c92ae704. 00000100:00000001:0.0:1784950411.351188:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950411.351188:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950411.351197:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057fd25ce x1871652369189760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950411.351200:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00010000:00000001:3.0:1784950411.351211:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950411.351216:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.351219:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1784950411.351224:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950411.351226:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057fd25ce x1871652369189760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950411.351254:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6301b78 x1871652369189632/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:562/0 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950411.351258:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.351268:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1784950411.351286:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e6301b78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369189632:12345-0@lo:400: Request processed in 369us (2874us total) trans 0 rc 0/0 00000100:00100000:3.0:1784950411.351297:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00000040:3.0:1784950411.351301:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:3.0:1784950411.351304:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950411.351306:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950411.351312:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002cc587b8. 00000020:00000010:3.0:1784950411.351317:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006049900c. 00000020:00000010:3.0:1784950411.351321:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba5e1f06. 00000020:00000040:3.0:1784950411.351329:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 02000000:00000001:3.0:1784950411.351334:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950411.351336:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001cb2077d. 02000000:00000001:3.0:1784950411.351340:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1784950411.351342:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950411.351347:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1784950411.351354:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e7908b0. 00000400:00000010:3.0:1784950411.351360:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008152a313. 00000800:00000001:3.0:1784950411.351394:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950411.351409:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950411.351415:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309cba23. 00000400:00000200:0.0:1784950411.351419:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950411.351424:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950411.351428:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a2a777d 00000400:00000010:0.0:1784950411.351430:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a2a777d. 00000100:00000001:0.0:1784950411.351435:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784950411.351439:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000501f9ecc x1871652369190016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950411.351449:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950411.351452:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000501f9ecc x1871652369190016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950411.351460:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.351462:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784950411.351499:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950411.351502:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000400:00000200:0.0:1784950411.351505:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950411.351509:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950411.351512:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef1d74eb 00000400:00000010:0.0:1784950411.351514:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ef1d74eb. 00000100:00000001:0.0:1784950411.351517:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784950411.351520:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081c530af x1871652369190144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950411.351530:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950411.351532:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081c530af x1871652369190144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950411.351540:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.351542:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784950411.351546:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950411.351576:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950411.351580:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950411.351584:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950411.351590:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950411.351601:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bcb80 00000400:00000200:0.0:1784950411.351630:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 6944 00000800:00000001:0.0:1784950411.351654:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950411.351658:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950411.351661:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950411.351664:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950411.351669:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950411.351671:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1784950411.351690:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000311eebe9. 00000100:00000040:0.0:1784950411.351693:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000311eebe9 x1871652369189760 msgsize 224 00000100:00100000:0.0:1784950411.351698:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950411.351709:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1784950411.351716:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950411.351743:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950411.351746:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950411.351748:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950411.351753:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950411.351759:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bcd00 00000400:00000200:0.0:1784950411.351765:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 155904 00000800:00000001:0.0:1784950411.351770:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950411.351774:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950411.351777:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950411.351780:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950411.351784:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950411.351787:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1784950411.351791:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af2e81e0. 00000100:00000040:0.0:1784950411.351794:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000af2e81e0 x1871652369190144 msgsize 224 00000100:00100000:0.0:1784950411.351799:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950411.351809:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1784950411.351814:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13771 usecs (14 jiffies) 00000800:00000001:0.0:1784950411.351815:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950411.351820:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950411.351823:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307349523 00000100:00000001:0.0:1784950411.351841:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784950411.351845:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369190144 02000000:00000001:0.0:1784950411.351848:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950411.351849:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950411.351851:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950411.351854:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950411.351857:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369190144 00000020:00000001:0.0:1784950411.351859:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950411.351861:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000020:00000001:0.0:1784950411.351863:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950411.351866:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000001:0.0:1784950411.351868:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:0.0:1784950411.351871:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:0.0:1784950411.351874:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950411.351878:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b083b4b4. 00000100:00000001:0.0:1784950411.351880:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950411.351883:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b083b4b4. 00000020:00000010:0.0:1784950411.351890:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090af554c. 00000020:00000010:0.0:1784950411.351895:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 00000020:00000010:0.0:1784950411.351900:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000040:0.0:1784950411.351909:0:455357:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1784950411.351912:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950411.351912:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307351933 00000100:00000001:0.0:1784950411.351916:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950411.351921:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307349525 00000100:00000001:0.0:1784950411.351923:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950411.351928:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950411.351932:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307351933 00000100:00000001:0.0:1784950411.351936:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1784950411.351936:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950411.351937:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307349525 00000100:00000001:2.0:1784950411.351943:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950411.351944:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1784950411.351945:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307351933 00000100:00000001:0.0:1784950411.351950:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950411.351951:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307349525 00000100:00000040:2.0:1784950411.351954:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f866d7f6 x1871652369189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950411.351961:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307351933 00000100:00000001:1.0:1784950411.351969:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950411.351976:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950411.351976:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950411.351977:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950411.351982:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950411.351990:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950411.351990:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950411.351995:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950411.351996:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950411.351997:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950411.352004:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1784950411.352005:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950411.352010:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1784950411.352016:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369189888:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950411.352017:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1784950411.352019:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1558 00000100:00000001:1.0:1784950411.352028:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950411.352031:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000001:2.0:1784950411.352032:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950411.352033:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950411.352039:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866145152 : -120287843406464 : ffff92994dd2ad80) 02000000:00000001:2.0:1784950411.352040:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950411.352046:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950411.352050:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784950411.352051:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af2e81e0 x1871652369190144/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:562/0 lens 224/0 e 0 to 0 dl 1784950422 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950411.352054:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950411.352056:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031bfa75f. 00000100:00000001:1.0:1784950411.352064:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950411.352065:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950411.352078:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4f6ebd5. 00000100:00000001:0.0:1784950411.352088:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1784950411.352088:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051979f75. 00000020:00000010:0.0:1784950411.352095:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b083b4b4. 00000100:00000200:2.0:1784950411.352097:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369189888, portal 10 00000100:00000001:0.0:1784950411.352103:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950411.352104:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950411.352109:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883984640 : -120287825566976 : ffff92994ee2e300) 00000020:00000010:0.0:1784950411.352111:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b083b4b4. 00000100:00000040:2.0:1784950411.352145:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f866d7f6 x1871652369189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950411.352146:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000af2e81e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369190144:12345-192.168.203.114@tcp:400: 00000100:00000200:0.0:1784950411.352161:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369190144 00000020:00000001:0.0:1784950411.352169:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950411.352175:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950411.352176:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1784950411.352180:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950411.352187:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950411.352189:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950411.352194:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000010:2.0:1784950411.352196:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbd28d60. 00000020:00000001:0.0:1784950411.352199:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1784950411.352204:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369189888, offset 0 00000020:00000001:0.0:1784950411.352205:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950411.352212:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950411.352215:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950411.352222:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950411.352222:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950411.352232:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950411.352238:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1784950411.352243:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:0.0:1784950411.352244:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1784950411.352254:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000073ea6d6e. 00000400:00000200:2.0:1784950411.352255:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784950411.352263:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950411.352268:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950411.352271:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950411.352272:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950411.352279:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1784950411.352280:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369189760 00000020:00000001:0.0:1784950411.352281:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950411.352289:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000040:0.0:1784950411.352291:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369190144 00000400:00000200:2.0:1784950411.352292:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950411.352296:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1784950411.352315:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950411.352318:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950411.352322:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10874:10874:239:4294967295] 192.168.203.114@tcp LPNI seq info [9638:9638:8:4294967295] 02000000:00000001:1.0:1784950411.352327:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1784950411.352331:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000af2e81e0 x1871652369190144/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:562/0 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950411.352339:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369189760 00000020:00000001:1.0:1784950411.352347:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950411.352353:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00010000:00000001:0.0:1784950411.352357:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1784950411.352361:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:2.0:1784950411.352362:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:0.0:1784950411.352365:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950411.352368:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00001000:0.0:1784950411.352374:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=44 v=5 (1 1 1 1) 00000020:00000001:1.0:1784950411.352379:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:0.0:1784950411.352386:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.0:1784950411.352387:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950411.352392:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000040:0.0:1784950411.352398:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000010:2.0:1784950411.352399:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059c01b8a. 00000100:00000001:1.0:1784950411.352402:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950411.352411:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000010:1.0:1784950411.352415:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 02000000:00000001:0.0:1784950411.352419:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:2.0:1784950411.352421:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:0.0:1784950411.352427:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950411.352428:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950411.352436:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1784950411.352439:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000800:00000200:2.0:1784950411.352439:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:0.0:1784950411.352449:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950411.352451:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000059c01b8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1784950411.352454:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0d615f7. 00000400:00000010:0.0:1784950411.352457:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef1d74eb. 00000020:00000010:1.0:1784950411.352469:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 00000100:00000200:0.0:1784950411.352470:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369190144, offset 224 00000100:00000001:2.0:1784950411.352475:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950411.352483:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000040:2.0:1784950411.352485:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5573 usecs (6 jiffies) 00000400:00000200:0.0:1784950411.352493:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950411.352495:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307349517 00000100:00000040:1.0:1784950411.352500:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1784950411.352502:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307351933 00000100:00000001:1.0:1784950411.352510:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950411.352512:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307349517 00000400:00000200:0.0:1784950411.352513:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950411.352516:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950411.352522:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307351933 00000100:00000001:1.0:1784950411.352524:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950411.352534:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307349517 00000400:00000200:0.0:1784950411.352535:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10875:10875:238:4294967295] 192.168.203.114@tcp LPNI seq info [9639:9639:7:4294967295] 00000100:00000001:1.0:1784950411.352539:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950411.352541:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307351933 00000100:00000001:2.0:1784950411.352554:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307349517 00000100:00000001:2.0:1784950411.352558:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307351933 00000100:00000001:2.0:1784950411.352564:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950411.352565:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950411.352576:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950411.352579:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950411.352583:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950411.352589:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950411.352593:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000200:0.0:1784950411.352595:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950411.352600:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950411.352601:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1784950411.352604:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00000100:00000001:2.0:1784950411.352608:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1784950411.352634:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:1.0:1784950411.352647:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2673 00000100:00000001:2.0:1784950411.352648:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950411.352654:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784950411.352658:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:1.0:1784950411.352659:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:2.0:1784950411.352661:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950411.352671:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950411.352672:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866146944 : -120287843404672 : ffff92994dd2b480) 00000100:00000001:2.0:1784950411.352674:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.352689:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950411.352695:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000311eebe9 x1871652369189760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:562/0 lens 224/0 e 0 to 0 dl 1784950422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950411.352701:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950411.352711:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950411.352715:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950411.352750:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950411.352757:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af2e81e0 x1871652369190144/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:562/0 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950411.352773:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000af2e81e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369190144:12345-192.168.203.114@tcp:400: Request processed in 681us (974us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950411.352785:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1784950411.352787:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1558 00000020:00000010:1.0:1784950411.352792:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000040:0.0:1784950411.352794:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:0.0:1784950411.352803:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950411.352805:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950411.352808:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950411.352812:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000020:00000010:0.0:1784950411.352816:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000100:00100000:1.0:1784950411.352826:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000311eebe9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369189760:12345-192.168.203.114@tcp:400: 00000020:00000010:0.0:1784950411.352829:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00000200:1.0:1784950411.352838:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369189760 00000020:00000010:0.0:1784950411.352841:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090af554c. 00000020:00000001:1.0:1784950411.352845:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000040:0.0:1784950411.352849:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000020:00000001:1.0:1784950411.352852:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950411.352855:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950411.352877:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950411.352882:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950411.352884:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:1.0:1784950411.352888:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1784950411.352892:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369189760, found 0 last_xid 1871652369189759 00000020:00000001:1.0:1784950411.352896:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950411.352899:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950411.352901:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950411.352904:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950411.352908:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950411.352912:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950411.352916:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950411.352917:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950411.352923:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1784950411.352926:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000073c5b240. 00000400:00000001:0.0:1784950411.352931:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1784950411.352932:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950411.352937:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784950411.352939:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950411.352940:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1784950411.352942:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071645e25. 00000020:00000001:1.0:1784950411.352947:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950411.352949:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059c01b8a. 00000400:00000200:0.0:1784950411.352951:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000400:00000010:0.0:1784950411.352960:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00010000:00000040:1.0:1784950411.352961:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369189760 00000400:00000200:2.0:1784950411.352962:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950411.352970:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1784950411.352972:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000200:0.0:1784950411.352979:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ed45f0c x1871652369189632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950411.352981:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000200:1.0:1784950411.352986:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000311eebe9 x1871652369189760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:562/0 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950411.352993:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbd28d60 00000400:00000010:2.0:1784950411.352999:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cbd28d60. 00000100:00000001:2.0:1784950411.353009:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1784950411.353020:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f866d7f6 x1871652369189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950411.353038:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ed45f0c x1871652369189632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950411.353039:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950411.353045:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950411.353053:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=44 v=5 (1 1 1 1) 00000800:00000001:3.0:1784950411.353056:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950411.353063:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1784950411.353068:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950411.353072:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950411.353077:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f866d7f6 x1871652369189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950411.353081:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784950411.353082:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000001:3.0:1784950411.353082:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950411.353087:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950411.353095:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950411.353097:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950411.353105:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1784950411.353107:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:1.0:1784950411.353108:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950411.353110:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1784950411.353115:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.353116:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950411.353126:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784950411.353127:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950411.353136:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bcc80 00000100:00001000:0.0:1784950411.353140:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=49 v=5 (5 5 5 5) 00000100:00000040:1.0:1784950411.353141:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950411.353153:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c47400a. 00000100:00001000:0.0:1784950411.353155:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=49 v=5 (1 1 1 1) 00000400:00000200:3.0:1784950411.353187:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 7168 00000100:00000001:2.0:1784950411.353188:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.353190:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950411.353196:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950411.353198:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1784950411.353206:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1784950411.353211:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369189760, offset 224 00010000:00000001:0.0:1784950411.353212:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950411.353213:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950411.353224:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950411.353234:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950411.353236:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ed45f0c x1871652369189632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950411.353241:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950411.353254:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950411.353258:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:2.0:1784950411.353271:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784950411.353275:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000010:2.0:1784950411.353281:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000100:00000001:0.0:1784950411.353283:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950411.353283:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10876:10876:238:4294967295] 192.168.203.114@tcp LPNI seq info [9640:9640:7:4294967295] 00000400:00000200:2.0:1784950411.353293:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950411.353296:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950411.353305:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950411.353309:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:0.0:1784950411.353315:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ed45f0c x1871652369189632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950411.353332:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:0.0:1784950411.353350:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006ed45f0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369189632:0@lo:400: 00000400:00000200:2.0:1784950411.353355:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef1d74eb 00000800:00000200:1.0:1784950411.353360:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950411.353364:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ef1d74eb. 00000100:00000001:0.0:1784950411.353367:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950411.353372:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd72e494. 00000100:00000001:0.0:1784950411.353374:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950411.353375:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950411.353377:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950411.353385:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1784950411.353386:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ed45f0c x1871652369189632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950411.353386:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000200:1.0:1784950411.353397:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000010:3.0:1784950411.353402:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000848ff4cb. 00000100:00000040:3.0:1784950411.353414:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000848ff4cb x1871652369190016 msgsize 224 00000100:00000001:0.0:1784950411.353419:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000200:1.0:1784950411.353423:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:0.0:1784950411.353427:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:1.0:1784950411.353433:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fd72e494 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1784950411.353434:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017854499. 00000100:00100000:3.0:1784950411.353439:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:0.0:1784950411.353449:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950411.353454:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950411.353456:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950411.353458:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950411.353461:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950411.353464:0:441634:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:0.0:1784950411.353469:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070b3560d. 00000100:00000040:1.0:1784950411.353472:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 02000000:00000001:0.0:1784950411.353480:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1784950411.353481:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:0.0:1784950411.353487:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1784950411.353488:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950411.353494:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ed45f0c. 00000020:00000001:1.0:1784950411.353496:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950411.353505:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1784950411.353509:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000311eebe9 x1871652369189760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:562/0 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950411.353511:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950411.353512:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950411.353521:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369190016 00000100:00000001:0.0:1784950411.353522:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950411.353532:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950411.353536:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950411.353539:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950411.353543:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950411.353545:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950411.353550:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950411.353553:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784950411.353554:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000311eebe9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369189760:12345-192.168.203.114@tcp:400: Request processed in 760us (1850us total) trans 0 rc 0/0 02000000:00000001:2.0:1784950411.353557:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950411.353559:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd72e494. 00000100:00000001:0.0:1784950411.353561:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950411.353568:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369190016 00000400:00000200:3.0:1784950411.353576:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1784950411.353577:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950411.353583:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00100000:1.0:1784950411.353588:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2673 00000020:00000001:2.0:1784950411.353591:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:3.0:1784950411.353596:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950411.353600:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000020:00000040:2.0:1784950411.353602:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000400:00000200:3.0:1784950411.353605:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c47400a 00000800:00000001:0.0:1784950411.353606:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950411.353630:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1784950411.353636:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:1.0:1784950411.353641:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1784950411.353641:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004c47400a. 00000020:00000001:2.0:1784950411.353643:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:0.0:1784950411.353645:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950411.353650:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00000100:00000001:3.0:1784950411.353653:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:0.0:1784950411.353656:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950411.353656:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950411.353661:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1784950411.353662:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000020:00000010:2.0:1784950411.353666:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000800:00000001:0.0:1784950411.353668:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950411.353673:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0d615f7. 00000800:00000001:3.0:1784950411.353674:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950411.353677:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950411.353688:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000400:00000200:0.0:1784950411.353689:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000040:1.0:1784950411.353689:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000800:00000001:3.0:1784950411.353691:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950411.353701:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950411.353702:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a506608. 00000800:00000001:3.0:1784950411.353703:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950411.353717:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950411.353765:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7661753. 00000400:00000200:0.0:1784950411.353771:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bcc00 00000400:00000200:3.0:1784950411.353776:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950411.353788:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 156128 00000400:00000200:3.0:1784950411.353797:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bcb80 00000800:00000001:0.0:1784950411.353798:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950411.353811:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15a11 [1] + 224 00000800:00000001:0.0:1784950411.353813:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950411.353822:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950411.353823:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950411.353832:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950411.353837:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950411.353840:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1784950411.353843:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1784950411.353845:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1784950411.353853:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000010:0.0:1784950411.353854:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008818eb7d. 00000100:00000001:3.0:1784950411.353860:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950411.353861:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000008818eb7d x1871652369189888 msgsize 224 00000100:00000200:3.0:1784950411.353873:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057fd25ce x1871652369189760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950411.353880:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:3.0:1784950411.353897:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057fd25ce x1871652369189760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950411.353903:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1784950411.353915:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950411.353918:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950411.353927:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950411.353930:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950411.353934:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950411.353941:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950411.353945:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950411.353949:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950411.353957:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369189888 00000400:00000200:0.0:1784950411.353960:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:1.0:1784950411.353962:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950411.353969:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950411.353972:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950411.353978:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bcd00 02000000:00000001:1.0:1784950411.353979:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950411.353983:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950411.353991:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1784950411.353992:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369189888 00000400:00000200:0.0:1784950411.353996:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15a29 [1] + 224 00000020:00000001:1.0:1784950411.353999:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950411.354006:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000400:00000001:3.0:1784950411.354006:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784950411.354007:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784950411.354014:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1784950411.354015:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:3.0:1784950411.354020:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5d8cf49. 00000020:00000040:1.0:1784950411.354023:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000800:00000001:0.0:1784950411.354024:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950411.354030:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7c3c07 00000020:00000001:1.0:1784950411.354033:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000400:00000200:0.0:1784950411.354037:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784950411.354038:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000e7c3c07. 00000020:00000001:1.0:1784950411.354041:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:1.0:1784950411.354051:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950411.354052:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950411.354055:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:1.0:1784950411.354064:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000200:3.0:1784950411.354066:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057fd25ce x1871652369189760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950411.354067:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950411.354076:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950411.354082:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081c530af x1871652369190144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950411.354087:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000020:00000010:1.0:1784950411.354101:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0d615f7. 00000100:00000200:3.0:1784950411.354111:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057fd25ce x1871652369189760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950411.354112:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 00000020:00000010:1.0:1784950411.354124:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000040:0.0:1784950411.354133:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081c530af x1871652369190144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950411.354137:0:453511:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1784950411.354146:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950411.354151:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950411.354157:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950411.354162:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950411.354169:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1784950411.354171:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950411.354177:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1784950411.354180:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950411.354182:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.354183:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784950411.354188:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950411.354195:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784950411.354196:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950411.354199:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950411.354204:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950411.354205:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950411.354208:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950411.354224:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=39 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950411.354226:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950411.354229:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950411.354232:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950411.354237:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1784950411.354241:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=39 v=5 (1 1 1 1) 00000400:00000001:0.0:1784950411.354245:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1784950411.354250:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1559 00000400:00000001:0.0:1784950411.354254:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950411.354255:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1784950411.354257:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000400:00000010:0.0:1784950411.354259:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3b4a514. 00000100:00000001:3.0:1784950411.354262:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950411.354264:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866140672 : -120287843410944 : ffff92994dd29c00) 00000400:00000200:0.0:1784950411.354270:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f39d0e 00010000:00000001:3.0:1784950411.354273:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1784950411.354277:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000075f39d0e. 00000100:00000040:1.0:1784950411.354280:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008818eb7d x1871652369189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:562/0 lens 224/0 e 0 to 0 dl 1784950422 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950411.354281:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.354284:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950411.354294:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1784950411.354300:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081c530af x1871652369190144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950411.354301:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950411.354304:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950411.354310:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000010:1.0:1784950411.354312:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000001:3.0:1784950411.354315:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950411.354325:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950411.354334:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057fd25ce x1871652369189760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950411.354336:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000100:00000200:0.0:1784950411.354341:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081c530af x1871652369190144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950411.354358:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008818eb7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369189888:12345-192.168.203.114@tcp:400: 00000100:00000200:1.0:1784950411.354378:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369189888 00000020:00000001:1.0:1784950411.354386:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950411.354393:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950411.354395:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950411.354401:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.354403:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950411.354403:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950411.354413:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950411.354414:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950411.354414:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950411.354421:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:0.0:1784950411.354425:0:441643:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:1.0:1784950411.354427:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1784950411.354431:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057fd25ce x1871652369189760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950411.354432:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1784950411.354434:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950411.354439:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950411.354447:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950411.354447:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950411.354455:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1784950411.354458:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950411.354461:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950411.354471:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=44 v=5 (5 5 5 5) 00000020:00000001:1.0:1784950411.354472:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1784950411.354473:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000057fd25ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369189760:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950411.354479:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950411.354486:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1784950411.354490:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=44 v=5 (1 1 1 1) 02000000:00000010:1.0:1784950411.354494:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007b6a014f. 00000100:00000001:3.0:1784950411.354494:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950411.354496:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950411.354502:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950411.354504:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950411.354506:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1784950411.354507:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784950411.354514:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950411.354517:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057fd25ce x1871652369189760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1784950411.354522:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000081c530af x1871652369190144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950411.354524:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950411.354535:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369189888 00010000:00000001:1.0:1784950411.354544:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:1.0:1784950411.354557:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000008818eb7d x1871652369189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:562/0 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950411.354567:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950411.354573:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950411.354579:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b9be4ce. 00010000:00000001:0.0:1784950411.354586:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950411.354590:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950411.354597:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1784950411.354598:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:1.0:1784950411.354601:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1784950411.354602:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000020:00000040:3.0:1784950411.354603:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1784950411.354632:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950411.354634:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1784950411.354635:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950411.354637:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e3e62659. 00000100:00000001:0.0:1784950411.354639:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950411.354647:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=44 v=5 (1 1 1 1) 02000000:00000001:3.0:1784950411.354649:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1784950411.354660:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081c530af x1871652369190144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950411.354662:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950411.354664:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1784950411.354667:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057fd25ce. 00000100:00000040:1.0:1784950411.354678:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950411.354679:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950411.354685:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950411.354687:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950411.354690:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:3.0:1784950411.354693:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950411.354699:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1784950411.354704:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950411.354705:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950411.354708:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784950411.354712:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950411.354714:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950411.354718:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950411.354750:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081c530af x1871652369190144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950411.354773:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000081c530af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369190144:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950411.354775:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950411.354784:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.354790:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950411.354796:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950411.354798:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1784950411.354805:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e7c3c07. 00000100:00000040:0.0:1784950411.354807:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081c530af x1871652369190144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950411.354817:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369189888, offset 224 00000100:00000001:0.0:1784950411.354823:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950411.354829:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950411.354831:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f99e04c1. 00000400:00000200:1.0:1784950411.354837:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950411.354842:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950411.354847:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950411.354849:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1784950411.354873:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:1.0:1784950411.354874:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000010:0.0:1784950411.354876:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009dd5e9b1. 02000000:00000001:0.0:1784950411.354885:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1784950411.354887:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10877:10877:239:4294967295] 192.168.203.114@tcp LPNI seq info [9641:9641:8:4294967295] 02000000:00000001:0.0:1784950411.354889:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950411.354894:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081c530af. 00000100:00000001:0.0:1784950411.354903:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950411.354907:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950411.354913:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950411.354915:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.354923:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950411.354926:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784950411.354928:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950411.354930:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950411.354935:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec44ac7. 00000100:00000001:0.0:1784950411.354936:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950411.354951:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950411.354958:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950411.354962:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eec44ac7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950411.354971:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950411.354976:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950411.354980:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950411.354982:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950411.354985:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1784950411.354992:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008818eb7d x1871652369189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:562/0 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950411.355002:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008818eb7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369189888:12345-192.168.203.114@tcp:400: Request processed in 697us (1140us total) trans 0 rc 0/0 00000100:00100000:1.0:1784950411.355011:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1559 00000100:00000040:1.0:1784950411.355014:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:1.0:1784950411.355016:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950411.355019:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950411.355022:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00000020:00000010:1.0:1784950411.355026:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000020:00000010:1.0:1784950411.355030:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0d615f7. 00000020:00000040:1.0:1784950411.355035:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:1.0:1784950411.355039:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950411.355062:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950411.355067:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec44ac7. 00000400:00000200:0.0:1784950411.355072:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950411.355078:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950411.355082:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7c3c07 00000400:00000010:0.0:1784950411.355085:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000e7c3c07. 00000100:00000001:0.0:1784950411.355090:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950411.355092:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950411.355098:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950411.355104:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950411.355107:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950411.355111:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950411.355116:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950411.355124:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bcc00 00000400:00000200:0.0:1784950411.355129:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15a39 [1] + 224 00000800:00000001:0.0:1784950411.355134:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950411.355138:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950411.355140:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950411.355143:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950411.355147:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950411.355151:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f866d7f6 x1871652369189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950411.355177:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f866d7f6 x1871652369189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950411.355199:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950411.355205:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950411.355208:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950411.355256:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950411.355261:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784950411.355266:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950411.355269:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950411.355271:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4f6ebd5. 00000400:00000200:3.0:1784950411.355278:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051979f75 00000400:00000010:3.0:1784950411.355280:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000051979f75. 00000100:00000001:3.0:1784950411.355284:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950411.355290:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f866d7f6 x1871652369189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950411.355300:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f866d7f6 x1871652369189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950411.355309:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950411.355311:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950411.355313:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950411.355317:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950411.355318:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950411.355321:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950411.355323:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950411.355329:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=44 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950411.355332:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950411.355335:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950411.355337:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950411.355340:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1784950411.355343:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f866d7f6 x1871652369189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950411.355351:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950411.355354:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950411.355355:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950411.355357:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950411.355358:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950411.355362:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f866d7f6 x1871652369189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950411.355369:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950411.355372:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950411.355375:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950411.355379:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f866d7f6 x1871652369189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950411.355389:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369189888:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950411.355398:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950411.355402:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950411.355407:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f866d7f6 x1871652369189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950411.355421:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950411.355425:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950411.355428:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031bfa75f. 00000020:00000010:2.0:1784950411.355432:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 02000000:00000001:3.0:1784950411.355436:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950411.355443:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950411.355446:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:2.0:1784950411.355447:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000001:3.0:1784950411.355457:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784950411.355458:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950411.355464:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:3.0:1784950411.355467:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005b63d50. 00000100:00000001:2.0:1784950411.355468:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950411.355481:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784950411.355483:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950411.355487:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950411.355493:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f866d7f6. 00000100:00000001:3.0:1784950411.355500:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950411.355503:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950411.355505:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950411.355508:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950411.355521:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950411.355525:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950411.355530:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950411.355531:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950411.355534:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950411.355538:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1784950411.355549:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2674 00000100:00000040:2.0:1784950411.355555:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:2.0:1784950411.355560:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798845312 : -120287910706304 : ffff929949cfc380) 00000100:00000040:2.0:1784950411.355570:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000848ff4cb x1871652369190016/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:562/0 lens 224/0 e 0 to 0 dl 1784950422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950411.355588:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950411.355595:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000100:00000001:2.0:1784950411.355600:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950411.355605:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00100000:2.0:1784950411.355635:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000848ff4cb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369190016:12345-192.168.203.114@tcp:400: 00000100:00000200:2.0:1784950411.355659:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369190016 00000020:00000001:2.0:1784950411.355662:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950411.355666:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950411.355670:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950411.355673:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950411.355675:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:2.0:1784950411.355679:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1784950411.355682:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369190016, found 0 last_xid 1871652369190015 00000020:00000001:2.0:1784950411.355686:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950411.355688:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950411.355690:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950411.355693:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950411.355696:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950411.355700:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950411.355703:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1784950411.355730:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005165b905. 02000000:00000001:2.0:1784950411.355734:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950411.355737:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950411.355742:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1784950411.355745:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369190016 00010000:00000001:2.0:1784950411.355750:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:2.0:1784950411.355808:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000848ff4cb x1871652369190016/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:562/0 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950411.355827:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950411.355831:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950411.355836:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950411.355843:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950411.355849:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950411.355853:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950411.355858:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950411.355861:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950411.355865:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950411.355882:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950411.355890:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbd28d60. 00000100:00000200:2.0:1784950411.355898:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369190016, offset 224 00000400:00000200:2.0:1784950411.355909:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950411.355924:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950411.355935:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10878:10878:239:4294967295] 192.168.203.114@tcp LPNI seq info [9642:9642:8:4294967295] 00000400:00000200:2.0:1784950411.355954:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950411.355963:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950411.355969:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059c01b8a. 00000800:00000200:2.0:1784950411.355978:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950411.355988:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950411.355993:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000059c01b8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950411.356016:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950411.356021:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950411.356024:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950411.356026:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950411.356029:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1784950411.356035:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000848ff4cb x1871652369190016/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:562/0 lens 224/224 e 0 to 0 dl 1784950422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950411.356048:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000848ff4cb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369190016:12345-192.168.203.114@tcp:400: Request processed in 459us (2631us total) trans 0 rc 0/0 00000100:00100000:2.0:1784950411.356061:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2674 00000100:00000040:2.0:1784950411.356064:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:2.0:1784950411.356067:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950411.356069:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950411.356074:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7661753. 00000020:00000010:2.0:1784950411.356079:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000020:00000010:2.0:1784950411.356084:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a506608. 00000020:00000040:2.0:1784950411.356089:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:2.0:1784950411.356092:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950411.356150:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950411.356157:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059c01b8a. 00000400:00000200:0.0:1784950411.356165:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950411.356173:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950411.356179:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbd28d60 00000400:00000010:0.0:1784950411.356182:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cbd28d60. 00000100:00000001:0.0:1784950411.356187:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950411.356189:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1784950411.356195:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950411.356212:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950411.356218:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950411.356223:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950411.356236:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950411.356249:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bcc80 00000400:00000200:3.0:1784950411.356256:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15a21 [1] + 224 00000800:00000001:3.0:1784950411.356262:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950411.356267:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950411.356270:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950411.356274:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950411.356280:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950411.356284:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000501f9ecc x1871652369190016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950411.356294:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000501f9ecc x1871652369190016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950411.356317:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950411.356325:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950411.356328:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950411.356361:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950411.356366:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784950411.356372:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950411.356374:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950411.356376:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000984425a1. 00000400:00000200:0.0:1784950411.356381:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda7acfb 00000400:00000010:0.0:1784950411.356384:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dda7acfb. 00000100:00000001:0.0:1784950411.356387:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950411.356394:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000501f9ecc x1871652369190016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950411.356416:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000501f9ecc x1871652369190016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950411.356425:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950411.356427:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950411.356430:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950411.356432:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950411.356434:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950411.356436:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950411.356439:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950411.356445:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=44 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950411.356449:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=44 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950411.356452:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950411.356453:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950411.356456:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950411.356458:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.356461:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950411.356463:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950411.356465:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950411.356466:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950411.356470:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000501f9ecc x1871652369190016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950411.356479:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950411.356482:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950411.356483:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950411.356486:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000501f9ecc x1871652369190016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950411.356495:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369190016:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950411.356500:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950411.356502:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950411.356504:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000501f9ecc x1871652369190016/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950411.356519:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950411.356521:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950411.356524:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034450a52. 02000000:00000001:0.0:1784950411.356528:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950411.356530:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950411.356531:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1784950411.356534:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950411.356536:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002058a4fe. 02000000:00000001:0.0:1784950411.356539:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950411.356540:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950411.356542:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000501f9ecc. 00000100:00000001:0.0:1784950411.356546:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950411.356548:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950411.356550:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950411.356555:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950411.356557:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950411.356559:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950411.356562:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950411.602568:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950411.602575:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950411.602584:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950411.602586:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950411.602695:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950411.602701:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950411.602706:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950412.240856:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950412.240874:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950412.240878:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950412.240885:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950412.240889:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950412.240893:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950412.240896:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950412.624873:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950412.624883:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950412.624891:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950412.624895:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950412.624898:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950412.624902:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950412.624905:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950412.624908:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950412.624911:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950412.624914:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950412.625057:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950412.625063:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950412.625068:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950413.264864:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950413.264881:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950413.264884:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950413.264890:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950413.264894:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950413.264898:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950413.264901:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950413.648821:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950413.648829:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950413.648835:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950413.648838:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950413.648915:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950413.648919:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950413.648921:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784950413.776872:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307351933, at 4307351936 00000100:00000040:1.0:1784950413.776884:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307351933, at 4307351936 00000100:00000040:0.0:1784950413.776889:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307351933, at 4307351936 00000100:00000040:3.0:1784950413.776889:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307351933, at 4307351936 00000100:00000010:2.0:1784950413.776892:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080e06d5e. 00000100:00000010:1.0:1784950413.776901:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015fccc09. 00000100:00000010:3.0:1784950413.776910:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f7e3e7f. 00000100:00000010:0.0:1784950413.776914:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051f51ac3. 00000100:00000001:3.0:1784950414.288848:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950414.288866:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950414.288869:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950414.288876:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950414.288881:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950414.288885:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950414.288889:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950414.672780:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950414.672789:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950414.672797:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950414.672799:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950414.672874:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950414.672878:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950414.672881:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950415.312875:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950415.312891:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950415.312894:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950415.312900:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950415.312903:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950415.312907:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950415.312909:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950415.440857:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1784950415.440866:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000001:1.0:1784950415.440879:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000010:0.0:1784950415.440880:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038a482f9. 00000004:00000020:1.0:1784950415.440887:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000020:00000040:0.0:1784950415.440895:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000010:1.0:1784950415.440901:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c04bcd0a. 00000100:00000001:0.0:1784950415.440907:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:1.0:1784950415.440912:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1784950415.440916:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784950415.440919:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950415.440924:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950415.440926:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950415.440929:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950415.440940:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000309cba23. 02000000:00000010:1.0:1784950415.440943:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b35b6916. 00000100:00000001:1.0:1784950415.440956:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950415.440957:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950415.440965:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950415.440969:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950415.440971:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950415.440976:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950415.440989:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c04bcd0a] to pc [ptlrpcd_00_00+0] req@00000000c04bcd0a x1871652369190272/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950415.440995:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038a482f9] to pc [ptlrpcd_00_01+1] req@0000000038a482f9 x1871652369190400/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1784950415.441057:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950415.441058:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950415.441099:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950415.441107:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950415.441111:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950415.441121:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038a482f9 x1871652369190400/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950415.441137:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950415.441139:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950415.441142:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950415.441145:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950415.441150:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784950415.441152:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950415.441157:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784950415.441159:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950415.441167:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000038a482f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369190400:192.168.203.114@tcp:41: 00000100:00000040:3.0:1784950415.441173:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c04bcd0a x1871652369190272/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950415.441176:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950415.441182:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950415.441188:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950415.441195:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950415.441200:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950415.441204:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950415.441205:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006939ec85. 02000000:00000001:2.0:1784950415.441213:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950415.441214:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950415.441219:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950415.441222:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e2400a6. 02000000:00000001:3.0:1784950415.441224:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950415.441233:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c04bcd0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369190272:192.168.203.114@tcp:41: 00000400:00000010:2.0:1784950415.441236:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000969daf7a. 00000100:00000001:3.0:1784950415.441244:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1784950415.441249:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369190400, portal 4 02000000:00000001:3.0:1784950415.441251:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950415.441259:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950415.441260:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950415.441266:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785866146048 : -120287843405568 : ffff92994dd2b100) 02000000:00000001:3.0:1784950415.441267:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950415.441278:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001cb2077d. 00000100:00000040:2.0:1784950415.441285:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038a482f9 x1871652369190400/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950415.441286:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950415.441300:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002591d906. 00000100:00000001:2.0:1784950415.441305:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784950415.441312:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00000100:00000040:2.0:1784950415.441313:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950415.441322:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4f46573. 00000100:00000200:3.0:1784950415.441323:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369190272, portal 4 00000100:00000200:2.0:1784950415.441327:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369190400, offset 0 00000100:00000001:3.0:1784950415.441330:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950415.441334:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867199360 : -120287842352256 : ffff92994de2c380) 00000400:00000200:2.0:1784950415.441341:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950415.441349:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c04bcd0a x1871652369190272/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950415.441363:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950415.441364:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950415.441373:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950415.441377:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1784950415.441382:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aee49f67. 00000400:00000200:2.0:1784950415.441389:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000200:3.0:1784950415.441391:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369190272, offset 0 00000400:00000200:2.0:1784950415.441398:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950415.441407:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950415.441408:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950415.441417:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10879:10879:239:4294967295] 192.168.203.114@tcp LPNI seq info [9643:9643:8:4294967295] 00000400:00000200:2.0:1784950415.441433:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950415.441441:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950415.441450:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa821349. 00000400:00000200:3.0:1784950415.441450:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950415.441463:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784950415.441471:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950415.441477:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950415.441483:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784950415.441491:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950415.441492:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:2.0:1784950415.441502:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000aa821349 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950415.441503:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10880:10880:238:4294967295] 192.168.203.114@tcp LPNI seq info [9644:9644:7:4294967295] 00000400:00000200:3.0:1784950415.441522:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950415.441531:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950415.441532:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950415.441539:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a7ee387. 00000100:00000040:2.0:1784950415.441541:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13768 usecs (14 jiffies) 00000100:00000001:2.0:1784950415.441550:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307353614 00000800:00000200:3.0:1784950415.441557:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000010:2.0:1784950415.441562:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068dd438e. 00000800:00000200:3.0:1784950415.441569:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950415.441576:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784950415.441577:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a7ee387 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950415.441614:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307353614 00000100:00000010:2.0:1784950415.441622:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000833d4563. 00000100:00000001:2.0:1784950415.441626:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784950415.441633:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950415.441638:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307353614 00000100:00000040:3.0:1784950415.441641:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4720 usecs (5 jiffies) 00000100:00000010:2.0:1784950415.441647:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009b9e16f9. 00000100:00000001:3.0:1784950415.441649:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307353605 00000100:00000001:2.0:1784950415.441655:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1784950415.441657:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307353614 00000100:00000001:2.0:1784950415.441665:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307353614 00000100:00000001:3.0:1784950415.441666:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307353605 00000100:00000001:3.0:1784950415.441678:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307353614 00000100:00000010:2.0:1784950415.441681:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3dd6f90. 00000100:00000001:3.0:1784950415.441687:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307353605 00000100:00000001:2.0:1784950415.441689:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1784950415.441695:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307353614 00000100:00000001:2.0:1784950415.441699:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950415.441701:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307353605 00000100:00000001:2.0:1784950415.441706:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950415.441708:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307353614 00000100:00000001:3.0:1784950415.441715:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950415.441716:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950415.441755:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950415.441766:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950415.441772:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950415.441775:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950415.441779:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950415.441785:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950415.441786:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950415.441792:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950415.441796:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950415.441797:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950415.441801:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950415.441802:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950415.441807:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950415.441814:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1784950415.441815:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa821349. 00000100:00000001:3.0:1784950415.441820:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950415.441826:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950415.441831:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950415.441831:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950415.441848:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950415.441859:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4f46573 00000400:00000010:0.0:1784950415.441864:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e4f46573. 00000100:00000001:0.0:1784950415.441874:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784950415.441884:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038a482f9 x1871652369190400/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950415.441893:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1784950415.441894:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:1.0:1784950415.441905:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a7ee387. 00000100:00000001:0.0:1784950415.441913:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1784950415.441914:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950415.441916:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950415.441926:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950415.441927:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038a482f9 x1871652369190400/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950415.441934:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950415.441937:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950415.441950:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aee49f67 00000400:00000010:1.0:1784950415.441957:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aee49f67. 00000400:00000200:3.0:1784950415.441960:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950415.441969:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950415.441979:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950415.441982:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c04bcd0a x1871652369190272/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950415.441988:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950415.441989:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bce00 00000800:00000001:0.0:1784950415.442006:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950415.442013:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950415.442014:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 7392 00000800:00000001:0.0:1784950415.442024:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950415.442024:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c04bcd0a x1871652369190272/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950415.442027:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950415.442036:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950415.442046:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950415.442051:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950415.442052:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1784950415.442052:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950415.442064:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950415.442078:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950415.442081:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950415.442090:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950415.442094:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1784950415.442101:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd729a45. 00000400:00000200:0.0:1784950415.442107:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bcd80 00000100:00000040:3.0:1784950415.442110:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000cd729a45 x1871652369190400 msgsize 224 00000400:00000200:0.0:1784950415.442130:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 7616 00000100:00100000:3.0:1784950415.442131:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:0.0:1784950415.442147:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950415.442154:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1784950415.442159:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950415.442166:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950415.442168:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950415.442178:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950415.442179:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950415.442192:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950415.442198:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1784950415.442205:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb6069c6. 00000100:00000040:0.0:1784950415.442213:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000eb6069c6 x1871652369190272 msgsize 224 00000100:00100000:0.0:1784950415.442222:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950415.442246:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1784950415.442258:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950415.442266:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950415.442277:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950415.442285:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369190400 02000000:00000001:2.0:1784950415.442290:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950415.442294:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950415.442298:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950415.442304:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950415.442309:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950415.442310:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369190400 00000100:00100000:1.0:1784950415.442317:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369190272 00000020:00000001:2.0:1784950415.442318:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950415.442323:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 02000000:00000001:1.0:1784950415.442325:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1784950415.442329:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950415.442331:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1784950415.442337:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:1.0:1784950415.442338:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950415.442349:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 02000000:00000001:1.0:1784950415.442351:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950415.442356:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00100000:1.0:1784950415.442360:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369190272 00000100:00000001:2.0:1784950415.442365:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1784950415.442366:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950415.442371:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000010:2.0:1784950415.442375:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000020:00000001:1.0:1784950415.442376:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950415.442384:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:2.0:1784950415.442385:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950415.442392:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000010:2.0:1784950415.442394:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000020:00000001:1.0:1784950415.442401:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000010:2.0:1784950415.442407:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a506608. 00000100:00000001:1.0:1784950415.442409:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950415.442418:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000020:00000010:2.0:1784950415.442421:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7661753. 00000100:00000001:1.0:1784950415.442424:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950415.442431:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000020:00000010:2.0:1784950415.442432:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000020:00000010:1.0:1784950415.442442:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0d615f7. 00000100:00000040:2.0:1784950415.442446:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000010:1.0:1784950415.442451:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 00000100:00000001:2.0:1784950415.442453:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950415.442458:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1784950415.442462:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000001:2.0:1784950415.442463:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950415.442476:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950415.442479:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950415.442481:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950415.442487:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950415.442494:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950415.442506:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950415.442522:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950415.442525:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950415.442529:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950415.442536:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2675 00000100:00000040:2.0:1784950415.442542:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:2.0:1784950415.442547:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798848000 : -120287910703616 : ffff929949cfce00) 00000100:00000001:1.0:1784950415.442552:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1784950415.442557:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cd729a45 x1871652369190400/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:566/0 lens 224/0 e 0 to 0 dl 1784950426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950415.442559:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1784950415.442575:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2676 00000100:00000040:1.0:1784950415.442605:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:1.0:1784950415.442612:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866137984 : -120287843413632 : ffff92994dd29180) 00000100:00000001:2.0:1784950415.442613:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950415.442624:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000100:00000040:1.0:1784950415.442627:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eb6069c6 x1871652369190272/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:566/0 lens 224/0 e 0 to 0 dl 1784950426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950415.442630:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950415.442641:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00000001:1.0:1784950415.442655:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1784950415.442660:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000cd729a45 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369190400:12345-192.168.203.114@tcp:41: 00000020:00000010:1.0:1784950415.442664:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000200:2.0:1784950415.442668:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369190400 00000100:00000001:1.0:1784950415.442672:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950415.442676:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:1.0:1784950415.442678:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000020:00000001:2.0:1784950415.442682:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950415.442689:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950415.442690:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000eb6069c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369190272:12345-192.168.203.114@tcp:41: 00000020:00000001:2.0:1784950415.442696:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1784950415.442700:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369190272 00000020:00000001:2.0:1784950415.442702:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:1.0:1784950415.442707:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950415.442709:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1784950415.442714:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000001:00000001:2.0:1784950415.442716:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369190400, found 0 last_xid 1871652369190399 00000020:00000001:2.0:1784950415.442754:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950415.442758:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950415.442761:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950415.442767:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950415.442769:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950415.442774:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950415.442779:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000001:2.0:1784950415.442781:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1784950415.442784:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1784950415.442790:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369190272, found 0 last_xid 1871652369190271 02000000:00000001:2.0:1784950415.442790:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1784950415.442798:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950415.442802:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000010:2.0:1784950415.442804:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007bb9a502. 00000020:00000001:1.0:1784950415.442805:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950415.442811:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950415.442815:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950415.442818:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950415.442826:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950415.442826:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950415.442835:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009f7dddc8. 00000004:00000001:2.0:1784950415.442841:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 02000000:00000001:1.0:1784950415.442842:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950415.442850:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950415.442852:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1784950415.442857:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:2.0:1784950415.442859:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950415.442862:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1784950415.442867:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:1.0:1784950415.442885:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000004:00000024:2.0:1784950415.442887:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000020:00000020:1.0:1784950415.442895:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1784950415.442896:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:1.0:1784950415.442907:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000020:2.0:1784950415.442908:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1784950415.442922:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000004:00000020:2.0:1784950415.442924:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000020:00000020:1.0:1784950415.442936:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000001:00000001:2.0:1784950415.442942:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000004:00000020:1.0:1784950415.442943:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000001:00000001:2.0:1784950415.442948:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950415.442955:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1784950415.442956:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00010000:00000040:2.0:1784950415.442960:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369190400 00000001:00000001:1.0:1784950415.442962:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950415.442968:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000004:00000001:1.0:1784950415.442970:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950415.442976:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369190272 00010000:00000200:2.0:1784950415.442980:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000cd729a45 x1871652369190400/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:566/0 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950415.442982:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:1.0:1784950415.442994:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000eb6069c6 x1871652369190272/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:566/0 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950415.443008:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950415.443014:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950415.443017:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00001000:2.0:1784950415.443020:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=48 v=5 (1 1 1 1) 00010000:00000001:1.0:1784950415.443023:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950415.443028:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:1.0:1784950415.443030:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=48 v=5 (1 1 1 1) 00000100:00000040:2.0:1784950415.443038:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950415.443041:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950415.443043:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:1.0:1784950415.443051:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 02000000:00000001:2.0:1784950415.443052:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950415.443060:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950415.443061:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950415.443071:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1784950415.443072:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784950415.443075:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950415.443083:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950415.443084:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784950415.443089:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4f46573. 00000100:00000040:1.0:1784950415.443093:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:2.0:1784950415.443098:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369190400, offset 224 00000400:00000010:1.0:1784950415.443102:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c47400a. 00000400:00000200:2.0:1784950415.443113:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950415.443123:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369190272, offset 224 00000400:00000200:2.0:1784950415.443129:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950415.443144:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10881:10881:239:4294967295] 192.168.203.114@tcp LPNI seq info [9645:9645:8:4294967295] 00000400:00000200:1.0:1784950415.443146:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950415.443164:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950415.443171:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950415.443178:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b5272c8. 00000400:00000200:1.0:1784950415.443182:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:2.0:1784950415.443190:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950415.443199:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10882:10882:238:4294967295] 192.168.203.114@tcp LPNI seq info [9646:9646:7:4294967295] 00000800:00000200:2.0:1784950415.443208:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950415.443215:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009b5272c8 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:1.0:1784950415.443229:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950415.443238:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950415.443244:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950415.443245:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc7a79b2. 00000100:00000040:2.0:1784950415.443255:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000200:1.0:1784950415.443265:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:2.0:1784950415.443267:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950415.443273:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950415.443278:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1784950415.443284:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:2.0:1784950415.443292:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd729a45 x1871652369190400/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:566/0 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950415.443293:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fc7a79b2 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:1.0:1784950415.443307:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950415.443321:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00100000:2.0:1784950415.443326:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000cd729a45 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369190400:12345-192.168.203.114@tcp:41: Request processed in 710us (1210us total) trans 0 rc 0/0 00010000:00000001:1.0:1784950415.443332:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950415.443339:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950415.443341:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1784950415.443342:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2675 00000020:00000001:1.0:1784950415.443349:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1784950415.443353:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000010:0.0:1784950415.443354:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b5272c8. 00000100:00000001:2.0:1784950415.443359:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1784950415.443367:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb6069c6 x1871652369190272/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:566/0 lens 224/368 e 0 to 0 dl 1784950426 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950415.443368:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950415.443371:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1784950415.443378:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7661753. 00000020:00000010:2.0:1784950415.443391:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000400:00000200:0.0:1784950415.443393:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950415.443402:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a506608. 00000400:00000200:0.0:1784950415.443412:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4f46573 00000020:00000040:2.0:1784950415.443414:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000010:0.0:1784950415.443422:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e4f46573. 00000100:00000001:2.0:1784950415.443424:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950415.443426:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000eb6069c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369190272:12345-192.168.203.114@tcp:41: Request processed in 763us (1204us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950415.443439:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950415.443446:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1784950415.443454:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2676 00000100:00000040:1.0:1784950415.443462:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:1.0:1784950415.443468:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:0.0:1784950415.443553:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950415.443559:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc7a79b2. 00000400:00000200:0.0:1784950415.443567:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950415.443575:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950415.443607:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c47400a 00000400:00000010:0.0:1784950415.443612:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004c47400a. 00000100:00000001:0.0:1784950415.443618:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950415.443620:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950415.443631:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950415.443642:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950415.443647:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950415.443653:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950415.443664:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950415.443680:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bce00 00000400:00000200:0.0:1784950415.443691:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15a51 [1] + 224 00000800:00000001:0.0:1784950415.443701:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950415.443708:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950415.443712:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950415.443754:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950415.443761:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950415.443768:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038a482f9 x1871652369190400/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950415.443789:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000038a482f9 x1871652369190400/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950415.443820:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950415.443831:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950415.443839:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950415.443843:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950415.443847:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950415.443857:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950415.443872:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bcd80 00000400:00000200:0.0:1784950415.443882:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15a55 [1] + 224 00000800:00000001:0.0:1784950415.443890:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950415.443898:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784950415.443899:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950415.443907:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950415.443908:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950415.443920:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000001:2.0:1784950415.443922:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950415.443927:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950415.443930:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e2400a6. 00000400:00000200:2.0:1784950415.443936:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969daf7a 00000400:00000010:2.0:1784950415.443938:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000969daf7a. 00000100:00000001:2.0:1784950415.443942:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950415.443946:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950415.443951:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038a482f9 x1871652369190400/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950415.443962:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c04bcd0a x1871652369190272/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950415.443978:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038a482f9 x1871652369190400/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950415.444015:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950415.444017:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950415.444022:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c04bcd0a x1871652369190272/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950415.444023:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950415.444029:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950415.444033:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950415.444036:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950415.444044:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950415.444057:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=43 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950415.444064:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950415.444067:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950415.444069:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950415.444071:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784950415.444074:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950415.444079:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950415.444085:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1784950415.444086:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950415.444088:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950415.444094:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1784950415.444098:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950415.444098:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950415.444114:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038a482f9 x1871652369190400/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950415.444124:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950415.444127:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950415.444130:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950415.444133:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1784950415.444138:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000020:2.0:1784950415.444146:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:2.0:1784950415.444151:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950415.444156:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038a482f9 x1871652369190400/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950415.444166:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000038a482f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369190400:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950415.444174:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950415.444177:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950415.444182:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038a482f9 x1871652369190400/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950415.444186:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950415.444193:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950415.444195:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950415.444201:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1784950415.444205:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1784950415.444206:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006939ec85. 00000400:00000001:3.0:1784950415.444211:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1784950415.444215:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1784950415.444217:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002591d906. 00000020:00000001:2.0:1784950415.444222:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950415.444227:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000400:00000200:3.0:1784950415.444228:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 00000020:00000001:2.0:1784950415.444231:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:3.0:1784950415.444234:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 02000000:00000010:2.0:1784950415.444237:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000309cba23. 00000100:00000001:3.0:1784950415.444242:0:441641:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784950415.444246:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950415.444251:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950415.444254:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038a482f9. 00000100:00000200:3.0:1784950415.444255:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c04bcd0a x1871652369190272/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950415.444259:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950415.444264:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950415.444270:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950415.444280:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950415.444284:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950415.444289:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c04bcd0a x1871652369190272/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950415.444291:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950415.444296:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950415.444309:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950415.444312:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950415.444316:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950415.444320:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950415.444322:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950415.444325:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950415.444327:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950415.444334:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=48 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950415.444338:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=48 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950415.444341:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950415.444344:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950415.444346:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950415.444348:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950415.444351:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950415.444353:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950415.444356:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950415.444357:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950415.444361:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c04bcd0a x1871652369190272/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950415.444370:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950415.444372:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950415.444374:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1784950415.444377:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1784950415.444381:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000004:00000020:3.0:1784950415.444388:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:3.0:1784950415.444395:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950415.444398:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c04bcd0a x1871652369190272/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950415.444408:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c04bcd0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369190272:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950415.444413:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950415.444415:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950415.444418:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c04bcd0a x1871652369190272/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950415.444425:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950415.444428:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950415.444430:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001cb2077d. 02000000:00000001:3.0:1784950415.444434:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950415.444436:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950415.444438:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1784950415.444440:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950415.444454:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b35b6916. 02000000:00000001:3.0:1784950415.444458:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950415.444460:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950415.444462:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c04bcd0a. 00000100:00000001:3.0:1784950415.444466:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950415.444467:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950415.444469:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950415.444475:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950415.444477:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950415.444480:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950415.444483:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950415.445253:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950415.445258:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00000020:00000010:1.0:1784950415.445264:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000020:00000010:1.0:1784950415.445267:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0d615f7. 00000020:00000040:1.0:1784950415.445272:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:1.0:1784950415.445275:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950415.455809:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307353614, at 4307353615 00000100:00000010:0.0:1784950415.455826:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068dd438e. 00000100:00000040:2.0:1784950415.455866:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307353614, at 4307353615 00000100:00000040:3.0:1784950415.455866:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307353614, at 4307353615 00000100:00000040:1.0:1784950415.455869:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307353614, at 4307353615 00000100:00000010:2.0:1784950415.455884:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009b9e16f9. 00000100:00000010:1.0:1784950415.455888:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000833d4563. 00000100:00000010:3.0:1784950415.455892:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3dd6f90. 00010000:00000001:2.0:1784950415.696856:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950415.696863:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950415.696871:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950415.696873:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950415.696997:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950415.697002:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950415.697007:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950416.336860:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950416.336877:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950416.336879:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950416.336886:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950416.336889:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950416.336894:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950416.336897:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950416.464857:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950416.464866:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950416.464875:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000501f9ecc. 00000020:00000040:2.0:1784950416.464883:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:2.0:1784950416.464888:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950416.464892:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950416.464898:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950416.464907:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d62b3518. 00000100:00000001:2.0:1784950416.464915:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950416.464925:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000501f9ecc x1871652369190528/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950416.464940:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950416.464943:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950416.464949:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501f9ecc] to pc [ptlrpcd_00_02+2] req@00000000501f9ecc x1871652369190528/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950416.464993:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950416.464997:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950416.465001:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950416.465005:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f866d7f6. 00000020:00000040:2.0:1784950416.465009:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950416.465013:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950416.465016:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950416.465018:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950416.465022:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ebc2a5d. 00000100:00000001:2.0:1784950416.465025:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950416.465031:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950416.465037:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000f866d7f6 x1871652369190656/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950416.465040:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950416.465047:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950416.465048:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950416.465058:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950416.465060:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000501f9ecc x1871652369190528/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950416.465067:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950416.465072:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950416.465087:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f866d7f6] to pc [ptlrpcd_00_03+3] req@00000000f866d7f6 x1871652369190656/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950416.465089:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950416.465096:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950416.465106:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950416.465111:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950416.465115:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.465119:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950416.465121:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369190528:0@lo:400: 00000100:00080000:2.0:1784950416.465126:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784950416.465141:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1784950416.465143:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784950416.465150:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950416.465152:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784950416.465154:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950416.465159:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950416.465163:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.465164:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784950416.465166:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784950416.465173:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1784950416.465173:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081c530af. 00000100:00000040:3.0:1784950416.465182:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f866d7f6 x1871652369190656/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950416.465184:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090af554c. 00000020:00000040:2.0:1784950416.465184:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1784950416.465194:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950416.465195:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950416.465201:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950416.465208:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950416.465209:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000984425a1. 00000100:00000001:3.0:1784950416.465215:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950416.465220:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950416.465221:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b3b91a8d. 00000400:00000010:0.0:1784950416.465225:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda7acfb. 02000000:00000001:3.0:1784950416.465227:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950416.465229:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950416.465235:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950416.465237:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369190528, portal 25 00000100:00000040:2.0:1784950416.465243:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000081c530af x1871652369190784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784950416.465247:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950416.465249:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950416.465254:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883989120 : -120287825562496 : ffff92994ee2f480) 00000100:00100000:3.0:1784950416.465264:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369190656:192.168.203.114@tcp:400: 00000100:00000040:0.0:1784950416.465272:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000501f9ecc x1871652369190528/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950416.465284:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950416.465285:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950416.465290:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950416.465295:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950416.465302:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950416.465308:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c530af] to pc [ptlrpcd_00_00+0] req@0000000081c530af x1871652369190784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950416.465313:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950416.465314:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1784950416.465325:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d522160c. 00000100:00000040:0.0:1784950416.465327:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1784950416.465334:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950416.465336:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f39d0e. 00000400:00000010:3.0:1784950416.465343:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002591d906. 00000100:00000200:0.0:1784950416.465344:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369190528, offset 0 00000100:00000001:2.0:1784950416.465353:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950416.465358:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784950416.465360:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00000400:00000200:0.0:1784950416.465366:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1784950416.465373:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784950416.465383:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784950416.465387:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369190656, portal 4 00000100:00100000:2.0:1784950416.465389:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:0.0:1784950416.465391:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1784950416.465400:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950416.465401:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950416.465407:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883984640 : -120287825566976 : ffff92994ee2e300) 00000100:00000001:2.0:1784950416.465413:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784950416.465420:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bce80 00000100:00000001:2.0:1784950416.465421:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950416.465424:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f866d7f6 x1871652369190656/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950416.465434:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950416.465440:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950416.465446:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1435d [2] + 0 00000100:00000001:2.0:1784950416.465447:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950416.465456:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784950416.465459:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006190d3b4. 00000100:00000040:2.0:1784950416.465461:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081c530af x1871652369190784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950416.465462:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950416.465468:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000060b64692 00000100:00000040:3.0:1784950416.465472:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950416.465473:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950416.465484:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdf88c3f. 00000400:00000200:0.0:1784950416.465485:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784950416.465497:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369190656, offset 0 00000100:00000001:2.0:1784950416.465498:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784950416.465506:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1784950416.465507:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950416.465518:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950416.465519:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950416.465525:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950416.465531:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950416.465535:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060b64692 00000100:00100000:2.0:1784950416.465539:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000081c530af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369190784:192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950416.465542:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:0.0:1784950416.465543:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 0000000060b64692. 00000100:00000001:2.0:1784950416.465556:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950416.465557:0:441643:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1784950416.465563:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784950416.465563:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1784950416.465564:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1784950416.465570:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950416.465601:0:441643:0:(events.c:337:request_in_callback()) incoming req@0000000007c46005 x1871652369190528 msgsize 224 02000000:00000001:2.0:1784950416.465605:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784950416.465606:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000010:2.0:1784950416.465617:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a506608. 00000100:00100000:0.0:1784950416.465618:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1784950416.465619:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784950416.465629:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950416.465630:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1784950416.465633:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000010:2.0:1784950416.465643:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e2400a6. 00000400:00000200:3.0:1784950416.465644:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10883:10883:239:4294967295] 192.168.203.114@tcp LPNI seq info [9647:9647:8:4294967295] 00000400:00000010:2.0:1784950416.465653:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000969daf7a. 00000100:00000001:0.0:1784950416.465656:0:441643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1784950416.465663:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369190784, portal 10 00000400:00000200:3.0:1784950416.465673:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950416.465674:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950416.465680:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883983744 : -120287825567872 : ffff92994ee2df80) 00000800:00000200:3.0:1784950416.465690:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950416.465692:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f39d0e 00000100:00000040:2.0:1784950416.465698:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000081c530af x1871652369190784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784950416.465699:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007262da46. 00000400:00000010:0.0:1784950416.465700:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000075f39d0e. 00000100:00000001:0.0:1784950416.465712:0:441643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950416.465759:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784950416.465763:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000501f9ecc x1871652369190528/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950416.465773:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:3.0:1784950416.465774:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:2.0:1784950416.465783:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbd28d60. 00000100:00000200:2.0:1784950416.465793:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369190784, offset 0 00000100:00000001:1.0:1784950416.465796:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950416.465798:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1784950416.465799:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:1.0:1784950416.465806:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369190528 00000800:00000200:3.0:1784950416.465809:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007262da46 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784950416.465811:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000501f9ecc x1871652369190528/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950416.465815:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1784950416.465820:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950416.465824:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950416.465831:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950416.465843:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:1.0:1784950416.465844:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950416.465850:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950416.465851:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950416.465857:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369190528 00000400:00000200:2.0:1784950416.465858:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950416.465862:0:441643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784950416.465863:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13761 usecs (14 jiffies) 00000020:00000001:1.0:1784950416.465866:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950416.465871:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000400:00000200:2.0:1784950416.465873:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950416.465875:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307354639 00000020:00000001:1.0:1784950416.465876:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950416.465885:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000400:00000200:2.0:1784950416.465886:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1784950416.465889:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f7e3e7f. 00000020:00000001:1.0:1784950416.465896:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:2.0:1784950416.465898:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950416.465905:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000020:00000001:1.0:1784950416.465906:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:2.0:1784950416.465914:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10884:10884:238:4294967295] 192.168.203.114@tcp LPNI seq info [9648:9648:7:4294967295] 00000100:00000001:1.0:1784950416.465919:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950416.465921:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307354639 00000020:00000010:1.0:1784950416.465931:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000010:3.0:1784950416.465932:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000081cd7458. 00000400:00000200:2.0:1784950416.465941:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950416.465942:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950416.465944:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000020:00000010:1.0:1784950416.465956:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000100:00000001:3.0:1784950416.465957:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307354639 00000100:00000001:0.0:1784950416.465964:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950416.465968:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000010:3.0:1784950416.465969:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd7ddeb4. 00000100:00000001:0.0:1784950416.465972:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307357051 00000020:00000010:1.0:1784950416.465974:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0d615f7. 00000800:00000010:2.0:1784950416.465979:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078605e0a. 00000100:00000001:3.0:1784950416.465980:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000020:00000010:1.0:1784950416.465990:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 00000100:00000001:3.0:1784950416.465997:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307354639 00000800:00000200:2.0:1784950416.465999:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:1.0:1784950416.466000:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000010:3.0:1784950416.466009:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038bf97ea. 00000100:00000001:3.0:1784950416.466018:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000800:00000200:2.0:1784950416.466021:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:1.0:1784950416.466022:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1784950416.466030:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950416.466031:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000200:2.0:1784950416.466033:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078605e0a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950416.466038:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950416.466040:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950416.466045:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950416.466047:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950416.466053:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950416.466059:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950416.466061:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950416.466062:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784950416.466068:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5582 usecs (6 jiffies) 00000100:00000001:3.0:1784950416.466069:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950416.466079:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307354631 00000100:00000001:3.0:1784950416.466080:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950416.466086:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950416.466088:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950416.466089:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307354639 00000100:00000001:3.0:1784950416.466097:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.466098:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307354631 00000100:00000001:1.0:1784950416.466107:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950416.466109:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307354639 00000100:00000001:3.0:1784950416.466110:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950416.466113:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950416.466120:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307354631 00000100:00000001:2.0:1784950416.466126:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307354639 00000100:00100000:1.0:1784950416.466130:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00000001:2.0:1784950416.466132:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307354631 00000100:00000001:2.0:1784950416.466140:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307354639 00000100:00000040:1.0:1784950416.466141:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000800:00000200:0.0:1784950416.466146:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950416.466147:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950416.466149:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785715145808 : -120287994405808 : ffff929944d29c50) 00000800:00000010:0.0:1784950416.466157:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007262da46. 00000100:00000001:2.0:1784950416.466158:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950416.466160:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ff7d5f7. 00000100:00000040:1.0:1784950416.466165:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000007c46005 x1871652369190528/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:567/0 lens 224/0 e 0 to 0 dl 1784950427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950416.466171:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950416.466171:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950416.466173:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950416.466186:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950416.466187:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950416.466195:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1784950416.466197:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950416.466200:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1784950416.466201:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950416.466204:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdf88c3f 00000020:00000010:1.0:1784950416.466208:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000400:00000010:0.0:1784950416.466210:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdf88c3f. 02000000:00000010:3.0:1784950416.466213:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000083b5681e. 00000800:00000001:2.0:1784950416.466217:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950416.466218:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950416.466221:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950416.466223:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950416.466230:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000800:00000001:2.0:1784950416.466235:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950416.466236:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f866d7f6 x1871652369190656/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950416.466239:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000005ff7d5f7 x1871652369190912/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:2.0:1784950416.466247:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950416.466249:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000007c46005 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369190528:12345-0@lo:400: 00000800:00000001:2.0:1784950416.466256:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950416.466271:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369190528 00000400:00000200:2.0:1784950416.466281:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:1.0:1784950416.466282:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950416.466292:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950416.466300:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950416.466304:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1784950416.466310:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1784950416.466312:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bcf00 00000100:00000001:3.0:1784950416.466313:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1784950416.466315:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000040:0.0:1784950416.466320:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f866d7f6 x1871652369190656/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950416.466321:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950416.466329:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1784950416.466337:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950416.466338:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 7840 00000100:00000040:3.0:1784950416.466339:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ff7d5f7] to pc [ptlrpcd_00_01+1] req@000000005ff7d5f7 x1871652369190912/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950416.466351:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950416.466358:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000001:2.0:1784950416.466360:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950416.466365:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950416.466376:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000001:2.0:1784950416.466378:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950416.466379:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950416.466385:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950416.466392:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784950416.466392:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950416.466394:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784950416.466405:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003d2e5e11. 00000400:00000200:2.0:1784950416.466411:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950416.466413:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950416.466413:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.466423:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950416.466426:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1784950416.466426:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000200:2.0:1784950416.466428:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:1.0:1784950416.466436:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1784950416.466441:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000010:2.0:1784950416.466442:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057fd25ce. 00010000:00000040:1.0:1784950416.466443:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369190528 00000800:00000200:0.0:1784950416.466450:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1784950416.466453:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784950416.466454:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000057fd25ce x1871652369190656 msgsize 224 00010000:00000001:1.0:1784950416.466455:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000010:0.0:1784950416.466459:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078605e0a. 00010000:00000200:1.0:1784950416.466468:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000007c46005 x1871652369190528/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:567/0 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950416.466474:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950416.466475:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1784950416.466485:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000010:3.0:1784950416.466486:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057b2ed91. 00000400:00000200:0.0:1784950416.466498:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:3.0:1784950416.466500:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00010000:00000001:1.0:1784950416.466502:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1784950416.466510:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbd28d60 00010000:00000001:1.0:1784950416.466511:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.466513:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950416.466513:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1784950416.466516:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cbd28d60. 02000000:00000001:3.0:1784950416.466521:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00001000:1.0:1784950416.466524:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=54 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950416.466525:0:441635:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784950416.466527:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950416.466538:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081c530af x1871652369190784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950416.466541:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1784950416.466542:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a86c365d. 00000800:00000001:2.0:1784950416.466545:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950416.466553:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:3.0:1784950416.466555:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950416.466558:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950416.466566:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000800:00000001:2.0:1784950416.466569:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950416.466597:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@0000000057b2ed91 x1871652369191040/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:2.0:1784950416.466602:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950416.466611:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950416.466619:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950416.466630:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950416.466631:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950416.466647:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1784950416.466655:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1784950416.466659:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c92ae704. 00000400:00000200:2.0:1784950416.466660:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bcf80 00000100:00000001:3.0:1784950416.466661:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950416.466670:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950416.466671:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081c530af x1871652369190784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950416.466673:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369190528, offset 224 00000400:00000200:2.0:1784950416.466687:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 156352 00000100:00000040:3.0:1784950416.466689:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057b2ed91] to pc [ptlrpcd_00_02+2] req@0000000057b2ed91 x1871652369191040/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950416.466707:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950416.466717:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:2.0:1784950416.466753:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950416.466767:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950416.466768:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950416.466769:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1784950416.466778:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950416.466781:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950416.466789:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950416.466796:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bce80 00000800:00000001:0.0:1784950416.466798:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950416.466801:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950416.466802:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784950416.466809:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1784950416.466809:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784950416.466811:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950416.466815:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15a69 [1] + 224 00000100:00000001:3.0:1784950416.466819:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950416.466823:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ed45f0c. 00000100:00100000:3.0:1784950416.466831:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:2.0:1784950416.466834:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000006ed45f0c x1871652369190784 msgsize 224 00000400:00000200:1.0:1784950416.466836:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950416.466837:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950416.466844:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307354639 00000100:00000001:3.0:1784950416.466851:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784950416.466857:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1784950416.466858:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307357052 00000100:00100000:2.0:1784950416.466859:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950416.466860:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950416.466873:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307354639 00000100:00000001:3.0:1784950416.466876:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950416.466878:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950416.466882:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307357052 00000100:00000001:3.0:1784950416.466883:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950416.466886:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950416.466889:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1784950416.466892:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000501f9ecc x1871652369190528/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950416.466897:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307354639 00000800:00000001:2.0:1784950416.466902:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950416.466904:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057b2ed91 x1871652369191040/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950416.466911:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307357052 00000800:00000001:2.0:1784950416.466914:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950416.466926:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307354639 00000100:00000040:1.0:1784950416.466943:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000501f9ecc x1871652369190528/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950416.466944:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950416.466945:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950416.466951:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950416.466952:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950416.466956:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950416.466959:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369190784 02000000:00000001:3.0:1784950416.466964:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950416.466968:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1784950416.466971:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950416.466974:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784950416.466983:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.466984:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950416.466989:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784950416.466997:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950416.466999:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000057b2ed91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369191040:192.168.203.114@tcp:400: 00000100:00100000:2.0:1784950416.467004:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369190784 00000100:00000001:3.0:1784950416.467008:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1784950416.467010:0:453513:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1784950416.467013:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1784950416.467015:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 02000000:00000001:3.0:1784950416.467018:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950416.467020:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1784950416.467021:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1784950416.467024:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000001:0.0:1784950416.467027:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1784950416.467029:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 02000000:00000010:3.0:1784950416.467032:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba5e1f06. 00000400:00000010:0.0:1784950416.467033:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000984425a1. 00000020:00000001:2.0:1784950416.467036:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 02000000:00000001:3.0:1784950416.467045:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950416.467046:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000400:00000200:0.0:1784950416.467047:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda7acfb 00000400:00000010:3.0:1784950416.467057:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026c959d8. 00000400:00000010:0.0:1784950416.467058:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dda7acfb. 00000100:00000001:2.0:1784950416.467058:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950416.467067:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 00000100:00000001:0.0:1784950416.467070:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950416.467072:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92ae704 00000100:00000001:2.0:1784950416.467075:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784950416.467079:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c92ae704. 00000020:00000010:2.0:1784950416.467082:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00000200:0.0:1784950416.467083:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000501f9ecc x1871652369190528/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950416.467092:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1784950416.467093:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2c38d8a. 00000400:00000010:3.0:1784950416.467097:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009139bac3. 00000100:00000001:1.0:1784950416.467099:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1784950416.467106:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7661753. 00000100:00000200:3.0:1784950416.467111:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369191040, portal 10 00000100:00000001:1.0:1784950416.467112:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950416.467116:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000100:00000200:0.0:1784950416.467117:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000501f9ecc x1871652369190528/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950416.467122:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1784950416.467128:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:3.0:1784950416.467130:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798850688 : -120287910700928 : ffff929949cfd880) 00000100:00000040:2.0:1784950416.467132:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:1.0:1784950416.467141:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950416.467144:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1784950416.467148:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.467150:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1784950416.467153:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000057b2ed91 x1871652369191040/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950416.467157:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950416.467160:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950416.467170:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950416.467174:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1784950416.467176:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007c46005 x1871652369190528/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:567/0 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950416.467178:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950416.467181:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1784950416.467184:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950416.467190:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950416.467191:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950416.467200:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1784950416.467202:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950416.467207:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1784950416.467214:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9ae20b. 00000100:00000001:0.0:1784950416.467215:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.467215:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950416.467226:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000007c46005 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369190528:12345-0@lo:400: Request processed in 1018us (1641us total) trans 0 rc 0/0 00000100:00000200:3.0:1784950416.467227:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369191040, offset 0 02000000:00000001:0.0:1784950416.467228:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.467236:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00001000:0.0:1784950416.467241:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=54 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950416.467243:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1784950416.467254:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:1.0:1784950416.467256:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00001000:0.0:1784950416.467259:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=54 v=5 (1 1 1 1) 00000100:00100000:2.0:1784950416.467262:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1560 00000100:00000040:1.0:1784950416.467269:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000400:00000200:3.0:1784950416.467275:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950416.467277:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950416.467278:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1784950416.467278:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000001:0.0:1784950416.467287:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.467289:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883980160 : -120287825571456 : ffff92994ee2d180) 00000100:00000001:1.0:1784950416.467290:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1784950416.467291:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1784950416.467297:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1784950416.467302:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00010000:00000001:0.0:1784950416.467303:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950416.467305:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:2.0:1784950416.467311:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ed45f0c x1871652369190784/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:567/0 lens 224/0 e 0 to 0 dl 1784950427 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950416.467316:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000100:00000001:0.0:1784950416.467318:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950416.467323:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000010:1.0:1784950416.467333:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0d615f7. 00000100:00000040:0.0:1784950416.467337:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000501f9ecc x1871652369190528/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950416.467340:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000040:1.0:1784950416.467346:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000400:00000200:3.0:1784950416.467358:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10885:10885:239:4294967295] 192.168.203.114@tcp LPNI seq info [9649:9649:8:4294967295] 02000000:00000001:1.0:1784950416.467359:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1784950416.467366:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1784950416.467367:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003d2e5e11. 00000020:00000010:2.0:1784950416.467376:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b74e9fc. 02000000:00000001:1.0:1784950416.467378:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950416.467386:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950416.467388:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784950416.467399:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:2.0:1784950416.467403:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b74e9fc. 00000100:00000001:0.0:1784950416.467404:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950416.467404:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000010:1.0:1784950416.467410:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c8b9383. 00000100:00000001:0.0:1784950416.467418:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1784950416.467424:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060b64692. 00000100:00000001:0.0:1784950416.467426:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950416.467427:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006ed45f0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369190784:12345-192.168.203.114@tcp:400: 00000800:00000200:3.0:1784950416.467439:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950416.467444:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000501f9ecc x1871652369190528/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950416.467444:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369190784 00000800:00000010:3.0:1784950416.467448:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000dc50a7. 00000020:00000001:2.0:1784950416.467453:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950416.467462:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950416.467466:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1784950416.467469:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950416.467472:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:1.0:1784950416.467475:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000001:2.0:1784950416.467477:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1784950416.467478:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369190528:0@lo:400: 00000020:00000001:2.0:1784950416.467483:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950416.467488:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950416.467495:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:3.0:1784950416.467497:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:2.0:1784950416.467503:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950416.467504:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950416.467505:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1784950416.467506:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000000dc50a7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950416.467514:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950416.467515:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1784950416.467516:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1784950416.467523:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950416.467525:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950416.467528:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000501f9ecc x1871652369190528/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950416.467529:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950416.467531:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950416.467539:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950416.467540:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950416.467541:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950416.467551:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1784950416.467552:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5055 usecs (6 jiffies) 00000100:00000040:1.0:1784950416.467554:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ff7d5f7 x1871652369190912/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950416.467558:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950416.467567:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307354632 02000000:00000010:2.0:1784950416.467570:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000054005039. 00000100:00000001:0.0:1784950416.467574:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950416.467596:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307357051 02000000:00000001:2.0:1784950416.467600:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950416.467601:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784950416.467607:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307354632 02000000:00000010:0.0:1784950416.467609:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090af554c. 00000100:00000001:2.0:1784950416.467612:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950416.467621:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307357052 00000020:00000001:2.0:1784950416.467625:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950416.467626:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950416.467634:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307354632 00000020:00000001:0.0:1784950416.467636:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000040:2.0:1784950416.467638:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369190784 00000100:00000001:1.0:1784950416.467639:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1784950416.467642:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000100:00000001:3.0:1784950416.467647:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307357052 00000100:00000001:1.0:1784950416.467648:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950416.467649:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:0.0:1784950416.467652:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950416.467661:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307354632 02000000:00000010:0.0:1784950416.467662:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d62b3518. 02000000:00000001:1.0:1784950416.467662:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000200:2.0:1784950416.467663:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000006ed45f0c x1871652369190784/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:567/0 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950416.467671:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950416.467674:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307357052 02000000:00000001:0.0:1784950416.467676:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950416.467683:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1784950416.467685:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950416.467687:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1784950416.467690:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000501f9ecc. 00000100:00100000:1.0:1784950416.467702:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005ff7d5f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369190912:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950416.467703:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950416.467704:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1784950416.467710:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950416.467712:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950416.467715:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950416.467755:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950416.467758:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950416.467759:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950416.467764:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784950416.467767:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950416.467772:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950416.467773:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=49 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950416.467773:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950416.467774:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950416.467781:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950416.467788:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950416.467792:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.467793:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1784950416.467796:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0d615f7. 00000100:00000040:3.0:1784950416.467804:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12692) 00000100:00000040:2.0:1784950416.467805:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 02000000:00000001:1.0:1784950416.467806:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.467817:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000010:1.0:1784950416.467822:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4a06e0c. 02000000:00000001:2.0:1784950416.467823:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950416.467828:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.467835:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784950416.467836:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c92ae704. 00000100:00000040:2.0:1784950416.467845:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950416.467846:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369190912, portal 4 00000100:00000001:3.0:1784950416.467849:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950416.467853:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1784950416.467854:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051979f75. 00000100:00000001:3.0:1784950416.467855:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950416.467859:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785798846208 : -120287910705408 : ffff929949cfc700) 00000100:00000001:3.0:1784950416.467863:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950416.467866:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369190784, offset 224 00000100:00000001:3.0:1784950416.467870:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950416.467875:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005ff7d5f7 x1871652369190912/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950416.467882:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950416.467887:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950416.467896:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000dc50a7. 00000400:00000200:2.0:1784950416.467904:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950416.467908:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950416.467908:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950416.467911:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950416.467921:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369190656 00000400:00000200:2.0:1784950416.467922:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10886:10886:238:4294967295] 192.168.203.114@tcp LPNI seq info [9650:9650:7:4294967295] 00000100:00000040:1.0:1784950416.467924:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950416.467930:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1784950416.467932:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:1.0:1784950416.467936:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003112622c. 00000100:00000001:3.0:1784950416.467938:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950416.467946:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950416.467948:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369190912, offset 0 02000000:00000001:3.0:1784950416.467958:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950416.467964:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369190656 00000400:00000200:2.0:1784950416.467971:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:1.0:1784950416.467972:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950416.467973:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950416.467979:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:3.0:1784950416.467986:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1784950416.467992:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9ae20b 00000020:00000040:3.0:1784950416.467993:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000800:00000200:2.0:1784950416.467994:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950416.468000:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9ae20b. 00000400:00000200:1.0:1784950416.468001:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:3.0:1784950416.468005:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000800:00000010:2.0:1784950416.468009:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e5c2538. 00000100:00000001:0.0:1784950416.468011:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1784950416.468015:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000200:1.0:1784950416.468018:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950416.468025:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1784950416.468027:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057b2ed91 x1871652369191040/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950416.468032:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:2.0:1784950416.468034:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:3.0:1784950416.468036:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000400:00000200:1.0:1784950416.468045:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950416.468049:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950416.468061:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:2.0:1784950416.468062:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000010:3.0:1784950416.468063:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000800:00000200:2.0:1784950416.468076:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002e5c2538 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1784950416.468078:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e7c2f12. 00000100:00000001:0.0:1784950416.468079:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950416.468080:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10887:10887:237:4294967295] 192.168.203.114@tcp LPNI seq info [9651:9651:6:4294967295] 00000020:00000010:3.0:1784950416.468091:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002cc587b8. 00000100:00000040:0.0:1784950416.468094:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057b2ed91 x1871652369191040/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950416.468102:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950416.468103:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006049900c. 00000100:00000040:2.0:1784950416.468120:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000040:3.0:1784950416.468123:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000400:00000200:1.0:1784950416.468127:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950416.468128:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950416.468134:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:3.0:1784950416.468135:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950416.468138:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1784950416.468141:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950416.468143:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950416.468151:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950416.468152:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000001:0.0:1784950416.468156:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950416.468159:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950416.468167:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ed45f0c x1871652369190784/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:567/0 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950416.468168:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950416.468170:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950416.468172:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d66491d6. 00000800:00000001:0.0:1784950416.468181:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950416.468191:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950416.468192:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950416.468194:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950416.468217:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:1.0:1784950416.468219:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950416.468220:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950416.468229:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1784950416.468230:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006ed45f0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369190784:12345-192.168.203.114@tcp:400: Request processed in 855us (1385us total) trans 0 rc 0/0 00000800:00000200:1.0:1784950416.468233:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d66491d6 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:3.0:1784950416.468248:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2677 00000100:00000001:1.0:1784950416.468249:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950416.468250:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bd080 00000100:00000040:1.0:1784950416.468263:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4720 usecs (5 jiffies) 00000100:00000040:3.0:1784950416.468264:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00100000:2.0:1784950416.468265:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1560 00000100:00000001:1.0:1784950416.468273:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307354632 00000400:00000200:0.0:1784950416.468276:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 156576 00000100:00000001:3.0:1784950416.468277:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883978368 : -120287825573248 : ffff92994ee2ca80) 00000100:00000040:2.0:1784950416.468279:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:1.0:1784950416.468284:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307357051 00000100:00000001:2.0:1784950416.468290:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950416.468297:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307354632 00000100:00000040:3.0:1784950416.468298:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000057fd25ce x1871652369190656/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:567/0 lens 224/0 e 0 to 0 dl 1784950427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950416.468300:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:0.0:1784950416.468301:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950416.468308:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307357052 00000020:00000010:2.0:1784950416.468310:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7661753. 00000800:00000001:0.0:1784950416.468313:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950416.468320:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307354632 00000020:00000010:2.0:1784950416.468324:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000400:00000200:0.0:1784950416.468326:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950416.468331:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307357052 00000020:00000010:2.0:1784950416.468339:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2c38d8a. 00000100:00000001:1.0:1784950416.468342:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307354632 00000400:00000200:0.0:1784950416.468346:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:2.0:1784950416.468350:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:1.0:1784950416.468354:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307357052 00000100:00000001:3.0:1784950416.468355:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950416.468361:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950416.468363:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950416.468364:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950416.468366:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000200:0.0:1784950416.468367:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1784950416.468379:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950416.468379:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1784950416.468383:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000994a10b0. 00000100:00000001:1.0:1784950416.468389:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950416.468390:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000040:0.0:1784950416.468393:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000994a10b0 x1871652369191040 msgsize 224 00000100:00000001:1.0:1784950416.468399:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950416.468411:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000057fd25ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369190656:12345-192.168.203.114@tcp:400: 00000100:00100000:0.0:1784950416.468414:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000200:2.0:1784950416.468420:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1784950416.468426:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369190656 00000800:00000010:2.0:1784950416.468428:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e5c2538. 00000020:00000001:3.0:1784950416.468433:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950416.468438:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1784950416.468439:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950416.468441:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950416.468450:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950416.468453:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950416.468458:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950416.468458:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000001:0.0:1784950416.468463:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950416.468466:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950416.468467:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1784950416.468471:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051979f75 00000100:00100000:1.0:1784950416.468475:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369191040 00000020:00000001:3.0:1784950416.468477:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1784950416.468478:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000051979f75. 02000000:00000001:1.0:1784950416.468486:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000001:3.0:1784950416.468487:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369190656, found 0 last_xid 1871652369190655 00000100:00000001:2.0:1784950416.468489:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950416.468492:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950416.468496:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1784950416.468500:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950416.468501:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950416.468513:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950416.468513:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950416.468518:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1784950416.468520:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369191040 00000020:00000001:3.0:1784950416.468523:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950416.468525:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1784950416.468528:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000040:1.0:1784950416.468530:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000001:3.0:1784950416.468534:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1784950416.468536:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1784950416.468539:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1784950416.468541:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000001:1.0:1784950416.468546:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 02000000:00000010:3.0:1784950416.468547:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001cb2077d. 00000020:00000001:1.0:1784950416.468551:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 02000000:00000001:3.0:1784950416.468553:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950416.468559:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950416.468560:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950416.468566:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950416.468568:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00010000:00000040:3.0:1784950416.468570:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369190656 00000800:00000200:2.0:1784950416.468598:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950416.468599:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1784950416.468599:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000010:2.0:1784950416.468607:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d66491d6. 00000020:00000010:1.0:1784950416.468609:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00010000:00000200:3.0:1784950416.468614:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000057fd25ce x1871652369190656/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:567/0 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950416.468620:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1784950416.468624:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b9be4ce. 00000800:00000001:0.0:1784950416.468635:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950416.468636:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 00000400:00000200:2.0:1784950416.468640:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950416.468649:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950416.468650:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00010000:00000001:3.0:1784950416.468653:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1784950416.468655:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003112622c 00000800:00000001:0.0:1784950416.468659:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:2.0:1784950416.468664:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003112622c. 00010000:00000001:3.0:1784950416.468665:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950416.468668:0:455357:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000800:00000001:0.0:1784950416.468669:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950416.468676:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00001000:3.0:1784950416.468677:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=49 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950416.468679:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950416.468686:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950416.468690:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1784950416.468692:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ff7d5f7 x1871652369190912/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950416.468694:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950416.468695:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:3.0:1784950416.468703:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950416.468707:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1784950416.468714:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950416.468717:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:0.0:1784950416.468757:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bcf80 00000100:00000001:1.0:1784950416.468766:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.468770:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784950416.468772:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1784950416.468778:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15a79 [1] + 224 02000000:00000001:3.0:1784950416.468779:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950416.468781:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ff7d5f7 x1871652369190912/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950416.468788:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950416.468790:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1784950416.468797:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950416.468807:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:0.0:1784950416.468810:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950416.468811:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1784950416.468817:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a470040. 00000100:00000001:1.0:1784950416.468820:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1784950416.468821:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784950416.468832:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369190656, offset 224 00000100:00100000:1.0:1784950416.468840:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1561 00000400:00000200:0.0:1784950416.468843:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950416.468852:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000400:00000200:3.0:1784950416.468857:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950416.468860:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866138880 : -120287843412736 : ffff92994dd29500) 00000100:00000001:0.0:1784950416.468871:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950416.468871:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950416.468880:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000994a10b0 x1871652369191040/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:567/0 lens 224/0 e 0 to 0 dl 1784950427 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950416.468881:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1784950416.468887:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081c530af x1871652369190784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950416.468888:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950416.468910:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10888:10888:238:4294967295] 192.168.203.114@tcp LPNI seq info [9652:9652:7:4294967295] 00000100:00000001:1.0:1784950416.468943:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950416.468951:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:1.0:1784950416.468952:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000040:0.0:1784950416.468956:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081c530af x1871652369190784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950416.468963:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950416.468974:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000800:00000200:3.0:1784950416.468979:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950416.468992:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004aab43c9. 00000100:00100000:1.0:1784950416.468994:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000994a10b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369191040:12345-192.168.203.114@tcp:400: 00000100:00000200:1.0:1784950416.469014:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369191040 00000800:00000200:3.0:1784950416.469015:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950416.469023:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1784950416.469023:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000200:3.0:1784950416.469031:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:1.0:1784950416.469032:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950416.469038:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950416.469039:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950416.469040:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004aab43c9 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1784950416.469043:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950416.469049:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784950416.469050:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000001:0.0:1784950416.469052:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950416.469056:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1784950416.469060:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000001:0.0:1784950416.469063:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950416.469067:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950416.469068:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784950416.469069:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784950416.469071:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784950416.469075:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1784950416.469081:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1784950416.469084:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e2400a6. 00000100:00000040:3.0:1784950416.469084:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000001:1.0:1784950416.469089:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1784950416.469095:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950416.469097:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969daf7a 00010000:00000001:3.0:1784950416.469099:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950416.469100:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950416.469108:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000969daf7a. 00000020:00000001:3.0:1784950416.469108:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950416.469109:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1784950416.469118:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bd000 00000100:00000001:1.0:1784950416.469119:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950416.469120:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1784950416.469121:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1784950416.469128:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784950416.469135:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003d2e5e11. 00000100:00000200:2.0:1784950416.469138:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081c530af x1871652369190784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950416.469139:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057fd25ce x1871652369190656/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:567/0 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950416.469143:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 8064 02000000:00000001:1.0:1784950416.469145:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950416.469155:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950416.469166:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950416.469167:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950416.469178:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369191040 00000800:00000001:0.0:1784950416.469180:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950416.469191:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:0.0:1784950416.469193:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:1.0:1784950416.469206:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000994a10b0 x1871652369191040/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:567/0 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950416.469212:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081c530af x1871652369190784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950416.469215:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:3.0:1784950416.469221:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000057fd25ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369190656:12345-192.168.203.114@tcp:400: Request processed in 856us (2756us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950416.469231:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950416.469237:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1784950416.469249:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001284434f. 00000100:00000040:0.0:1784950416.469259:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000001284434f x1871652369190912 msgsize 224 00000100:00100000:3.0:1784950416.469263:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2677 00000100:00000040:3.0:1784950416.469277:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00010000:00000001:1.0:1784950416.469280:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950416.469283:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1784950416.469286:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950416.469289:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1784950416.469290:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.469291:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950416.469297:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1784950416.469302:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=49 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950416.469303:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950416.469306:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1784950416.469306:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002cc587b8. 02000000:00000001:2.0:1784950416.469310:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950416.469316:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950416.469320:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1784950416.469321:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006049900c. 00000100:00000001:2.0:1784950416.469322:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950416.469331:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 02000000:00000001:2.0:1784950416.469333:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950416.469335:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e7c2f12. 00000100:00000001:1.0:1784950416.469342:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00001000:2.0:1784950416.469346:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=49 v=5 (5 5 5 5) 00000020:00000040:3.0:1784950416.469348:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 02000000:00000001:1.0:1784950416.469349:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950416.469355:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950416.469358:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784950416.469362:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=49 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950416.469365:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950416.469375:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950416.469380:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1784950416.469381:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950416.469382:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950416.469387:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1784950416.469388:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369190912 00010000:00000001:2.0:1784950416.469390:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1784950416.469391:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021eb9c96. 00000800:00000010:0.0:1784950416.469397:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004aab43c9. 02000000:00000001:3.0:1784950416.469398:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1784950416.469401:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369191040, offset 224 00000100:00000001:3.0:1784950416.469406:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00080000:2.0:1784950416.469407:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000081c530af x1871652369190784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950416.469409:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950416.469413:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950416.469422:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950416.469426:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950416.469430:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:3.0:1784950416.469439:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369190912 00000400:00000200:1.0:1784950416.469447:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:3.0:1784950416.469448:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00010000:00000001:2.0:1784950416.469458:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950416.469458:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000400:00000200:1.0:1784950416.469468:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10889:10889:238:4294967295] 192.168.203.114@tcp LPNI seq info [9653:9653:7:4294967295] 00000020:00000001:3.0:1784950416.469468:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950416.469470:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950416.469477:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000040:3.0:1784950416.469477:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:2.0:1784950416.469484:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1784950416.469488:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:2.0:1784950416.469490:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950416.469501:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:3.0:1784950416.469502:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000040:2.0:1784950416.469508:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081c530af x1871652369190784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950416.469513:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950416.469522:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000400:00000200:0.0:1784950416.469524:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a470040 00000800:00000200:1.0:1784950416.469532:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950416.469536:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005a470040. 00000100:00000001:3.0:1784950416.469536:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950416.469538:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784950416.469545:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de155b2e. 00000100:00000001:0.0:1784950416.469547:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1784950416.469549:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000001:2.0:1784950416.469550:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950416.469555:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950416.469558:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950416.469564:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e7c2f12. 00000800:00000200:1.0:1784950416.469566:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:0.0:1784950416.469569:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950416.469572:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002cc587b8. 00000100:00000040:2.0:1784950416.469574:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081c530af x1871652369190784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950416.469597:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950416.469602:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006049900c. 00000800:00000001:0.0:1784950416.469608:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950416.469611:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:3.0:1784950416.469619:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000800:00000001:0.0:1784950416.469621:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950416.469623:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000de155b2e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950416.469631:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:0.0:1784950416.469633:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950416.469639:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950416.469640:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:0.0:1784950416.469643:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950416.469648:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950416.469652:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000081c530af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369190784:192.168.203.114@tcp:400: 00000100:00000040:1.0:1784950416.469656:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950416.469660:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950416.469668:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:1.0:1784950416.469669:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950416.469676:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950416.469677:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950416.469686:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950416.469687:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1784950416.469688:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1784950416.469690:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bcf00 00000100:00000040:2.0:1784950416.469699:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081c530af x1871652369190784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950416.469704:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000994a10b0 x1871652369191040/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:567/0 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950416.469707:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1784950416.469711:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15a71 [1] + 224 00000100:00000001:3.0:1784950416.469716:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1784950416.469773:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950416.469774:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2678 00000800:00000001:0.0:1784950416.469785:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950416.469788:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000400:00000200:0.0:1784950416.469798:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950416.469799:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950416.469800:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866136192 : -120287843415424 : ffff92994dd28a80) 02000000:00000001:2.0:1784950416.469808:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1784950416.469814:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000994a10b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369191040:12345-192.168.203.114@tcp:400: Request processed in 862us (1412us total) trans 0 rc 0/0 02000000:00000010:2.0:1784950416.469816:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a506608. 00000100:00000040:3.0:1784950416.469818:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001284434f x1871652369190912/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:567/0 lens 224/0 e 0 to 0 dl 1784950427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950416.469821:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:2.0:1784950416.469829:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950416.469836:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784950416.469838:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950416.469844:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:0.0:1784950416.469851:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f866d7f6 x1871652369190656/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950416.469854:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1561 00000020:00000001:2.0:1784950416.469856:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950416.469862:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b3b91a8d. 00000100:00000040:1.0:1784950416.469869:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 02000000:00000001:2.0:1784950416.469873:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950416.469877:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950416.469880:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1784950416.469881:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1784950416.469886:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:1.0:1784950416.469890:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1784950416.469891:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081c530af. 00000100:00000001:3.0:1784950416.469898:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950416.469901:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00000100:00000001:2.0:1784950416.469904:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1784950416.469908:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000040:0.0:1784950416.469909:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f866d7f6 x1871652369190656/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950416.469912:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950416.469914:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000100:00000001:2.0:1784950416.469922:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950416.469927:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b9be4ce. 00000100:00100000:3.0:1784950416.469931:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001284434f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369190912:12345-192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950416.469935:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1784950416.469939:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:2.0:1784950416.469942:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950416.469950:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950416.469955:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369190912 00000100:00000001:2.0:1784950416.469956:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950416.469965:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950416.469966:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950416.469973:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950416.469980:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950416.469990:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950416.469992:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:3.0:1784950416.469996:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1784950416.469999:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369190912, found 0 last_xid 1871652369190911 00000100:00000001:0.0:1784950416.470001:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1784950416.470003:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950416.470009:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950416.470012:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950416.470016:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950416.470017:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950416.470019:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950416.470024:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950416.470026:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950416.470029:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950416.470032:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:2.0:1784950416.470039:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1784950416.470041:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d41346bc. 00000400:00000001:2.0:1784950416.470044:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784950416.470047:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950416.470049:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002591d906. 00000100:00000001:3.0:1784950416.470053:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950416.470059:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 00000020:00000001:3.0:1784950416.470059:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950416.470065:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 00010000:00000040:3.0:1784950416.470068:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369190912 00010000:00000001:3.0:1784950416.470074:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950416.470075:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:3.0:1784950416.470085:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000001284434f x1871652369190912/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:567/0 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950416.470089:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f866d7f6 x1871652369190656/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950416.470129:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1784950416.470130:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1784950416.470138:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f866d7f6 x1871652369190656/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950416.470139:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de155b2e. 00010000:00000001:3.0:1784950416.470140:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950416.470141:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784950416.470153:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=49 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950416.470154:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950416.470156:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950416.470162:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950416.470168:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950416.470169:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950416.470173:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1784950416.470175:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950416.470178:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950416.470180:0:441644:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784950416.470184:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021eb9c96 00000100:00000040:3.0:1784950416.470185:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 02000000:00000001:2.0:1784950416.470188:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1784950416.470192:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000021eb9c96. 00000100:00000001:2.0:1784950416.470195:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950416.470197:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950416.470202:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950416.470203:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950416.470204:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:3.0:1784950416.470206:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950416.470208:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1784950416.470214:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950416.470215:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950416.470225:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=44 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950416.470226:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950416.470234:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bd080 00000800:00000001:0.0:1784950416.470235:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784950416.470238:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=44 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950416.470244:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950416.470254:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1784950416.470255:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00000400:00000200:1.0:1784950416.470257:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15a85 [1] + 224 00000100:00000001:2.0:1784950416.470261:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950416.470270:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1784950416.470275:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369190912, offset 224 00010000:00000001:2.0:1784950416.470276:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950416.470277:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950416.470287:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1784950416.470292:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950416.470293:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000400:00000200:3.0:1784950416.470294:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950416.470304:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950416.470304:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950416.470310:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950416.470319:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950416.470324:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950416.470327:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f866d7f6 x1871652369190656/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950416.470341:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10890:10890:239:4294967295] 192.168.203.114@tcp LPNI seq info [9654:9654:8:4294967295] 00000100:00000001:2.0:1784950416.470362:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950416.470370:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950416.470375:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950416.470382:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:2.0:1784950416.470387:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f866d7f6 x1871652369190656/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950416.470399:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1784950416.470406:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950416.470414:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057b2ed91 x1871652369191040/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784950416.470420:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028331646. 00000100:00100000:2.0:1784950416.470422:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369190656:192.168.203.114@tcp:400: 00000800:00000200:3.0:1784950416.470440:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950416.470443:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.470453:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1784950416.470459:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:1.0:1784950416.470464:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057b2ed91 x1871652369191040/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950416.470466:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f866d7f6 x1871652369190656/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950416.470468:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000028331646 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950416.470499:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.470511:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1784950416.470514:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 02000000:00000001:2.0:1784950416.470516:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950416.470522:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d522160c. 00010000:00000001:3.0:1784950416.470526:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:1.0:1784950416.470529:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784950416.470532:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950416.470532:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950416.470539:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1784950416.470541:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000040:2.0:1784950416.470544:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000800:00000001:0.0:1784950416.470547:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950416.470550:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:3.0:1784950416.470553:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001284434f x1871652369190912/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:567/0 lens 224/224 e 0 to 0 dl 1784950427 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950416.470554:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ebc2a5d. 02000000:00000001:2.0:1784950416.470564:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950416.470570:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950416.470574:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f866d7f6. 00000100:00100000:3.0:1784950416.470603:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001284434f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369190912:12345-192.168.203.114@tcp:400: Request processed in 697us (1313us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950416.470605:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950416.470612:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950416.470622:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.470627:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784950416.470628:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2678 00000100:00000001:2.0:1784950416.470633:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950416.470636:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000001:2.0:1784950416.470640:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950416.470641:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1784950416.470645:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950416.470647:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1784950416.470651:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026c959d8. 00000020:00000010:3.0:1784950416.470654:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002cc587b8. 00000400:00000200:2.0:1784950416.470660:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009139bac3 00000020:00000010:3.0:1784950416.470663:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006049900c. 00000400:00000010:2.0:1784950416.470666:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009139bac3. 00000020:00000010:3.0:1784950416.470671:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e7c2f12. 00000800:00000200:1.0:1784950416.470675:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950416.470676:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1784950416.470679:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000010:1.0:1784950416.470685:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028331646. 00000100:00000001:3.0:1784950416.470687:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950416.470690:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057b2ed91 x1871652369191040/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950416.470695:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950416.470698:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950416.470708:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950416.470765:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950416.470767:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950416.470772:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950416.470775:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 00000100:00000200:2.0:1784950416.470777:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057b2ed91 x1871652369191040/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950416.470784:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 00000400:00000200:0.0:1784950416.470793:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950416.470795:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950416.470801:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950416.470813:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950416.470817:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950416.470825:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bd000 00000100:00000001:2.0:1784950416.470826:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950416.470831:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950416.470835:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784950416.470841:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950416.470842:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950416.470843:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15a91 [1] + 224 02000000:00000001:2.0:1784950416.470853:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950416.470859:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784950416.470861:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=49 v=5 (5 5 5 5) 00000800:00000001:0.0:1784950416.470870:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784950416.470871:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=49 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950416.470882:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950416.470883:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950416.470889:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950416.470896:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:2.0:1784950416.470897:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950416.470906:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:2.0:1784950416.470909:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000057b2ed91 x1871652369191040/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950416.470917:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ff7d5f7 x1871652369190912/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950416.470946:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.470955:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950416.470958:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000040:0.0:1784950416.470962:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ff7d5f7 x1871652369190912/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950416.470964:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950416.470968:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950416.470982:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057b2ed91 x1871652369191040/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950416.470995:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950416.470998:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950416.470999:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950416.471004:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784950416.471005:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057b2ed91 x1871652369191040/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950416.471016:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950416.471021:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000057b2ed91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369191040:192.168.203.114@tcp:400: 00000800:00000001:0.0:1784950416.471025:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950416.471030:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950416.471036:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950416.471039:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057b2ed91 x1871652369191040/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950416.471048:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950416.471052:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950416.471055:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba5e1f06. 00000100:00000001:1.0:1784950416.471058:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950416.471060:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950416.471063:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1784950416.471065:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950416.471070:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000001:1.0:1784950416.471073:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1784950416.471074:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950416.471079:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a86c365d. 00000400:00000001:1.0:1784950416.471081:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1784950416.471087:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1784950416.471088:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4a06e0c. 02000000:00000001:2.0:1784950416.471092:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950416.471097:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057b2ed91. 00000400:00000200:1.0:1784950416.471098:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92ae704 00000100:00000001:2.0:1784950416.471103:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1784950416.471104:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c92ae704. 00000100:00000001:2.0:1784950416.471109:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950416.471112:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950416.471114:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950416.471122:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1784950416.471125:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ff7d5f7 x1871652369190912/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950416.471126:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950416.471134:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950416.471138:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950416.471152:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ff7d5f7 x1871652369190912/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950416.471164:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950416.471167:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950416.471170:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950416.471172:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950416.471174:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950416.471176:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950416.471179:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950416.471185:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=49 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950416.471189:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=49 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950416.471192:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950416.471194:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950416.471197:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950416.471198:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950416.471201:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950416.471203:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950416.471205:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950416.471207:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950416.471211:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ff7d5f7 x1871652369190912/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950416.471219:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950416.471222:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950416.471223:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950416.471227:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ff7d5f7 x1871652369190912/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950416.471235:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005ff7d5f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369190912:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950416.471240:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950416.471242:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950416.471245:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ff7d5f7 x1871652369190912/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950416.471253:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950416.471254:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950416.471257:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0d615f7. 02000000:00000001:1.0:1784950416.471260:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950416.471262:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950416.471263:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1784950416.471266:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950416.471268:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000083b5681e. 02000000:00000001:1.0:1784950416.471271:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950416.471273:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950416.471275:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ff7d5f7. 00000100:00000001:1.0:1784950416.471279:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950416.471280:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950416.471282:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950416.471287:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950416.471289:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950416.471291:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950416.471294:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950416.720870:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950416.720876:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950416.720883:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950416.720885:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950416.721011:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950416.721017:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950416.721021:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950417.360864:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950417.360879:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950417.360881:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950417.360887:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950417.360889:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950417.360893:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950417.360896:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950417.744835:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950417.744844:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950417.744852:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950417.744854:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950417.744946:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950417.744951:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950417.744953:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950418.384865:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950418.384882:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950418.384885:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950418.384892:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950418.384896:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950418.384901:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950418.384904:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950418.768879:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950418.768889:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950418.768898:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950418.768900:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950418.769035:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950418.769042:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950418.769047:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784950418.896871:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307357052, at 4307357056 00000100:00000010:2.0:1784950418.896893:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd7ddeb4. 00000100:00000040:0.0:1784950418.896896:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307357051, at 4307357056 00000100:00000040:3.0:1784950418.896897:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307357052, at 4307357056 00000100:00000010:0.0:1784950418.896914:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f7e3e7f. 00000100:00000040:1.0:1784950418.896916:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307357052, at 4307357056 00000100:00000010:3.0:1784950418.896918:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038bf97ea. 00000100:00000010:1.0:1784950418.896935:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000081cd7458. 00000100:00000001:3.0:1784950419.408857:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950419.408874:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950419.408877:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950419.408883:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950419.408887:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950419.408891:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950419.408893:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950419.792886:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950419.792898:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950419.792909:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950419.792911:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950419.793038:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950419.793045:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950419.793049:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950420.432860:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950420.432878:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950420.432881:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950420.432887:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950420.432890:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950420.432895:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950420.432898:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950420.560902:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1784950420.560908:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1784950420.560921:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000678e61e8. 00000020:00000040:0.0:1784950420.560931:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950420.560938:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950420.560942:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950420.560951:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950420.560951:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1784950420.560959:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 02000000:00000010:0.0:1784950420.560962:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007158160. 00000100:00000010:1.0:1784950420.560968:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aea1c9d. 00000100:00000001:0.0:1784950420.560975:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950420.560978:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950420.560986:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950420.560987:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784950420.560990:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950420.560992:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950420.561000:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950420.561011:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000678e61e8] to pc [ptlrpcd_00_03+3] req@00000000678e61e8 x1871652369191168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950420.561012:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f17b544c. 00000100:00000001:1.0:1784950420.561024:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950420.561035:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950420.561040:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950420.561051:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aea1c9d] to pc [ptlrpcd_00_00+0] req@000000005aea1c9d x1871652369191296/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1784950420.561071:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950420.561092:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950420.561112:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950420.561116:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950420.561123:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784950420.561123:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950420.561126:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950420.561133:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950420.561135:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784950420.561135:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1784950420.561145:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950420.561146:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950420.561152:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950420.561157:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950420.561160:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950420.561163:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950420.561165:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950420.561168:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950420.561172:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950420.561174:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950420.561179:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950420.561184:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950420.561189:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aea1c9d x1871652369191296/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950420.561199:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000678e61e8 x1871652369191168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950420.561243:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950420.561248:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950420.561252:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784950420.561255:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950420.561256:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950420.561262:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950420.561264:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950420.561270:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950420.561271:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950420.561277:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950420.561284:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000678e61e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369191168:192.168.203.114@tcp:41: 00000100:00100000:2.0:1784950420.561290:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005aea1c9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369191296:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950420.561297:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950420.561300:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950420.561305:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950420.561306:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950420.561311:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950420.561312:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950420.561324:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784950420.561324:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950420.561334:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ad9f46de. 02000000:00000010:2.0:1784950420.561338:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006939ec85. 02000000:00000001:3.0:1784950420.561340:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950420.561351:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950420.561355:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c68dea9. 00000400:00000010:2.0:1784950420.561365:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e2400a6. 00000400:00000010:3.0:1784950420.561368:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a470040. 00000400:00000010:2.0:1784950420.561381:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000969daf7a. 00000100:00000200:3.0:1784950420.561382:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369191168, portal 4 00000100:00000001:3.0:1784950420.561391:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950420.561395:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785866142464 : -120287843409152 : ffff92994dd2a300) 00000100:00000200:2.0:1784950420.561398:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369191296, portal 4 00000100:00000001:2.0:1784950420.561405:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784950420.561407:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000678e61e8 x1871652369191168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950420.561411:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867209216 : -120287842342400 : ffff92994de2ea00) 00000100:00000001:3.0:1784950420.561429:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950420.561436:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005aea1c9d x1871652369191296/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950420.561438:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950420.561446:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9ae20b. 00000100:00000200:3.0:1784950420.561453:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369191168, offset 0 00000400:00000200:3.0:1784950420.561471:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950420.561473:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950420.561485:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950420.561492:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:2.0:1784950420.561493:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051979f75. 00000400:00000200:3.0:1784950420.561503:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1784950420.561505:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369191296, offset 0 00000400:00000200:3.0:1784950420.561513:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950420.561526:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950420.561530:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950420.561534:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950420.561542:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10891:10891:239:4294967295] 192.168.203.114@tcp LPNI seq info [9655:9655:8:4294967295] 00000400:00000200:3.0:1784950420.561584:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950420.561592:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950420.561598:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b40da8d. 00000400:00000200:2.0:1784950420.561604:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000200:3.0:1784950420.561614:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950420.561618:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950420.561630:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:3.0:1784950420.561632:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950420.561640:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001b40da8d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950420.561644:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950420.561654:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950420.561663:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10892:10892:238:4294967295] 192.168.203.114@tcp LPNI seq info [9656:9656:7:4294967295] 00000100:00000001:3.0:1784950420.561664:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950420.561675:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13756 usecs (14 jiffies) 00000100:00000001:3.0:1784950420.561683:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307358734 00000100:00000010:3.0:1784950420.561690:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038bf97ea. 00000400:00000200:2.0:1784950420.561701:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950420.561703:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784950420.561753:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307358735 00000100:00000010:3.0:1784950420.561759:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000046fd464. 00000100:00000001:3.0:1784950420.561764:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000800:00000200:2.0:1784950420.561772:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950420.561774:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307358735 00000100:00000010:3.0:1784950420.561785:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012f2a552. 00000800:00000010:2.0:1784950420.561787:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ebc2a5d. 00000100:00000001:3.0:1784950420.561791:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1784950420.561802:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307358735 00000800:00000200:2.0:1784950420.561812:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000010:3.0:1784950420.561813:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa0e6bce. 00000100:00000001:3.0:1784950420.561823:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1784950420.561831:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784950420.561838:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950420.561840:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950420.561846:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950420.561851:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ebc2a5d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950420.561852:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950420.561884:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950420.561892:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4721 usecs (5 jiffies) 00000100:00000001:2.0:1784950420.561898:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307358726 00000100:00000001:2.0:1784950420.561905:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307358734 00000100:00000001:2.0:1784950420.561911:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307358726 00000100:00000001:2.0:1784950420.561916:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307358735 00000100:00000001:2.0:1784950420.561920:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307358726 00000100:00000001:2.0:1784950420.561925:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307358735 00000100:00000001:2.0:1784950420.561930:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307358726 00000800:00000001:0.0:1784950420.561933:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950420.561936:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307358735 00000100:00000001:2.0:1784950420.561946:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950420.561952:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950420.561955:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950420.561960:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950420.561962:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950420.561970:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950420.561973:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950420.561979:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b40da8d. 00000800:00000001:0.0:1784950420.561989:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950420.561992:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950420.562011:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950420.562013:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950420.562027:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9ae20b 00000400:00000010:1.0:1784950420.562033:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9ae20b. 00000100:00000001:1.0:1784950420.562043:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1784950420.562044:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bd100 00000100:00000200:1.0:1784950420.562056:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000678e61e8 x1871652369191168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950420.562065:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 8288 00000800:00000200:3.0:1784950420.562083:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784950420.562085:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950420.562088:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000010:3.0:1784950420.562092:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ebc2a5d. 00000100:00000040:1.0:1784950420.562098:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000678e61e8 x1871652369191168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950420.562105:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950420.562114:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950420.562117:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950420.562123:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784950420.562127:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950420.562138:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950420.562148:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:1.0:1784950420.562151:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950420.562153:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000001:1.0:1784950420.562158:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:0.0:1784950420.562164:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038a482f9. 00000800:00000001:1.0:1784950420.562168:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950420.562171:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950420.562172:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000038a482f9 x1871652369191168 msgsize 224 00000400:00000200:1.0:1784950420.562191:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950420.562193:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950420.562204:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:3.0:1784950420.562210:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051979f75 00000400:00000010:3.0:1784950420.562216:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000051979f75. 00000400:00000200:1.0:1784950420.562223:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bd180 00000100:00000001:0.0:1784950420.562225:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950420.562227:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784950420.562241:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aea1c9d x1871652369191296/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950420.562243:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950420.562246:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 8512 00000800:00000001:0.0:1784950420.562253:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950420.562271:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950420.562273:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950420.562282:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aea1c9d x1871652369191296/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950420.562284:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950420.562293:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950420.562304:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950420.562310:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950420.562311:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950420.562319:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950420.562328:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369191168 02000000:00000001:2.0:1784950420.562333:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950420.562335:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950420.562338:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1784950420.562340:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1784950420.562347:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950420.562349:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7c6e16e. 00000100:00000040:1.0:1784950420.562359:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000c7c6e16e x1871652369191296 msgsize 224 02000000:00000001:2.0:1784950420.562362:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950420.562373:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:2.0:1784950420.562376:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369191168 00000020:00000001:2.0:1784950420.562384:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950420.562387:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:2.0:1784950420.562392:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950420.562395:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1784950420.562398:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000800:00000001:1.0:1784950420.562406:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950420.562408:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000800:00000001:1.0:1784950420.562414:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950420.562417:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950420.562429:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950420.562439:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000100:00000001:2.0:1784950420.562445:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950420.562451:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000100:00000001:0.0:1784950420.562456:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784950420.562462:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369191296 00000020:00000010:2.0:1784950420.562464:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a506608. 02000000:00000001:0.0:1784950420.562465:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950420.562471:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950420.562475:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950420.562479:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7661753. 02000000:00000001:0.0:1784950420.562480:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950420.562491:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369191296 00000020:00000001:0.0:1784950420.562495:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:2.0:1784950420.562495:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000020:00000040:0.0:1784950420.562499:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:0.0:1784950420.562506:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950420.562509:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:0.0:1784950420.562513:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:0.0:1784950420.562517:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000040:2.0:1784950420.562520:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950420.562523:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950420.562533:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000100:00000001:2.0:1784950420.562533:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950420.562543:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950420.562543:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1784950420.562577:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000100:00000001:2.0:1784950420.562578:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950420.562585:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000197c7725. 00000020:00000010:0.0:1784950420.562592:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 00000100:00000001:2.0:1784950420.562595:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950420.562598:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000001:0.0:1784950420.562608:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950420.562610:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950420.562613:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950420.562620:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950420.562627:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950420.562645:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950420.562651:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950420.562659:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950420.562665:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950420.562672:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1784950420.562674:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2679 00000100:00000040:2.0:1784950420.562684:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:2.0:1784950420.562689:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866146048 : -120287843405568 : ffff92994dd2b100) 00000100:00100000:0.0:1784950420.562695:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2680 00000100:00000040:0.0:1784950420.562702:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:0.0:1784950420.562707:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785867202944 : -120287842348672 : ffff92994de2d180) 00000100:00000040:2.0:1784950420.562710:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000038a482f9 x1871652369191168/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:571/0 lens 224/0 e 0 to 0 dl 1784950431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950420.562775:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950420.562783:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000100:00000040:0.0:1784950420.562785:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c7c6e16e x1871652369191296/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:571/0 lens 224/0 e 0 to 0 dl 1784950431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950420.562793:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950420.562805:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000100:00100000:2.0:1784950420.562827:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000038a482f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369191168:12345-192.168.203.114@tcp:41: 00000100:00000200:2.0:1784950420.562848:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369191168 00000100:00000001:0.0:1784950420.562854:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1784950420.562858:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:0.0:1784950420.562862:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000020:00000001:2.0:1784950420.562867:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950420.562869:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950420.562875:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000020:00000001:2.0:1784950420.562879:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950420.562888:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c6e16e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369191296:12345-192.168.203.114@tcp:41: 00000020:00000001:2.0:1784950420.562892:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1784950420.562896:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369191296 00000020:00000001:2.0:1784950420.562900:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:0.0:1784950420.562902:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950420.562909:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950420.562913:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1784950420.562916:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1784950420.562923:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369191168, found 0 last_xid 1871652369191167 00000020:00000001:0.0:1784950420.562924:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950420.562929:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:2.0:1784950420.562936:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950420.562938:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1784950420.562944:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369191296, found 0 last_xid 1871652369191295 00000020:00000001:2.0:1784950420.562947:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950420.562949:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950420.562957:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950420.562958:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950420.562961:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950420.562966:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950420.562967:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950420.562981:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950420.562982:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950420.562985:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1784950420.562989:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1784950420.562993:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c3655526. 02000000:00000001:0.0:1784950420.562999:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950420.563002:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950420.563003:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000010752cd9. 00000004:00000001:0.0:1784950420.563009:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 02000000:00000001:2.0:1784950420.563012:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950420.563015:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000100:00000001:2.0:1784950420.563021:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950420.563022:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950420.563036:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000024:0.0:1784950420.563044:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000004:00000001:2.0:1784950420.563044:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1784950420.563051:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1784950420.563054:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1784950420.563061:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000020:0.0:1784950420.563066:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000020:0.0:1784950420.563070:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000004:00000024:2.0:1784950420.563072:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000004:00000020:0.0:1784950420.563074:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000020:00000020:2.0:1784950420.563091:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000001:00000001:0.0:1784950420.563094:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1784950420.563099:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1784950420.563104:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000004:00000001:0.0:1784950420.563105:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950420.563111:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369191296 00010000:00000001:0.0:1784950420.563119:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000004:00000020:2.0:1784950420.563119:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00010000:00000200:0.0:1784950420.563129:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c7c6e16e x1871652369191296/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:571/0 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1784950420.563134:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1784950420.563142:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950420.563154:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000004:00000001:2.0:1784950420.563155:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950420.563159:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1784950420.563163:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369191168 00000100:00001000:0.0:1784950420.563166:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=53 v=5 (1 1 1 1) 00010000:00000001:2.0:1784950420.563174:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950420.563177:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950420.563183:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950420.563188:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00010000:00000200:2.0:1784950420.563191:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000038a482f9 x1871652369191168/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:571/0 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950420.563194:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950420.563198:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950420.563205:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950420.563215:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950420.563224:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda7acfb. 00010000:00000001:2.0:1784950420.563229:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1784950420.563232:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369191296, offset 224 00010000:00000001:2.0:1784950420.563236:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950420.563246:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00001000:2.0:1784950420.563248:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=53 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950420.563259:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950420.563261:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1784950420.563276:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10893:10893:239:4294967295] 192.168.203.114@tcp LPNI seq info [9657:9657:8:4294967295] 00000100:00000040:2.0:1784950420.563276:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950420.563291:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950420.563304:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1784950420.563306:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:2.0:1784950420.563312:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950420.563320:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950420.563325:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1784950420.563327:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b126ea16. 00000800:00000200:0.0:1784950420.563342:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:2.0:1784950420.563342:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950420.563356:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014170e3d. 00000800:00000200:0.0:1784950420.563357:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950420.563366:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b126ea16 type 1, nob 464 niov 1 nkiov 1 00000100:00000200:2.0:1784950420.563369:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369191168, offset 224 00000400:00000200:2.0:1784950420.563386:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950420.563388:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950420.563397:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950420.563400:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950420.563406:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950420.563410:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:0.0:1784950420.563411:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950420.563422:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7c6e16e x1871652369191296/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:571/0 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950420.563433:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10894:10894:238:4294967295] 192.168.203.114@tcp LPNI seq info [9658:9658:7:4294967295] 00000100:00100000:0.0:1784950420.563458:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c6e16e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369191296:12345-192.168.203.114@tcp:41: Request processed in 599us (1092us total) trans 0 rc 0/0 00000100:00100000:0.0:1784950420.563481:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2680 00000400:00000200:2.0:1784950420.563489:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950420.563491:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:0.0:1784950420.563500:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950420.563506:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1784950420.563513:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950420.563515:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000800:00000010:2.0:1784950420.563524:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3b91a8d. 00000020:00000010:0.0:1784950420.563525:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000020:00000010:0.0:1784950420.563538:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000197c7725. 00000800:00000200:2.0:1784950420.563547:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000040:0.0:1784950420.563571:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:0.0:1784950420.563582:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950420.563592:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950420.563600:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b3b91a8d type 1, nob 464 niov 1 nkiov 1 00000800:00000200:1.0:1784950420.563615:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950420.563621:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950420.563623:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b126ea16. 00000400:00000200:1.0:1784950420.563635:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950420.563636:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000800:00000001:0.0:1784950420.563642:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784950420.563649:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:1.0:1784950420.563650:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950420.563656:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950420.563658:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950420.563660:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda7acfb 00000800:00000001:0.0:1784950420.563663:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:1.0:1784950420.563668:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dda7acfb. 00000800:00000001:0.0:1784950420.563673:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950420.563673:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950420.563677:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950420.563682:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1784950420.563690:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038a482f9 x1871652369191168/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:571/0 lens 224/368 e 0 to 0 dl 1784950431 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950420.563697:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950420.563768:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bd180 00000100:00100000:2.0:1784950420.563774:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000038a482f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369191168:12345-192.168.203.114@tcp:41: Request processed in 945us (1546us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950420.563791:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15aad [1] + 224 00000800:00000200:1.0:1784950420.563798:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784950420.563808:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:1.0:1784950420.563808:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3b91a8d. 00000100:00100000:2.0:1784950420.563809:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2679 00000400:00000200:1.0:1784950420.563821:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950420.563823:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000001:3.0:1784950420.563833:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950420.563834:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1784950420.563835:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950420.563837:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950420.563845:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1784950420.563848:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014170e3d 00000400:00000200:0.0:1784950420.563851:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950420.563854:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950420.563855:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000014170e3d. 00000020:00000010:2.0:1784950420.563855:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7661753. 00000100:00000001:1.0:1784950420.563869:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:3.0:1784950420.563869:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950420.563870:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950420.563873:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000100:00000001:1.0:1784950420.563876:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1784950420.563879:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950420.563885:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1784950420.563888:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a506608. 00000100:00000200:0.0:1784950420.563897:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aea1c9d x1871652369191296/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950420.563903:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000040:2.0:1784950420.563906:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:2.0:1784950420.563918:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950420.563929:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000005aea1c9d x1871652369191296/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950420.563933:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bd100 00000400:00000200:3.0:1784950420.563954:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15aa9 [1] + 224 00000800:00000001:3.0:1784950420.563974:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950420.563982:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950420.563985:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950420.563990:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950420.563996:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950420.563999:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1784950420.564005:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000678e61e8 x1871652369191168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950420.564013:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950420.564022:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950420.564029:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000678e61e8 x1871652369191168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950420.564051:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950420.564064:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950420.564068:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1784950420.564071:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950420.564077:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950420.564089:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1784950420.564091:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950420.564095:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950420.564099:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950420.564106:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e2400a6. 00000400:00000200:2.0:1784950420.564115:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969daf7a 00000400:00000010:2.0:1784950420.564118:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000969daf7a. 00000100:00000001:2.0:1784950420.564124:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1784950420.564125:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950420.564130:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950420.564134:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c68dea9. 00000100:00000200:2.0:1784950420.564136:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aea1c9d x1871652369191296/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950420.564143:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a470040 00000400:00000010:0.0:1784950420.564150:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005a470040. 00000100:00000001:0.0:1784950420.564159:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950420.564169:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000678e61e8 x1871652369191168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950420.564176:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aea1c9d x1871652369191296/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950420.564201:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000678e61e8 x1871652369191168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950420.564223:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950420.564226:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950420.564231:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950420.564232:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950420.564242:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950420.564244:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950420.564247:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950420.564252:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784950420.564254:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950420.564255:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950420.564262:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1784950420.564263:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950420.564272:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950420.564275:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=48 v=5 (5 5 5 5) 02000000:00000001:2.0:1784950420.564280:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950420.564283:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=48 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950420.564291:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950420.564293:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950420.564295:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=53 v=5 (5 5 5 5) 00010000:00000001:0.0:1784950420.564297:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950420.564302:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950420.564311:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00001000:2.0:1784950420.564311:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=53 v=5 (1 1 1 1) 00000100:00000040:0.0:1784950420.564316:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950420.564322:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950420.564327:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950420.564327:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950420.564336:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950420.564338:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000678e61e8 x1871652369191168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950420.564346:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950420.564353:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950420.564366:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950420.564373:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950420.564374:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950420.564385:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950420.564385:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950420.564393:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950420.564394:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950420.564397:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1784950420.564406:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00000040:2.0:1784950420.564414:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aea1c9d x1871652369191296/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:0.0:1784950420.564419:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:0.0:1784950420.564437:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950420.564451:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000678e61e8 x1871652369191168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950420.564455:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950420.564467:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950420.564475:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950420.564476:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000678e61e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369191168:192.168.203.114@tcp:41: 00000004:00000001:2.0:1784950420.564485:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1784950420.564487:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950420.564493:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000004:00000040:2.0:1784950420.564496:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000040:0.0:1784950420.564497:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000678e61e8 x1871652369191168/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950420.564526:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000004:00000020:2.0:1784950420.564529:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 02000000:00000001:0.0:1784950420.564530:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950420.564535:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ad9f46de. 02000000:00000001:0.0:1784950420.564543:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950420.564569:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000004:00000001:2.0:1784950420.564574:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950420.564575:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1784950420.564585:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950420.564590:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007158160. 00000100:00000040:2.0:1784950420.564597:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aea1c9d x1871652369191296/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950420.564599:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950420.564604:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950420.564607:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000678e61e8. 00000100:00000001:0.0:1784950420.564622:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950420.564627:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950420.564629:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005aea1c9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369191296:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950420.564631:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950420.564641:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950420.564645:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950420.564648:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950420.564650:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950420.564655:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950420.564660:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950420.564671:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aea1c9d x1871652369191296/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950420.564685:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950420.564689:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950420.564692:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006939ec85. 02000000:00000001:2.0:1784950420.564701:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950420.564704:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950420.564706:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950420.564710:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950420.564713:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f17b544c. 02000000:00000001:2.0:1784950420.564761:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950420.564765:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950420.564768:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aea1c9d. 00000100:00000001:2.0:1784950420.564774:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950420.564777:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950420.564780:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950420.564788:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950420.564791:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950420.564794:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950420.564798:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950420.575832:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307358734, at 4307358735 00000100:00000010:0.0:1784950420.575844:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038bf97ea. 00000100:00000040:1.0:1784950420.576861:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307358735, at 4307358736 00000100:00000040:2.0:1784950420.576869:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307358735, at 4307358736 00000100:00000010:1.0:1784950420.576874:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000046fd464. 00000100:00000010:2.0:1784950420.576892:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012f2a552. 00000100:00000040:3.0:1784950420.576894:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307358735, at 4307358736 00000100:00000010:3.0:1784950420.576910:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa0e6bce. 00010000:00000001:2.0:1784950420.816862:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950420.816869:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950420.816877:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950420.816879:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950420.817012:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950420.817018:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950420.817023:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950421.456856:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950421.458493:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950421.458497:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950421.458503:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950421.458507:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950421.458512:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950421.458514:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950421.584965:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950421.584981:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950421.584992:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f866d7f6. 00000020:00000040:2.0:1784950421.585039:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:2.0:1784950421.585048:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950421.585054:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950421.585062:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950421.585076:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e5c2538. 00000100:00000001:2.0:1784950421.585088:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950421.585103:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000f866d7f6 x1871652369191424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950421.585124:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950421.585153:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950421.585166:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f866d7f6] to pc [ptlrpcd_00_01+1] req@00000000f866d7f6 x1871652369191424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950421.585225:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950421.585231:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950421.585238:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950421.585244:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081c530af. 00000020:00000040:2.0:1784950421.585249:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950421.585253:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950421.585257:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950421.585261:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950421.585267:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb2959c5. 00000100:00000001:2.0:1784950421.585273:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950421.585284:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@0000000081c530af x1871652369191552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950421.585301:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950421.585306:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950421.585316:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950421.585317:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c530af] to pc [ptlrpcd_00_02+2] req@0000000081c530af x1871652369191552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950421.585326:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950421.585333:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950421.585336:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950421.585346:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f866d7f6 x1871652369191424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950421.585347:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950421.585366:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950421.585370:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950421.585375:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950421.585380:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950421.585385:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950421.585388:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369191424:0@lo:400: 00000100:00000001:0.0:1784950421.585394:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950421.585402:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950421.585406:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950421.585409:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950421.585410:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950421.585417:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000197c7725. 00000100:00080000:2.0:1784950421.585420:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:0.0:1784950421.585425:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950421.585437:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000010:0.0:1784950421.585439:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000984425a1. 00000100:00000040:2.0:1784950421.585444:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950421.585446:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784950421.585451:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f39d0e. 00000100:00000001:3.0:1784950421.585455:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950421.585461:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950421.585463:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784950421.585464:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950421.585468:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950421.585469:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369191424, portal 25 00000100:00000010:2.0:1784950421.585477:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000501f9ecc. 00000100:00000001:0.0:1784950421.585481:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784950421.585481:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081c530af x1871652369191552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950421.585490:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883984640 : -120287825566976 : ffff92994ee2e300) 00000020:00000040:2.0:1784950421.585491:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1784950421.585505:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1784950421.585510:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f866d7f6 x1871652369191424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950421.585512:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784950421.585514:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950421.585518:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950421.585524:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950421.585529:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950421.585538:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950421.585565:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950421.585568:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006415387d. 00000100:00000001:0.0:1784950421.585570:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1784950421.585575:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000081c530af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369191552:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950421.585582:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950421.585585:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1784950421.585590:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1784950421.585595:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a2a777d. 02000000:00000001:3.0:1784950421.585599:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1784950421.585603:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369191424, offset 0 00000100:00000040:2.0:1784950421.585606:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000501f9ecc x1871652369191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784950421.585607:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950421.585616:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784950421.585618:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1784950421.585626:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e7c2f12. 02000000:00000001:3.0:1784950421.585635:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950421.585646:0:441642:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1784950421.585650:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebb8394c. 00000100:00000001:2.0:1784950421.585651:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950421.585660:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950421.585668:0:441642:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bd200 00000100:00000040:2.0:1784950421.585675:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501f9ecc] to pc [ptlrpcd_00_03+3] req@00000000501f9ecc x1871652369191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950421.585684:0:441642:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x143b5 [2] + 0 00000400:00000010:0.0:1784950421.585697:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0a38594. 00000400:00000200:0.0:1784950421.585707:0:441642:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ab3f26a4 00000400:00000200:0.0:1784950421.585770:0:441642:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950421.585779:0:441642:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1784950421.585784:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950421.585786:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab3f26a4 00000100:00000001:1.0:1784950421.585792:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950421.585792:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950421.585793:0:441642:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000ab3f26a4. 00000100:00000001:1.0:1784950421.585801:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950421.585806:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950421.585808:0:441642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950421.585815:0:441642:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1784950421.585816:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000501f9ecc x1871652369191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950421.585829:0:441642:0:(events.c:337:request_in_callback()) incoming req@00000000342fe70d x1871652369191424 msgsize 224 00000100:00000001:2.0:1784950421.585830:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1784950421.585834:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdf88c3f. 00000100:00000010:2.0:1784950421.585844:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cb68b77. 00000100:00000200:3.0:1784950421.585847:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369191552, portal 4 00000100:00100000:0.0:1784950421.585855:0:441642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1784950421.585860:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1784950421.585861:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950421.585864:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784950421.585865:0:441642:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1784950421.585867:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883983744 : -120287825567872 : ffff92994ee2df80) 00000100:00000001:1.0:1784950421.585871:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950421.585874:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950421.585882:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950421.585883:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950421.585886:0:441642:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1784950421.585889:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000081c530af x1871652369191552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950421.585890:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950421.585892:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950421.585899:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a2a777d 02000000:00000001:1.0:1784950421.585904:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950421.585907:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a2a777d. 02000000:00000010:2.0:1784950421.585909:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b3b91a8d. 00000100:00000001:0.0:1784950421.585920:0:441642:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1784950421.585923:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369191680:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950421.585925:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950421.585932:0:441642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f866d7f6 x1871652369191424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950421.585943:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784950421.585949:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000002cb68b77 x1871652369191808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950421.585953:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784950421.585954:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950421.585962:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950421.585974:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784950421.585974:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000010:1.0:1784950421.585986:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0d615f7. 00000400:00000010:3.0:1784950421.585987:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aee49f67. 00000100:00000001:0.0:1784950421.585991:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784950421.585996:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950421.586000:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369191552, offset 0 00000100:00000040:0.0:1784950421.586005:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f866d7f6 x1871652369191424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950421.586012:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4a06e0c. 00000100:00000001:2.0:1784950421.586017:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1784950421.586025:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950421.586027:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950421.586042:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950421.586044:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c92ae704. 00000100:00000001:0.0:1784950421.586046:0:441642:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950421.586052:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:2.0:1784950421.586054:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cb68b77] to pc [ptlrpcd_00_00+0] req@000000002cb68b77 x1871652369191808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950421.586058:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369191680, portal 10 00000400:00000200:3.0:1784950421.586063:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950421.586068:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950421.586074:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883989120 : -120287825562496 : ffff92994ee2f480) 00000400:00000200:3.0:1784950421.586076:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950421.586089:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1784950421.586095:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000501f9ecc x1871652369191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950421.586103:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950421.586119:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10895:10895:239:4294967295] 192.168.203.114@tcp LPNI seq info [9659:9659:8:4294967295] 00000100:00000001:2.0:1784950421.586129:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950421.586131:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1784950421.586141:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000040:1.0:1784950421.586143:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950421.586155:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950421.586156:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1784950421.586159:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1784950421.586164:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950421.586170:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950421.586178:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950421.586182:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950421.586183:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cb68b77 x1871652369191808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950421.586187:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950421.586196:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307362171 00000100:00000001:2.0:1784950421.586201:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000010:3.0:1784950421.586202:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b40da8d. 00000100:00000010:0.0:1784950421.586209:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ffae0f5. 00000100:00000010:2.0:1784950421.586214:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4f7c3e7. 00000100:00000001:0.0:1784950421.586224:0:441642:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784950421.586226:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000040:2.0:1784950421.586229:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1784950421.586239:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307362171 00000100:00000001:1.0:1784950421.586243:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950421.586244:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950421.586251:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950421.586253:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000020654f3e. 00000800:00000200:3.0:1784950421.586253:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:2.0:1784950421.586254:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950421.586260:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950421.586264:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950421.586267:0:441642:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784950421.586267:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001b40da8d type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1784950421.586268:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950421.586278:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307362171 02000000:00000010:2.0:1784950421.586279:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ebc2a5d. 02000000:00000001:1.0:1784950421.586281:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950421.586289:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2070ffd. 00000100:00000001:2.0:1784950421.586295:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950421.586298:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002cb68b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369191808:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950421.586299:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950421.586301:0:441642:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1784950421.586312:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13748 usecs (14 jiffies) 00000100:00000001:0.0:1784950421.586314:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307362171 00000100:00000040:2.0:1784950421.586315:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000e4f7c3e7 x1871652369191936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950421.586316:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950421.586323:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307359759 02000000:00000001:1.0:1784950421.586324:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1784950421.586326:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f8dceb2. 02000000:00000001:1.0:1784950421.586331:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950421.586334:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307362171 00000100:00000001:0.0:1784950421.586338:0:441642:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 3 02000000:00000001:1.0:1784950421.586341:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950421.586347:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307359759 00000100:00000001:0.0:1784950421.586350:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1784950421.586352:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b9be4ce. 00000100:00000001:3.0:1784950421.586361:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307362171 00000100:00000001:0.0:1784950421.586366:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950421.586366:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950421.586374:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307359759 00000100:00000001:0.0:1784950421.586381:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950421.586381:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000066545b9. 00000100:00000001:3.0:1784950421.586384:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307362171 00000100:00000001:2.0:1784950421.586385:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950421.586391:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950421.586394:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950421.586395:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307359759 00000400:00000010:1.0:1784950421.586396:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058027d62. 00000100:00000001:0.0:1784950421.586403:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950421.586407:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307362171 00000100:00000200:1.0:1784950421.586408:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369191808, portal 4 00000100:00000001:0.0:1784950421.586409:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1784950421.586413:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4f7c3e7] to pc [ptlrpcd_00_01+1] req@00000000e4f7c3e7 x1871652369191936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950421.586422:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950421.586423:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950421.586424:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950421.586430:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786012791168 : -120287696760448 : ffff929956905180) 00000100:00000001:0.0:1784950421.586432:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950421.586435:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950421.586440:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950421.586446:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950421.586450:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950421.586453:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002cb68b77 x1871652369191808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950421.586457:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950421.586474:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950421.586477:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950421.586479:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1784950421.586489:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950421.586490:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950421.586490:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950421.586494:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950421.586498:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1784950421.586499:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e147c1b. 00000100:00000001:0.0:1784950421.586503:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950421.586505:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950421.586508:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369191808, offset 0 00000100:00000040:2.0:1784950421.586508:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12697) 00000100:00000001:0.0:1784950421.586509:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950421.586512:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950421.586524:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4f7c3e7 x1871652369191936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950421.586535:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950421.586574:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950421.586574:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1784950421.586578:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950421.586581:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950421.586582:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369191424 00000400:00000200:1.0:1784950421.586590:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784950421.586592:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1784950421.586593:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784950421.586599:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950421.586600:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1784950421.586601:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950421.586609:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950421.586610:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1784950421.586612:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950421.586625:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950421.586626:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00100000:0.0:1784950421.586629:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e4f7c3e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369191936:192.168.203.114@tcp:400: 00000100:00100000:3.0:1784950421.586637:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369191424 00000400:00000200:1.0:1784950421.586645:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10896:10896:238:4294967295] 192.168.203.114@tcp LPNI seq info [9660:9660:7:4294967295] 00000100:00000001:0.0:1784950421.586648:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1784950421.586648:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950421.586655:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 02000000:00000001:0.0:1784950421.586657:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1784950421.586664:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:0.0:1784950421.586665:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950421.586673:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 02000000:00000001:0.0:1784950421.586678:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1784950421.586682:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:1.0:1784950421.586684:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:3.0:1784950421.586692:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000800:00000001:0.0:1784950421.586699:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950421.586701:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000200:1.0:1784950421.586702:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950421.586705:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1784950421.586711:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000800:00000010:2.0:1784950421.586718:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b40da8d. 00000100:00000001:3.0:1784950421.586718:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950421.586747:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950421.586756:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950421.586757:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000800:00000001:0.0:1784950421.586766:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950421.586773:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d6495b1. 00000020:00000010:3.0:1784950421.586775:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba5e1f06. 00000400:00000200:2.0:1784950421.586776:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950421.586785:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:3.0:1784950421.586789:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002cc587b8. 00000800:00000200:1.0:1784950421.586798:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950421.586801:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:3.0:1784950421.586803:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006049900c. 00000400:00000200:0.0:1784950421.586810:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bd280 00000800:00000200:1.0:1784950421.586823:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:2.0:1784950421.586823:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aee49f67 00000100:00000040:3.0:1784950421.586824:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:2.0:1784950421.586835:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aee49f67. 00000800:00000200:1.0:1784950421.586836:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007d6495b1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950421.586836:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950421.586842:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950421.586849:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950421.586852:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1784950421.586859:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 8736 00000100:00000001:3.0:1784950421.586863:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950421.586865:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950421.586869:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950421.586871:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081c530af x1871652369191552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950421.586877:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4720 usecs (5 jiffies) 00000800:00000001:0.0:1784950421.586882:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950421.586884:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950421.586888:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307359751 00000400:00000200:0.0:1784950421.586894:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950421.586900:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307362171 00000100:00000001:3.0:1784950421.586910:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950421.586911:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307359751 00000400:00000200:0.0:1784950421.586916:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950421.586919:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950421.586925:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307362171 00000100:00000001:1.0:1784950421.586934:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307359751 00000100:00000001:2.0:1784950421.586934:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950421.586936:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1784950421.586936:0:453506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00000200:0.0:1784950421.586944:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1784950421.586945:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307362171 00000100:00000040:3.0:1784950421.586948:0:453506:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000040:2.0:1784950421.586950:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081c530af x1871652369191552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1784950421.586956:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000678e61e8. 00000100:00000001:1.0:1784950421.586958:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307359751 00000100:00000001:3.0:1784950421.586959:0:453506:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785715142736 : -120287994408880 : ffff929944d29050) 00000100:00000040:0.0:1784950421.586968:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000678e61e8 x1871652369191552 msgsize 224 00000100:00000001:1.0:1784950421.586971:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307362171 00000100:00000040:3.0:1784950421.586978:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000342fe70d x1871652369191424/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:572/0 lens 224/0 e 0 to 0 dl 1784950432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950421.586984:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950421.586998:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950421.587000:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950421.587011:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950421.587023:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950421.587026:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950421.587027:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950421.587039:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950421.587040:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950421.587041:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950421.587048:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1784950421.587051:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:1.0:1784950421.587054:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950421.587060:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950421.587061:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1784950421.587062:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950421.587067:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950421.587070:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000001:1.0:1784950421.587074:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950421.587083:0:453506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000342fe70d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369191424:12345-0@lo:400: 00000100:00000200:3.0:1784950421.587091:0:453506:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369191424 00000020:00000001:3.0:1784950421.587096:0:453506:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950421.587102:0:453506:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950421.587105:0:453506:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950421.587109:0:453506:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950421.587112:0:453506:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000020:00000001:3.0:1784950421.587117:0:453506:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950421.587120:0:453506:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950421.587121:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9a855b7. 00000020:00000001:3.0:1784950421.587125:0:453506:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1784950421.587130:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369191680, offset 0 00000020:00000001:3.0:1784950421.587131:0:453506:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950421.587134:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1784950421.587138:0:453506:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950421.587145:0:453506:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00100000:2.0:1784950421.587146:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369191552 00000100:00000001:3.0:1784950421.587153:0:453506:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1784950421.587154:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950421.587156:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:0.0:1784950421.587162:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1784950421.587162:0:453506:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950421.587165:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784950421.587173:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000010:0.0:1784950421.587174:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d6495b1. 02000000:00000010:3.0:1784950421.587175:0:453506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ac0fca43. 00000100:00000001:2.0:1784950421.587176:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950421.587187:0:453506:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950421.587189:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950421.587190:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784950421.587192:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950421.587194:0:453506:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950421.587202:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:3.0:1784950421.587205:0:453506:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950421.587207:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369191552 00000400:00000200:0.0:1784950421.587211:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000040:3.0:1784950421.587215:0:453506:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369191424 00000400:00000200:1.0:1784950421.587217:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1784950421.587218:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00010000:00000001:3.0:1784950421.587226:0:453506:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000040:2.0:1784950421.587228:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000400:00000200:1.0:1784950421.587230:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00010000:00000200:3.0:1784950421.587237:0:453506:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000342fe70d x1871652369191424/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:572/0 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950421.587238:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:1.0:1784950421.587247:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10897:10897:238:4294967295] 192.168.203.114@tcp LPNI seq info [9661:9661:7:4294967295] 00000020:00000040:2.0:1784950421.587250:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:2.0:1784950421.587262:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:2.0:1784950421.587275:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00010000:00000001:3.0:1784950421.587281:0:453506:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1784950421.587288:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:3.0:1784950421.587289:0:453506:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950421.587291:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00001000:3.0:1784950421.587302:0:453506:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=59 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950421.587304:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e147c1b 00000020:00000010:2.0:1784950421.587306:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000800:00000200:1.0:1784950421.587311:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950421.587313:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e147c1b. 00000100:00000001:2.0:1784950421.587320:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950421.587322:0:453506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950421.587326:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:1.0:1784950421.587327:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000091f3a7b6. 00000100:00000040:3.0:1784950421.587333:0:453506:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000020:00000010:2.0:1784950421.587335:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000100:00000001:3.0:1784950421.587341:0:453506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000200:0.0:1784950421.587344:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cb68b77 x1871652369191808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950421.587350:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:3.0:1784950421.587352:0:453506:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1784950421.587355:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a506608. 02000000:00000001:3.0:1784950421.587358:0:453506:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950421.587371:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000010:2.0:1784950421.587371:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7661753. 00000100:00000001:3.0:1784950421.587372:0:453506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1784950421.587386:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000091f3a7b6 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784950421.587387:0:453506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1784950421.587388:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1784950421.587389:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000400:00000010:3.0:1784950421.587398:0:453506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000100:00000040:0.0:1784950421.587400:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cb68b77 x1871652369191808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950421.587402:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950421.587408:0:453506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369191424, offset 224 00000100:00000040:1.0:1784950421.587413:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5581 usecs (6 jiffies) 00000100:00000040:2.0:1784950421.587414:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1784950421.587426:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307359752 00000100:00000001:2.0:1784950421.587429:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1784950421.587431:0:453506:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1784950421.587439:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307362171 00000100:00000001:2.0:1784950421.587441:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950421.587449:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950421.587451:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307359752 00000400:00000200:3.0:1784950421.587456:0:453506:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1784950421.587457:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950421.587462:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307362171 00000100:00000001:0.0:1784950421.587468:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950421.587468:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950421.587472:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307359752 00000400:00000200:3.0:1784950421.587482:0:453506:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bd200 00000800:00000001:0.0:1784950421.587483:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950421.587483:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307362171 00000100:00000001:1.0:1784950421.587495:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307359752 00000800:00000001:0.0:1784950421.587496:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950421.587499:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950421.587506:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307362171 00000400:00000200:3.0:1784950421.587507:0:453506:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15ac1 [1] + 224 00000800:00000001:0.0:1784950421.587508:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950421.587517:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950421.587520:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950421.587523:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950421.587524:0:453506:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950421.587526:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950421.587537:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950421.587539:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950421.587540:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950421.587570:0:453506:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1784950421.587574:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950421.587580:0:453506:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950421.587583:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bd380 00000100:00000001:1.0:1784950421.587587:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1784950421.587590:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2681 00000100:00000200:3.0:1784950421.587594:0:453506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f866d7f6 x1871652369191424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950421.587595:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1784950421.587603:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000400:00000200:0.0:1784950421.587604:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 8960 00000100:00000001:1.0:1784950421.587607:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950421.587613:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950421.587616:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866142464 : -120287843409152 : ffff92994dd2a300) 00000100:00000001:1.0:1784950421.587620:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950421.587626:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950421.587635:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950421.587645:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950421.587645:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000678e61e8 x1871652369191552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:572/0 lens 224/0 e 0 to 0 dl 1784950432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950421.587653:0:453506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f866d7f6 x1871652369191424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950421.587657:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950421.587677:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950421.587691:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950421.587697:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1784950421.587715:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7476c0b. 00000100:00000001:3.0:1784950421.587718:0:453506:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950421.587719:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1784950421.587755:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000c7476c0b x1871652369191808 msgsize 224 00000400:00000200:3.0:1784950421.587767:0:453506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000100:00100000:0.0:1784950421.587768:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000010:3.0:1784950421.587775:0:453506:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000800:00000200:1.0:1784950421.587785:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950421.587786:0:453506:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950421.587789:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1784950421.587789:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000100:00000001:3.0:1784950421.587792:0:453506:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000010:1.0:1784950421.587794:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000091f3a7b6. 00000100:00000001:2.0:1784950421.587803:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950421.587804:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950421.587807:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950421.587814:0:453506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950421.587816:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950421.587818:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000100:00000040:3.0:1784950421.587825:0:453506:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000400:00000200:1.0:1784950421.587829:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:3.0:1784950421.587832:0:453506:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950421.587838:0:453506:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950421.587839:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9a855b7 00000100:00000001:0.0:1784950421.587847:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950421.587847:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000678e61e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369191552:12345-192.168.203.114@tcp:400: 00000400:00000010:1.0:1784950421.587849:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c9a855b7. 00000020:00000001:3.0:1784950421.587850:0:453506:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1784950421.587855:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369191808 00000100:00000001:1.0:1784950421.587863:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1784950421.587864:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000342fe70d x1871652369191424/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:572/0 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950421.587865:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1784950421.587869:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369191552 00000100:00000001:0.0:1784950421.587873:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950421.587880:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950421.587881:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000501f9ecc x1871652369191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950421.587883:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:0.0:1784950421.587894:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950421.587897:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00100000:0.0:1784950421.587907:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369191808 00000020:00000001:2.0:1784950421.587908:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950421.587916:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950421.587924:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:2.0:1784950421.587924:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1784950421.587926:0:453506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000342fe70d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369191424:12345-0@lo:400: Request processed in 879us (2088us total) trans 0 rc 0/0 00000020:00000001:0.0:1784950421.587935:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1784950421.587937:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950421.587942:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1784950421.587944:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:2.0:1784950421.587953:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1784950421.587955:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000501f9ecc x1871652369191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950421.587956:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00100000:3.0:1784950421.587963:0:453506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000001:00000001:2.0:1784950421.587966:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369191552, found 0 last_xid 1871652369191551 00000020:00000001:0.0:1784950421.587968:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000040:3.0:1784950421.587975:0:453506:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:0.0:1784950421.587984:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1784950421.587985:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950421.587986:0:453506:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1784950421.587994:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000100:00000001:3.0:1784950421.587994:0:453506:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1784950421.588001:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1784950421.588003:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950421.588004:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950421.588004:0:453506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002cc587b8. 00000020:00000001:2.0:1784950421.588011:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950421.588014:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1784950421.588017:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000020:00000010:3.0:1784950421.588019:0:453506:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006049900c. 00000020:00000001:2.0:1784950421.588022:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950421.588029:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090af554c. 00000020:00000001:2.0:1784950421.588032:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1784950421.588033:0:453506:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba5e1f06. 00000020:00000010:0.0:1784950421.588040:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 00000100:00000001:2.0:1784950421.588045:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1784950421.588047:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007005012b. 00000020:00000040:3.0:1784950421.588047:0:453506:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000020:00000010:0.0:1784950421.588051:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 02000000:00000001:2.0:1784950421.588053:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1784950421.588059:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950421.588061:0:453506:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1784950421.588065:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000010:2.0:1784950421.588066:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006939ec85. 02000000:00000010:3.0:1784950421.588068:0:453506:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ac0fca43. 00000400:00000010:1.0:1784950421.588070:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001bbb6a8. 00000100:00000001:0.0:1784950421.588072:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1784950421.588075:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950421.588080:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950421.588081:0:453506:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1784950421.588083:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950421.588084:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9a855b7. 00000100:00000001:3.0:1784950421.588090:0:453506:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950421.588093:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950421.588095:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950421.588098:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369191936, portal 10 00000100:00000200:3.0:1784950421.588100:0:453506:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000040:2.0:1784950421.588107:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369191552 00000100:00000001:0.0:1784950421.588111:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950421.588112:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1784950421.588113:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000010:3.0:1784950421.588114:0:453506:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c8d3db2. 00000100:00000001:1.0:1784950421.588119:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786012788480 : -120287696763136 : ffff929956904700) 00000400:00000010:3.0:1784950421.588129:0:453506:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee24b29d. 00010000:00000200:2.0:1784950421.588130:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000678e61e8 x1871652369191552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:572/0 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950421.588135:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1784950421.588137:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4f7c3e7 x1871652369191936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950421.588142:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1784950421.588160:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2682 00000100:00000001:3.0:1784950421.588167:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1784950421.588174:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950421.588175:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950421.588183:0:455339:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950421.588185:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785739603456 : -120287969948160 : ffff92994647ce00) 00000100:00000001:3.0:1784950421.588193:0:455339:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950421.588204:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c7476c0b x1871652369191808/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:572/0 lens 224/0 e 0 to 0 dl 1784950432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950421.588206:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1784950421.588210:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950421.588219:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950421.588223:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00001000:2.0:1784950421.588232:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=54 v=5 (1 1 1 1) 00000400:00000010:1.0:1784950421.588235:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff1faa1f. 00000100:00000001:0.0:1784950421.588239:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1784950421.588246:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369191936, offset 0 00000020:00000010:0.0:1784950421.588249:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000100:00000001:2.0:1784950421.588251:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:3.0:1784950421.588255:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950421.588260:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950421.588262:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950421.588265:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950421.588270:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950421.588272:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000800:00000001:3.0:1784950421.588275:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950421.588276:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:1.0:1784950421.588288:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:2.0:1784950421.588288:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1784950421.588296:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c7476c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369191808:12345-192.168.203.114@tcp:400: 02000000:00000001:2.0:1784950421.588296:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950421.588302:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950421.588304:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950421.588308:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784950421.588318:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369191808 00000400:00000200:1.0:1784950421.588320:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:2.0:1784950421.588326:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950421.588329:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:1.0:1784950421.588334:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1784950421.588335:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000969daf7a. 00000020:00000001:0.0:1784950421.588337:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950421.588346:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950421.588347:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000200:2.0:1784950421.588348:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369191552, offset 224 00000020:00000001:0.0:1784950421.588358:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1784950421.588363:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10898:10898:239:4294967295] 192.168.203.114@tcp LPNI seq info [9662:9662:8:4294967295] 00000020:00000001:0.0:1784950421.588364:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:2.0:1784950421.588372:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950421.588374:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1784950421.588383:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369191808, found 0 last_xid 1871652369191807 00000020:00000001:0.0:1784950421.588391:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950421.588399:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1784950421.588403:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:0.0:1784950421.588405:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950421.588411:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950421.588418:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000200:1.0:1784950421.588423:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950421.588424:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1784950421.588432:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bd300 02000000:00000001:0.0:1784950421.588434:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1784950421.588437:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:1.0:1784950421.588438:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000091f3a7b6. 02000000:00000010:0.0:1784950421.588443:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000027fccdb2. 02000000:00000001:0.0:1784950421.588453:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950421.588455:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 156800 00000800:00000200:1.0:1784950421.588461:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950421.588463:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950421.588465:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10899:10899:238:4294967295] 192.168.203.114@tcp LPNI seq info [9663:9663:7:4294967295] 00000020:00000001:0.0:1784950421.588477:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950421.588481:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950421.588483:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00010000:00000040:0.0:1784950421.588490:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369191808 00000800:00000200:1.0:1784950421.588492:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000091f3a7b6 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1784950421.588497:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000001:3.0:1784950421.588498:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950421.588507:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1784950421.588511:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c7476c0b x1871652369191808/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:572/0 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950421.588515:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950421.588521:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950421.588528:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5055 usecs (6 jiffies) 00000400:00000200:3.0:1784950421.588530:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950421.588567:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307359753 00000100:00000001:3.0:1784950421.588576:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950421.588578:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307362171 00000800:00000200:2.0:1784950421.588584:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950421.588585:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1784950421.588592:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307359753 00010000:00000001:0.0:1784950421.588598:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1784950421.588601:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307362171 00000100:00000010:3.0:1784950421.588602:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ab8b25f9. 00000800:00000010:2.0:1784950421.588603:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d62b3518. 00010000:00000001:0.0:1784950421.588604:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950421.588612:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307359753 00000100:00000040:3.0:1784950421.588615:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000ab8b25f9 x1871652369191680 msgsize 224 00000100:00001000:0.0:1784950421.588616:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=54 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950421.588617:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307362171 00000800:00000200:2.0:1784950421.588626:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950421.588630:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307359753 00000100:00000001:0.0:1784950421.588636:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950421.588644:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307362171 00000100:00100000:3.0:1784950421.588645:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:0.0:1784950421.588651:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000800:00000200:2.0:1784950421.588656:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950421.588658:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950421.588660:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000200:2.0:1784950421.588668:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d62b3518 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950421.588671:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950421.588672:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1784950421.588679:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950421.588680:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950421.588681:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950421.588692:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950421.588694:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950421.588701:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:1.0:1784950421.588703:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1784950421.588707:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950421.588708:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00100000:1.0:1784950421.588711:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369191680 00000020:00000001:2.0:1784950421.588718:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1784950421.588745:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950421.588750:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950421.588753:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950421.588755:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1784950421.588757:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a2a777d. 02000000:00000001:1.0:1784950421.588759:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950421.588762:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000091f3a7b6. 00000100:00000200:0.0:1784950421.588770:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369191808, offset 224 00000100:00100000:1.0:1784950421.588772:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369191680 00000100:00000040:2.0:1784950421.588774:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000678e61e8 x1871652369191552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:572/0 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950421.588775:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950421.588780:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950421.588787:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000400:00000200:0.0:1784950421.588792:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950421.588797:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950421.588798:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950421.588807:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000400:00000200:0.0:1784950421.588815:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:1.0:1784950421.588817:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:1.0:1784950421.588827:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000400:00000200:0.0:1784950421.588838:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10900:10900:237:4294967295] 192.168.203.114@tcp LPNI seq info [9664:9664:6:4294967295] 00000100:00000001:1.0:1784950421.588839:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950421.588848:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00100000:2.0:1784950421.588852:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000678e61e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369191552:12345-192.168.203.114@tcp:400: Request processed in 1124us (1872us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950421.588856:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950421.588868:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000400:00000200:0.0:1784950421.588880:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:1.0:1784950421.588883:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034450a52. 00000400:00000200:3.0:1784950421.588889:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff1faa1f 00000020:00000010:1.0:1784950421.588896:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 00000100:00100000:2.0:1784950421.588897:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2681 00000400:00000010:3.0:1784950421.588898:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ff1faa1f. 00000800:00000200:0.0:1784950421.588899:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950421.588908:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000001:3.0:1784950421.588911:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1784950421.588913:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000010:0.0:1784950421.588914:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007158160. 00000100:00000040:1.0:1784950421.588922:0:453511:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:3.0:1784950421.588924:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4f7c3e7 x1871652369191936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950421.588926:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950421.588933:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000200:0.0:1784950421.588935:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950421.588937:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950421.588940:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1784950421.588950:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7661753. 00000100:00000001:1.0:1784950421.588951:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950421.588957:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1784950421.588960:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950421.588967:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000007158160 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1784950421.588968:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000100:00000001:1.0:1784950421.588969:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1784950421.588971:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4f7c3e7 x1871652369191936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950421.588977:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1784950421.588984:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950421.588985:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a506608. 00000100:00000001:0.0:1784950421.588992:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950421.589004:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000040:0.0:1784950421.589006:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950421.589008:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950421.589010:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950421.589018:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950421.589019:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:3.0:1784950421.589022:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1784950421.589025:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950421.589032:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950421.589033:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000001:3.0:1784950421.589035:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950421.589042:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000001:3.0:1784950421.589047:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950421.589048:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7476c0b x1871652369191808/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:572/0 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950421.589058:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1562 00000100:00000040:1.0:1784950421.589069:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000001:1.0:1784950421.589077:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798855168 : -120287910696448 : ffff929949cfea00) 00000100:00100000:0.0:1784950421.589085:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c7476c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369191808:12345-192.168.203.114@tcp:400: Request processed in 837us (1320us total) trans 0 rc 0/0 00000100:00000040:1.0:1784950421.589095:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ab8b25f9 x1871652369191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:572/0 lens 224/0 e 0 to 0 dl 1784950432 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950421.589107:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1784950421.589108:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2682 00000800:00000010:3.0:1784950421.589116:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007158160. 00000100:00000040:0.0:1784950421.589121:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000200:3.0:1784950421.589127:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950421.589130:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950421.589138:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950421.589142:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950421.589148:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950421.589149:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000020:00000010:1.0:1784950421.589150:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000001:1.0:1784950421.589163:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950421.589164:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000400:00000200:3.0:1784950421.589166:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a2a777d 00000400:00000010:3.0:1784950421.589174:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a2a777d. 00000020:00000010:1.0:1784950421.589176:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000020:00000010:0.0:1784950421.589180:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090af554c. 00000800:00000200:2.0:1784950421.589181:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950421.589183:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950421.589191:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1784950421.589193:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ab8b25f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369191680:12345-192.168.203.114@tcp:400: 00000800:00000010:2.0:1784950421.589195:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d62b3518. 00000020:00000040:0.0:1784950421.589196:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000001:3.0:1784950421.589200:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950421.589207:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950421.589210:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369191680 00000400:00000200:2.0:1784950421.589213:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950421.589214:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950421.589217:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950421.589227:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000001:3.0:1784950421.589227:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950421.589235:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950421.589238:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950421.589240:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950421.589244:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000001:0.0:1784950421.589247:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1784950421.589250:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000001:0.0:1784950421.589255:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950421.589261:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:1.0:1784950421.589262:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1784950421.589264:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000984425a1. 00000020:00000001:1.0:1784950421.589272:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950421.589276:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f39d0e 00000020:00000001:1.0:1784950421.589278:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1784950421.589284:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000075f39d0e. 00000020:00000001:1.0:1784950421.589286:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1784950421.589286:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bd380 00000020:00000001:1.0:1784950421.589294:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950421.589295:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1784950421.589298:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969daf7a 00000020:00000001:1.0:1784950421.589303:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1784950421.589307:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000969daf7a. 00000100:00000200:0.0:1784950421.589308:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f866d7f6 x1871652369191424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950421.589311:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950421.589318:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950421.589323:0:441635:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:1.0:1784950421.589328:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000fc01c00. 00000100:00000001:2.0:1784950421.589332:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1784950421.589335:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15ad5 [1] + 224 02000000:00000001:1.0:1784950421.589338:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950421.589350:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950421.589351:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950421.589353:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950421.589354:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f866d7f6 x1871652369191424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950421.589360:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950421.589371:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369191680 00000800:00000001:2.0:1784950421.589372:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950421.589378:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950421.589380:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1784950421.589382:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000001:2.0:1784950421.589385:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950421.589387:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950421.589391:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950421.589395:0:441642:0:(client.c:1580:after_reply()) Process entered 00010000:00000200:1.0:1784950421.589397:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000ab8b25f9 x1871652369191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:572/0 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950421.589402:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950421.589403:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1784950421.589408:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950421.589410:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950421.589418:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950421.589422:0:441636:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784950421.589428:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950421.589436:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:3.0:1784950421.589438:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cb68b77 x1871652369191808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950421.589441:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=59 v=5 (5 5 5 5) 00010000:00000001:1.0:1784950421.589453:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00001000:0.0:1784950421.589460:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=59 v=5 (1 1 1 1) 00010000:00000001:1.0:1784950421.589461:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950421.589474:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=54 v=5 (1 1 1 1) 00000400:00000200:2.0:1784950421.589476:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bd400 00000100:00000001:0.0:1784950421.589480:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950421.589487:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950421.589488:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002cb68b77 x1871652369191808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950421.589493:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1784950421.589497:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950421.589505:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950421.589506:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950421.589508:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 157024 00000100:00000001:0.0:1784950421.589516:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950421.589519:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:0.0:1784950421.589532:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f866d7f6 x1871652369191424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950421.589533:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:2.0:1784950421.589537:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950421.589564:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950421.589574:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950421.589576:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950421.589581:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950421.589582:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950421.589589:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950421.589593:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1784950421.589594:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950421.589598:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950421.589601:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950421.589601:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950421.589603:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008abec0ef. 00000100:00000200:1.0:1784950421.589619:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369191680, offset 224 00000100:00000040:0.0:1784950421.589620:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f866d7f6 x1871652369191424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950421.589621:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950421.589640:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950421.589653:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1784950421.589655:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369191424:0@lo:400: 00000100:00000200:2.0:1784950421.589663:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1784950421.589666:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950421.589669:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950421.589672:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950421.589677:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1784950421.589682:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033738a64. 00000100:00000001:0.0:1784950421.589683:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1784950421.589687:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784950421.589689:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10901:10901:239:4294967295] 192.168.203.114@tcp LPNI seq info [9665:9665:8:4294967295] 00000100:00000040:0.0:1784950421.589694:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f866d7f6 x1871652369191424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784950421.589696:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1784950421.589697:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000033738a64 x1871652369191936 msgsize 224 00000400:00000010:3.0:1784950421.589703:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000066545b9. 00000400:00000200:3.0:1784950421.589717:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058027d62 00000400:00000200:1.0:1784950421.589756:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000010:3.0:1784950421.589761:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000058027d62. 00000100:00000001:3.0:1784950421.589774:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:1.0:1784950421.589775:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00100000:2.0:1784950421.589786:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000200:3.0:1784950421.589787:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cb68b77 x1871652369191808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784950421.589789:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e63643df. 00000100:00000001:0.0:1784950421.589790:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950421.589801:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950421.589807:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000197c7725. 00000800:00000200:1.0:1784950421.589813:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950421.589816:0:441635:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1784950421.589821:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1784950421.589825:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cb68b77 x1871652369191808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950421.589828:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000200:1.0:1784950421.589832:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000040:0.0:1784950421.589834:0:441642:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000800:00000001:2.0:1784950421.589836:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950421.589846:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e63643df type 1, nob 320 niov 1 nkiov 1 00000020:00000001:0.0:1784950421.589848:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:2.0:1784950421.589855:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950421.589856:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e5c2538. 00000100:00000001:3.0:1784950421.589858:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950421.589866:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950421.589869:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:2.0:1784950421.589870:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950421.589872:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950421.589873:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950421.589877:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1784950421.589881:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1784950421.589883:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f866d7f6. 00000100:00000040:1.0:1784950421.589886:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000800:00000001:2.0:1784950421.589886:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950421.589888:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950421.589894:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950421.589895:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1784950421.589899:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:0.0:1784950421.589902:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950421.589904:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950421.589906:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950421.589912:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950421.589916:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1784950421.589917:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00001000:3.0:1784950421.589918:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=54 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950421.589921:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950421.589929:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1784950421.589930:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ab8b25f9 x1871652369191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:572/0 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784950421.589934:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=54 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950421.589940:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950421.589948:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950421.589950:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950421.589957:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950421.589957:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bd280 00000100:00000001:3.0:1784950421.589958:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950421.589972:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950421.589972:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950421.589979:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950421.589988:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ab8b25f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369191680:12345-192.168.203.114@tcp:400: Request processed in 833us (1359us total) trans 0 rc 0/0 00000400:00000200:2.0:1784950421.589991:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15ac9 [1] + 224 00000100:00000001:3.0:1784950421.589992:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950421.589998:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950421.590006:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950421.590012:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950421.590016:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950421.590019:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1562 00000100:00000040:3.0:1784950421.590025:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cb68b77 x1871652369191808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950421.590031:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:1.0:1784950421.590040:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950421.590047:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1784950421.590048:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950421.590055:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1784950421.590057:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00000100:00000001:2.0:1784950421.590058:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950421.590060:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950421.590068:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369191936 00000020:00000010:1.0:1784950421.590069:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000100:00000040:3.0:1784950421.590074:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cb68b77 x1871652369191808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950421.590078:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1784950421.590081:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034450a52. 00000100:00000001:2.0:1784950421.590086:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1784950421.590095:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:2.0:1784950421.590097:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950421.590102:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002cb68b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369191808:192.168.203.114@tcp:400: 00000800:00000200:0.0:1784950421.590104:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950421.590106:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950421.590110:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950421.590114:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e63643df. 00000100:00100000:2.0:1784950421.590126:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369191936 00000100:00000001:3.0:1784950421.590126:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950421.590128:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1784950421.590138:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950421.590139:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1784950421.590146:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000400:00000200:0.0:1784950421.590148:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950421.590154:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cb68b77 x1871652369191808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950421.590156:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1784950421.590159:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008abec0ef 00000020:00000040:2.0:1784950421.590165:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000400:00000010:0.0:1784950421.590167:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008abec0ef. 00000020:00000001:2.0:1784950421.590180:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:0.0:1784950421.590181:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950421.590183:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950421.590187:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1784950421.590189:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1784950421.590194:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 02000000:00000010:3.0:1784950421.590195:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b9be4ce. 00000800:00000001:0.0:1784950421.590198:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950421.590209:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1784950421.590209:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1784950421.590211:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950421.590214:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:0.0:1784950421.590220:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950421.590222:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000020:00000040:3.0:1784950421.590222:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000800:00000001:0.0:1784950421.590228:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950421.590232:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784950421.590236:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784950421.590238:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b3b91a8d. 00000400:00000200:0.0:1784950421.590249:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:3.0:1784950421.590250:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:2.0:1784950421.590251:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 02000000:00000001:3.0:1784950421.590257:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950421.590265:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cb68b77. 00000400:00000200:0.0:1784950421.590272:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bd300 00000020:00000010:2.0:1784950421.590272:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a506608. 00000100:00000001:3.0:1784950421.590273:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950421.590278:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950421.590283:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7661753. 00000100:00000001:3.0:1784950421.590286:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950421.590294:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15ad1 [1] + 224 00000100:00000001:3.0:1784950421.590297:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1784950421.590302:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950421.590303:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950421.590310:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784950421.590312:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950421.590314:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950421.590323:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000400:00000200:0.0:1784950421.590324:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950421.590338:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950421.590342:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1784950421.590344:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950421.590351:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1784950421.590358:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000501f9ecc x1871652369191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950421.590358:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950421.590366:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950421.590367:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950421.590378:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950421.590380:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1784950421.590389:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950421.590395:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950421.590396:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000501f9ecc x1871652369191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950421.590401:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950421.590415:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950421.590418:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950421.590426:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081c530af x1871652369191552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950421.590430:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950421.590439:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000001:0.0:1784950421.590444:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950421.590445:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1784950421.590449:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081c530af x1871652369191552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950421.590456:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950421.590465:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1563 00000100:00000040:2.0:1784950421.590477:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000001:2.0:1784950421.590482:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786002237184 : -120287707314432 : ffff929955ef4700) 00000100:00000001:3.0:1784950421.590489:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784950421.590491:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000033738a64 x1871652369191936/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:572/0 lens 224/0 e 0 to 0 dl 1784950432 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950421.590503:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950421.590507:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950421.590508:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1784950421.590514:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950421.590515:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000100:00000001:1.0:1784950421.590516:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950421.590526:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950421.590527:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1784950421.590530:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950421.590533:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950421.590537:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1784950421.590537:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000400:00000010:1.0:1784950421.590567:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4a06e0c. 00000100:00100000:2.0:1784950421.590577:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000033738a64 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369191936:12345-192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950421.590579:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92ae704 00000400:00000010:1.0:1784950421.590587:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c92ae704. 00000100:00000200:2.0:1784950421.590589:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369191936 00000020:00000001:2.0:1784950421.590596:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950421.590597:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1784950421.590598:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1784950421.590601:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000001:0.0:1784950421.590606:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1784950421.590607:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950421.590612:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000501f9ecc x1871652369191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950421.590614:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebb8394c. 00000020:00000001:2.0:1784950421.590615:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950421.590621:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:0.0:1784950421.590627:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdf88c3f 00000020:00000001:2.0:1784950421.590631:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1784950421.590634:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdf88c3f. 00000020:00000001:2.0:1784950421.590640:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950421.590644:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784950421.590652:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950421.590658:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1784950421.590659:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081c530af x1871652369191552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950421.590661:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000501f9ecc x1871652369191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950421.590664:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950421.590674:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950421.590682:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950421.590689:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1784950421.590703:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ad468dac. 02000000:00000001:2.0:1784950421.590713:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950421.590763:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950421.590765:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081c530af x1871652369191552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950421.590768:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950421.590775:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950421.590778:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950421.590784:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950421.590793:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00010000:00000040:2.0:1784950421.590793:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369191936 00000100:00000001:0.0:1784950421.590798:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950421.590799:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1784950421.590806:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950421.590808:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950421.590809:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950421.590819:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950421.590820:0:441643:0:(client.c:1580:after_reply()) Process entered 00010000:00000200:2.0:1784950421.590824:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000033738a64 x1871652369191936/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:572/0 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950421.590828:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1784950421.590832:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=54 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950421.590834:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950421.590840:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950421.590851:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950421.590852:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=54 v=5 (1 1 1 1) 00000100:00001000:0.0:1784950421.590863:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=49 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950421.590870:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1784950421.590871:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00001000:0.0:1784950421.590873:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=49 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950421.590876:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950421.590880:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950421.590887:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950421.590888:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1784950421.590892:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=54 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950421.590896:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1784950421.590903:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000501f9ecc x1871652369191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950421.590908:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784950421.590910:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1784950421.590915:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950421.590925:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950421.590927:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950421.590933:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00010000:00000001:1.0:1784950421.590937:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950421.590940:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950421.590941:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950421.590947:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950421.590948:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1784950421.590951:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1784950421.590955:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:2.0:1784950421.590958:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950421.590962:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081c530af x1871652369191552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950421.590963:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950421.590969:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950421.590970:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950421.590988:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950421.590989:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000501f9ecc x1871652369191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950421.590998:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950421.591000:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000969daf7a. 00000100:00000001:0.0:1784950421.591010:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950421.591015:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950421.591017:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369191936, offset 224 00000100:00000001:1.0:1784950421.591026:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950421.591033:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081c530af x1871652369191552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950421.591034:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950421.591040:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950421.591042:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950421.591058:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000501f9ecc x1871652369191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950421.591070:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000081c530af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369191552:192.168.203.114@tcp:400: 00000400:00000200:2.0:1784950421.591074:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950421.591091:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950421.591099:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950421.591103:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10902:10902:239:4294967295] 192.168.203.114@tcp LPNI seq info [9666:9666:8:4294967295] 00000100:00100000:1.0:1784950421.591104:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369191680:192.168.203.114@tcp:400: 00000100:00000040:0.0:1784950421.591111:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081c530af x1871652369191552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950421.591124:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950421.591134:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950421.591148:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000501f9ecc x1871652369191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950421.591149:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950421.591154:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950421.591160:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e7c2f12. 00000400:00000200:2.0:1784950421.591166:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:0.0:1784950421.591170:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950421.591177:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950421.591181:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1784950421.591193:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950421.591194:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1784950421.591198:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb2959c5. 02000000:00000001:1.0:1784950421.591201:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:2.0:1784950421.591202:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950421.591206:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:1.0:1784950421.591208:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0d615f7. 02000000:00000001:0.0:1784950421.591214:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000010:2.0:1784950421.591217:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d62b3518. 02000000:00000001:1.0:1784950421.591218:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1784950421.591219:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081c530af. 00000020:00000001:1.0:1784950421.591226:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950421.591231:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000040:1.0:1784950421.591231:0:441644:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1784950421.591238:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950421.591240:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:1.0:1784950421.591242:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950421.591244:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950421.591250:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006415387d. 00000100:00000001:0.0:1784950421.591257:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784950421.591259:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784950421.591264:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950421.591267:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:1.0:1784950421.591268:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784950421.591271:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1784950421.591275:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000501f9ecc. 00000100:00000001:0.0:1784950421.591278:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950421.591281:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d62b3518 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950421.591285:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950421.591292:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950421.591296:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950421.591303:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950421.591305:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950421.591308:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950421.591312:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950421.591314:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950421.591325:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950421.591331:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950421.591335:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950421.591341:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1784950421.591349:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033738a64 x1871652369191936/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:572/0 lens 224/224 e 0 to 0 dl 1784950432 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950421.591369:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000033738a64 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369191936:12345-192.168.203.114@tcp:400: Request processed in 861us (1670us total) trans 0 rc 0/0 00000100:00100000:2.0:1784950421.591385:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1563 00000100:00000040:2.0:1784950421.591391:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:2.0:1784950421.591397:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950421.591400:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950421.591407:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7661753. 00000020:00000010:2.0:1784950421.591414:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000020:00000010:2.0:1784950421.591420:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a506608. 00000020:00000040:2.0:1784950421.591428:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:2.0:1784950421.591434:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950421.591500:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950421.591507:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d62b3518. 00000400:00000200:3.0:1784950421.591513:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950421.591520:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950421.591527:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969daf7a 00000400:00000010:3.0:1784950421.591529:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000969daf7a. 00000100:00000001:3.0:1784950421.591535:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950421.591538:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950421.591540:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950421.591571:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950421.591575:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950421.591581:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950421.591590:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950421.591603:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bd400 00000400:00000200:0.0:1784950421.591610:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15ae5 [1] + 224 00000800:00000001:0.0:1784950421.591616:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950421.591621:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950421.591623:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950421.591627:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950421.591632:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950421.591636:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4f7c3e7 x1871652369191936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950421.591655:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4f7c3e7 x1871652369191936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950421.591680:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950421.591687:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950421.591690:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950421.591757:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950421.591764:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950421.591772:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950421.591775:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950421.591779:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001bbb6a8. 00000400:00000200:2.0:1784950421.591788:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9a855b7 00000400:00000010:2.0:1784950421.591792:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c9a855b7. 00000100:00000001:2.0:1784950421.591798:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950421.591807:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4f7c3e7 x1871652369191936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950421.591825:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4f7c3e7 x1871652369191936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950421.591840:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950421.591843:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950421.591847:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950421.591851:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950421.591855:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950421.591858:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950421.591863:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950421.591871:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=54 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950421.591877:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=54 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950421.591882:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950421.591885:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950421.591889:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784950421.591895:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e4f7c3e7 x1871652369191936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950421.591910:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950421.591915:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950421.591917:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950421.591921:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950421.591923:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950421.591929:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4f7c3e7 x1871652369191936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950421.591944:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950421.591948:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950421.591951:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950421.591957:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4f7c3e7 x1871652369191936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950421.591973:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e4f7c3e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369191936:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950421.591982:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950421.591986:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950421.591990:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4f7c3e7 x1871652369191936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950421.592005:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950421.592008:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950421.592011:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007005012b. 02000000:00000001:2.0:1784950421.592020:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950421.592023:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950421.592026:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1784950421.592030:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950421.592033:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ebc2a5d. 02000000:00000001:2.0:1784950421.592038:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950421.592040:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950421.592043:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4f7c3e7. 00000100:00000001:2.0:1784950421.592048:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950421.592050:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950421.592053:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950421.592061:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950421.592064:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950421.592068:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950421.592071:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950421.840858:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950421.840868:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950421.840876:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950421.840878:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950421.840946:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950421.840953:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950421.840957:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950422.480857:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950422.480874:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950422.480877:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950422.480884:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950422.480887:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950422.480891:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950422.480894:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950422.864967:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950422.864977:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950422.864985:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950422.864989:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950422.864992:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950422.864996:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950422.865000:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950422.865011:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950422.865014:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950422.865017:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950422.865162:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950422.865198:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950422.865202:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950423.504788:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950423.504800:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950423.504801:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950423.504806:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950423.504810:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950423.504813:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950423.504815:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950423.888848:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950423.888856:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950423.888863:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950423.888865:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950423.888956:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950423.888960:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950423.888963:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784950424.016795:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307362171, at 4307362176 00000100:00000010:3.0:1784950424.016808:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f8dceb2. 00000100:00000040:1.0:1784950424.016822:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307362171, at 4307362176 00000100:00000040:0.0:1784950424.016824:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307362171, at 4307362176 00000100:00000040:2.0:1784950424.016829:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307362171, at 4307362176 00000100:00000010:1.0:1784950424.016835:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000020654f3e. 00000100:00000010:0.0:1784950424.016838:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ffae0f5. 00000100:00000010:2.0:1784950424.016842:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2070ffd. 00000100:00000001:3.0:1784950424.528843:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950424.528860:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950424.528862:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950424.528868:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950424.528872:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950424.528876:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950424.528879:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950424.912861:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950424.912870:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950424.912879:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950424.912881:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950424.912981:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950424.912988:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950424.912993:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950425.552816:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950425.552827:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1784950425.552843:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950400/real 1784950400] req@00000000e1775566 x1871652369187328/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950425 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784950425.552866:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950425.552869:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950425.552873:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084259cc1. 00000400:00000200:3.0:1784950425.552879:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c595d0d 00000400:00000010:3.0:1784950425.552883:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c595d0d. 00000100:00000001:3.0:1784950425.552889:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950425.552893:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e1775566 x1871652369187328/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950425 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950425.552904:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e1775566 x1871652369187328/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950425 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950425.552913:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950425.552915:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950425.552918:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950425.552921:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950425.552924:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e1775566 x1871652369187328/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950425 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950425.552942:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950425.552952:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950425.552954:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950425.552957:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950425.552961:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950425.552964:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950425.552968:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e1775566 x1871652369187328/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950425 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950425.552977:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1784950425.552981:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950425.552983:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950425.552985:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950425.552987:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1784950425.552990:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1784950425.552994:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784950425.553019:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:3.0:1784950425.553023:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1784950425.553027:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1775566 x1871652369187328/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950425 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950425.553036:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e1775566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369187328:192.168.203.114@tcp:8: 00000100:00000001:3.0:1784950425.553042:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950425.553046:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950425.553049:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e1775566 x1871652369187328/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950425 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950425.553058:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950425.553061:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950425.553066:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005654861f. 02000000:00000001:3.0:1784950425.553071:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950425.553074:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950425.553077:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1784950425.553080:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950425.553083:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a8d19456. 02000000:00000001:3.0:1784950425.553087:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950425.553089:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950425.553091:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e1775566. 00000100:00000001:3.0:1784950425.553096:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950425.553097:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950425.553100:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.553147:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950425.553157:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950425.553165:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035587b4e. 00000020:00000040:1.0:1784950425.553171:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950425.553176:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950425.553180:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950425.553186:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950425.553194:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6b3c2c6. 00000100:00000001:1.0:1784950425.553201:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.553209:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@0000000035587b4e x1871652369192064/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950425.553223:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950425.553226:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.553231:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035587b4e] to pc [ptlrpcd_00_02+2] req@0000000035587b4e x1871652369192064/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950425.553271:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.553275:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950425.553280:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950425.553283:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009760c65a. 00000020:00000040:1.0:1784950425.553286:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950425.553289:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950425.553290:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950425.553292:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950425.553296:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fcb2acbd. 00000100:00000001:1.0:1784950425.553300:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.553305:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@000000009760c65a x1871652369192192/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950425.553315:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950425.553316:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.553319:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009760c65a] to pc [ptlrpcd_00_03+3] req@000000009760c65a x1871652369192192/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950425.553329:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950425.553332:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784950425.553336:0:437703:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1784950425.553339:0:437703:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1784950425.553341:0:437703:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1784950425.553346:0:437703:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1784950425.553351:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12671 00000400:00000200:1.0:1784950425.553362:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000001:0.0:1784950425.553365:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1784950425.553368:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12670 00000100:00000001:0.0:1784950425.553373:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950425.553379:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000100:00000001:0.0:1784950425.553380:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950425.553384:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950425.553392:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950425.553393:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784950425.553394:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000035587b4e x1871652369192064/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950425.553401:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950425.553403:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950425.553414:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000040:2.0:1784950425.553418:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009760c65a x1871652369192192/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950425.553424:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000020:00000001:1.0:1784950425.553437:0:437703:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950425.553443:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1784950425.553444:0:437703:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 00000100:00000001:0.0:1784950425.553450:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950425.553455:0:437703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950425.553456:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784950425.553459:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950425.553464:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950425.553465:0:437703:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 02000000:00000001:0.0:1784950425.553466:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950425.553475:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1784950425.553477:0:437703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 02000000:00000001:0.0:1784950425.553478:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950425.553482:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950425.553491:0:437703:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 02000000:00000001:2.0:1784950425.553492:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950425.553494:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000035587b4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369192064:0@lo:400: 00000100:00000040:1.0:1784950425.553504:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00100000:2.0:1784950425.553509:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009760c65a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369192192:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950425.553512:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950425.553542:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950425.553542:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784950425.553552:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 02000000:00000001:2.0:1784950425.553554:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950425.553555:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950425.553557:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 02000000:00000001:2.0:1784950425.553562:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950425.553563:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950425.553565:0:437703:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 02000000:00000001:0.0:1784950425.553575:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784950425.553576:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1784950425.553578:0:437703:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 00000100:00080000:1.0:1784950425.553586:0:437703:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000100:00000001:1.0:1784950425.553589:0:437703:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950425.553590:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000197c7725. 02000000:00000010:2.0:1784950425.553591:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a506608. 02000000:00000001:1.0:1784950425.553593:0:437703:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1784950425.553601:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950425.553602:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950425.553605:0:437703:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950425.553614:0:437703:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.553617:0:437703:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000010:0.0:1784950425.553620:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000984425a1. 00000100:00000001:1.0:1784950425.553622:0:437703:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950425.553622:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e2400a6. 00000100:00000010:1.0:1784950425.553636:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fcc2f7f. 00000400:00000010:0.0:1784950425.553639:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f39d0e. 00000400:00000010:2.0:1784950425.553639:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008562deaf. 00000020:00000040:1.0:1784950425.553641:0:437703:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:0.0:1784950425.553654:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369192064, portal 25 02000000:00000001:1.0:1784950425.553654:0:437703:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000100:00000200:2.0:1784950425.553656:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369192192, portal 4 02000000:00000001:1.0:1784950425.553657:0:437703:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.553662:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950425.553669:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950425.553670:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867211008 : -120287842340608 : ffff92994de2f100) 00000100:00000001:2.0:1784950425.553670:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950425.553677:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867211904 : -120287842339712 : ffff92994de2f480) 02000000:00000001:1.0:1784950425.553678:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1784950425.553686:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000035587b4e x1871652369192064/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950425.553687:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950425.553697:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009760c65a x1871652369192192/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950425.553698:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a3dd7738. 00000100:00000001:1.0:1784950425.553710:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.553783:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950425.553795:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00100000:1.0:1784950425.553798:0:437703:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000fcc2f7f x1871652369192320/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1784950425.553804:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000100:00000200:2.0:1784950425.553814:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369192192, offset 0 00000400:00000200:2.0:1784950425.553839:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950425.553843:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950425.553853:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1784950425.553854:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1784950425.553857:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950425.553862:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d7177c6. 00000400:00000200:2.0:1784950425.553865:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:1.0:1784950425.553872:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcc2f7f] to pc [ptlrpcd_rcv+-1] req@000000000fcc2f7f x1871652369192320/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950425.553873:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369192064, offset 0 00000400:00000200:2.0:1784950425.553879:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950425.553892:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950425.553894:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1784950425.553903:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950425.553914:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950425.553919:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10903:10903:239:4294967295] 192.168.203.114@tcp LPNI seq info [9667:9667:8:4294967295] 00000100:00000001:1.0:1784950425.553924:0:437703:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.553931:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950425.553944:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1784950425.553950:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000010:1.0:1784950425.553953:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce2a276. 00000100:00000001:3.0:1784950425.553959:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1784950425.553960:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000800:00000200:2.0:1784950425.553962:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950425.553968:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950425.553972:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1784950425.553975:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1784950425.553976:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1784950425.553977:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ebc2a5d. 02000000:00000001:1.0:1784950425.553978:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950425.553986:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950425.553991:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000fcc2f7f x1871652369192320/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950425.553996:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e63643df. 00000800:00000200:2.0:1784950425.553999:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950425.554008:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bd480 00000100:00000001:1.0:1784950425.554009:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950425.554027:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:1.0:1784950425.554028:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000001ce2a276 x1871652369192448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1784950425.554033:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1440d [2] + 0 00000800:00000200:2.0:1784950425.554041:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ebc2a5d type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1784950425.554056:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000797d3023. 00000100:00000001:3.0:1784950425.554058:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950425.554064:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950425.554069:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007734c9f0 00000100:00000001:1.0:1784950425.554070:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950425.554074:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950425.554074:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950425.554078:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950425.554081:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950425.554085:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950425.554086:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13743 usecs (14 jiffies) 02000000:00000001:3.0:1784950425.554087:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.554089:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce2a276] to pc [ptlrpcd_00_00+0] req@000000001ce2a276 x1871652369192448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950425.554101:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307363727 00000100:00100000:3.0:1784950425.554106:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000fcc2f7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369192320:1.2.3.4@tcp:8: 00000400:00000200:0.0:1784950425.554108:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1784950425.554116:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009b9e16f9. 00000400:00000200:0.0:1784950425.554126:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007734c9f0 00000100:00000001:3.0:1784950425.554129:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1784950425.554134:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 000000007734c9f0. 00000100:00000001:2.0:1784950425.554135:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784950425.554136:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950425.554147:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.554148:0:441643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950425.554153:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1784950425.554155:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307363727 00000100:00000001:3.0:1784950425.554155:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950425.554161:0:441643:0:(events.c:337:request_in_callback()) incoming req@000000009b7eb45c x1871652369192064 msgsize 224 00000100:00000001:3.0:1784950425.554166:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950425.554171:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950425.554175:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950425.554178:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784950425.554179:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1784950425.554180:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950425.554182:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950425.554187:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:0.0:1784950425.554190:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1784950425.554192:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950425.554198:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950425.554201:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950425.554202:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784950425.554209:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950425.554211:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950425.554212:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a8a3718. 00000100:00000001:0.0:1784950425.554215:0:441643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950425.554216:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950425.554218:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950425.554223:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950425.554229:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950425.554231:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d7177c6 00000100:00000001:1.0:1784950425.554232:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950425.554235:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950425.554239:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1784950425.554240:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001d7177c6. 00000100:00000001:2.0:1784950425.554241:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784950425.554246:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.554253:0:441643:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1784950425.554254:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000091f3a7b6. 00000100:00000040:2.0:1784950425.554256:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ce2a276 x1871652369192448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950425.554264:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950425.554265:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000035587b4e x1871652369192064/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950425.554282:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000004a8a3718 x1871652369192576/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950425.554319:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950425.554326:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.554328:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950425.554332:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950425.554337:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950425.554338:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784950425.554343:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000035587b4e x1871652369192064/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950425.554346:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950425.554352:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8a3718] to pc [ptlrpcd_00_01+1] req@000000004a8a3718 x1871652369192576/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950425.554358:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950425.554375:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000001ce2a276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369192448:192.168.203.114@tcp:400: 00000800:00000200:3.0:1784950425.554382:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950425.554393:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950425.554395:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ebc2a5d. 00000100:00000001:2.0:1784950425.554396:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950425.554403:0:441643:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784950425.554405:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784950425.554410:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784950425.554413:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.554415:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950425.554419:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950425.554420:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.554425:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307366139 00000400:00000200:3.0:1784950425.554428:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000010:2.0:1784950425.554429:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2c38d8a. 00000100:00080000:1.0:1784950425.554430:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:0.0:1784950425.554438:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307363727 02000000:00000001:2.0:1784950425.554440:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950425.554446:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000100:00080000:1.0:1784950425.554449:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000010:2.0:1784950425.554453:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4b560a4. 00000400:00000010:3.0:1784950425.554455:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000100:00000001:0.0:1784950425.554456:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307366139 00000100:00000040:1.0:1784950425.554457:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950425.554470:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950425.554471:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ffae0f5. 00000100:00000001:3.0:1784950425.554471:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1784950425.554475:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aea1c9d. 00000400:00000010:2.0:1784950425.554477:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b78b0206. 00000100:00000001:0.0:1784950425.554482:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 1 00000100:00000200:3.0:1784950425.554485:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009760c65a x1871652369192192/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784950425.554486:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000200:2.0:1784950425.554489:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369192448, portal 10 00000100:00000001:0.0:1784950425.554492:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307366139 00000100:00000001:1.0:1784950425.554498:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950425.554501:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784950425.554506:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950425.554507:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867206528 : -120287842345088 : ffff92994de2df80) 00000100:00000010:0.0:1784950425.554508:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000732ce2ba. 02000000:00000001:1.0:1784950425.554513:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950425.554545:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d6495b1. 00000100:00000040:2.0:1784950425.554546:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001ce2a276 x1871652369192448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950425.554549:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1784950425.554557:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.554560:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307366139 00000100:00000001:3.0:1784950425.554566:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950425.554574:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@000000005aea1c9d x1871652369192704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1784950425.554575:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f5747fc. 00000100:00000040:3.0:1784950425.554581:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009760c65a x1871652369192192/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950425.554583:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950425.554587:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1784950425.554598:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950425.554600:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950425.554611:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950425.554612:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004eff451. 00000100:00000001:0.0:1784950425.554626:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950425.554626:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369192448, offset 0 00000100:00000001:0.0:1784950425.554639:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950425.554652:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950425.554653:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950425.554655:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.554657:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950425.554661:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950425.554663:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950425.554664:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784950425.554666:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950425.554676:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950425.554680:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784950425.554681:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aea1c9d] to pc [ptlrpcd_00_02+2] req@000000005aea1c9d x1871652369192704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950425.554683:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950425.554691:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950425.554692:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950425.554705:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950425.554705:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950425.554717:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950425.554756:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.554766:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12701) 00000400:00000200:2.0:1784950425.554776:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10904:10904:238:4294967295] 192.168.203.114@tcp LPNI seq info [9668:9668:7:4294967295] 00000100:00000001:0.0:1784950425.554780:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950425.554787:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950425.554794:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784950425.554801:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950425.554804:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1784950425.554809:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aea1c9d x1871652369192704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950425.554812:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369192064 02000000:00000001:1.0:1784950425.554822:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:2.0:1784950425.554823:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:3.0:1784950425.554825:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950425.554831:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000010:2.0:1784950425.554839:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078605e0a. 00000100:00000001:1.0:1784950425.554840:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950425.554844:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.554845:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950425.554851:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950425.554852:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950425.554853:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950425.554859:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:0.0:1784950425.554864:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1784950425.554865:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369192064 00000800:00000001:3.0:1784950425.554866:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950425.554870:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950425.554874:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000200:2.0:1784950425.554875:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:0.0:1784950425.554882:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950425.554883:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000800:00000200:2.0:1784950425.554885:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078605e0a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950425.554893:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:1.0:1784950425.554894:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:0.0:1784950425.554899:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005aea1c9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369192704:192.168.203.114@tcp:400: 00000020:00000040:1.0:1784950425.554902:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:2.0:1784950425.554907:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950425.554915:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:0.0:1784950425.554918:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784950425.554920:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5582 usecs (6 jiffies) 00000400:00000200:3.0:1784950425.554921:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bd500 00000020:00000001:1.0:1784950425.554926:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 02000000:00000001:0.0:1784950425.554927:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950425.554930:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307363720 02000000:00000001:0.0:1784950425.554935:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.554939:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950425.554941:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307366139 00000400:00000200:3.0:1784950425.554945:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 9184 02000000:00000001:0.0:1784950425.554946:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1784950425.554950:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000001:2.0:1784950425.554953:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307363720 02000000:00000010:0.0:1784950425.554957:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090af554c. 00000100:00000001:1.0:1784950425.554963:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950425.554965:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307366139 02000000:00000001:0.0:1784950425.554967:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950425.554968:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950425.554971:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000100:00000001:2.0:1784950425.554978:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307363720 00000400:00000010:0.0:1784950425.554981:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000797d3023. 00000100:00000001:2.0:1784950425.554983:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307366139 00000020:00000010:1.0:1784950425.554986:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034450a52. 00000100:00000001:2.0:1784950425.554993:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307363720 00000400:00000010:0.0:1784950425.554994:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d7177c6. 00000020:00000010:1.0:1784950425.554999:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 00000100:00000001:2.0:1784950425.555005:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307366139 00000100:00000200:0.0:1784950425.555007:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369192704, portal 10 00000100:00000001:2.0:1784950425.555011:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950425.555012:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000001:0.0:1784950425.555013:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950425.555019:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867209216 : -120287842342400 : ffff92994de2ea00) 00000100:00000001:2.0:1784950425.555024:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.555031:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.555033:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:0.0:1784950425.555036:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005aea1c9d x1871652369192704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950425.555037:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950425.555041:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:3.0:1784950425.555043:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950425.555048:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950425.555049:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950425.555057:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.555059:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784950425.555059:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950425.555071:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950425.555073:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950425.555078:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.555082:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950425.555086:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:0.0:1784950425.555090:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950425.555091:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950425.555097:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1784950425.555100:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048ab8f2a. 00000100:00000001:1.0:1784950425.555101:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950425.555102:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1784950425.555109:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a8a3718 x1871652369192576/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950425.555111:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369192704, offset 0 00000100:00000010:3.0:1784950425.555117:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1775566. 00000100:00000001:1.0:1784950425.555125:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1784950425.555128:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000e1775566 x1871652369192192 msgsize 224 00000100:00000001:1.0:1784950425.555133:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1784950425.555134:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:1.0:1784950425.555153:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000400:00000200:0.0:1784950425.555156:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00100000:3.0:1784950425.555162:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950425.555165:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784950425.555167:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:1.0:1784950425.555176:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785715154000 : -120287994397616 : ffff929944d2bc50) 00000100:00000001:2.0:1784950425.555176:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950425.555178:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950425.555189:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950425.555190:0:441635:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1784950425.555193:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784950425.555196:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b7eb45c x1871652369192064/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:576/0 lens 224/0 e 0 to 0 dl 1784950436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950425.555199:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784950425.555202:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950425.555213:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:2.0:1784950425.555217:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950425.555225:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10905:10905:238:4294967295] 192.168.203.114@tcp LPNI seq info [9669:9669:7:4294967295] 00000100:00100000:2.0:1784950425.555236:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004a8a3718 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369192576:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950425.555250:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950425.555256:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1784950425.555259:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000400:00000200:0.0:1784950425.555261:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:2.0:1784950425.555266:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950425.555269:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950425.555275:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950425.555281:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 02000000:00000001:2.0:1784950425.555285:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1784950425.555290:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000010:2.0:1784950425.555297:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031bfa75f. 00000100:00100000:1.0:1784950425.555298:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009b7eb45c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369192064:12345-0@lo:400: 00000800:00000010:0.0:1784950425.555302:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825f13b0. 02000000:00000001:2.0:1784950425.555309:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950425.555314:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369192064 00000800:00000200:0.0:1784950425.555323:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:1.0:1784950425.555325:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000010:2.0:1784950425.555325:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007083289f. 00000020:00000001:1.0:1784950425.555335:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000010:2.0:1784950425.555339:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a76f2b5f. 00000800:00000200:0.0:1784950425.555341:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:1.0:1784950425.555342:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950425.555353:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000825f13b0 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1784950425.555354:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1784950425.555355:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369192576, portal 4 00000020:00000001:1.0:1784950425.555362:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:2.0:1784950425.555367:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1784950425.555370:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950425.555371:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.555372:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867198464 : -120287842353152 : ffff92994de2c000) 00000020:00000001:1.0:1784950425.555377:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950425.555383:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5057 usecs (6 jiffies) 00000020:00000001:1.0:1784950425.555385:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000200:3.0:1784950425.555386:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1784950425.555394:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1784950425.555395:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a8a3718 x1871652369192576/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950425.555396:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307363720 00000800:00000010:3.0:1784950425.555397:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078605e0a. 00000020:00000001:1.0:1784950425.555400:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.555410:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307366139 00000400:00000200:3.0:1784950425.555411:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950425.555412:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950425.555421:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950425.555425:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307363720 02000000:00000001:1.0:1784950425.555428:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1784950425.555435:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950425.555437:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307366139 02000000:00000010:1.0:1784950425.555439:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a9600e1c. 00000100:00000001:2.0:1784950425.555441:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784950425.555451:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.555452:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307363720 00000400:00000200:3.0:1784950425.555453:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004eff451 00000400:00000010:3.0:1784950425.555463:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000004eff451. 00000100:00000040:2.0:1784950425.555464:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950425.555465:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307366139 00000100:00000001:1.0:1784950425.555465:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950425.555476:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950425.555478:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307363720 00000020:00000001:1.0:1784950425.555480:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950425.555480:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f45ac6d2. 00000100:00000200:3.0:1784950425.555490:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ce2a276 x1871652369192448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950425.555491:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307366139 00010000:00000040:1.0:1784950425.555494:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369192064 00000100:00000200:2.0:1784950425.555495:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369192576, offset 0 00000100:00000001:0.0:1784950425.555501:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1784950425.555507:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950425.555512:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950425.555546:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950425.555547:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1784950425.555549:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000009b7eb45c x1871652369192064/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:576/0 lens 224/224 e 0 to 0 dl 1784950436 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950425.555558:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950425.555562:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950425.555570:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950425.555574:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784950425.555579:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ce2a276 x1871652369192448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950425.555583:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1784950425.555585:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1784950425.555588:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1784950425.555593:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.555596:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950425.555601:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950425.555604:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1784950425.555605:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=63 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950425.555612:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950425.555616:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950425.555624:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950425.555625:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950425.555631:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950425.555636:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.555637:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000400:00000200:2.0:1784950425.555648:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10906:10906:237:4294967295] 192.168.203.114@tcp LPNI seq info [9670:9670:6:4294967295] 00000100:00000001:1.0:1784950425.555649:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000001:3.0:1784950425.555650:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784950425.555652:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950425.555661:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:0.0:1784950425.555663:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950425.555667:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.555677:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950425.555683:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950425.555685:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1784950425.555696:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c92ae704. 00000800:00000200:2.0:1784950425.555697:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:3.0:1784950425.555704:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784950425.555708:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369192064, offset 224 00000800:00000010:2.0:1784950425.555710:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b5272c8. 00000400:00000200:1.0:1784950425.555767:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1784950425.555767:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950425.555769:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950425.555778:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369192192 02000000:00000001:3.0:1784950425.555784:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:2.0:1784950425.555791:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950425.555791:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784950425.555793:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1784950425.555798:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950425.555804:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009b5272c8 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1784950425.555805:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1784950425.555808:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950425.555816:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825f13b0. 00000400:00000200:1.0:1784950425.555819:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bd480 00000100:00000001:2.0:1784950425.555821:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950425.555821:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369192192 00000400:00000200:0.0:1784950425.555829:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950425.555830:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:2.0:1784950425.555836:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4720 usecs (5 jiffies) 00000020:00000040:3.0:1784950425.555838:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000400:00000200:1.0:1784950425.555843:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15b01 [1] + 224 00000020:00000001:3.0:1784950425.555849:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1784950425.555850:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950425.555850:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307363720 00000400:00000200:1.0:1784950425.555859:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1784950425.555860:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:2.0:1784950425.555863:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307366139 00000400:00000200:0.0:1784950425.555866:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048ab8f2a 00000020:00000001:3.0:1784950425.555870:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950425.555875:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307363720 00000400:00000010:0.0:1784950425.555876:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000048ab8f2a. 00000400:00000200:1.0:1784950425.555878:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1784950425.555880:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:0.0:1784950425.555888:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950425.555888:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307366139 00000100:00000001:3.0:1784950425.555893:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950425.555896:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950425.555897:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307363720 00000100:00000200:0.0:1784950425.555902:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aea1c9d x1871652369192704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950425.555903:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:2.0:1784950425.555907:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307366139 00000100:00000200:1.0:1784950425.555910:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000035587b4e x1871652369192064/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950425.555915:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950425.555917:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307363720 00000100:00000001:2.0:1784950425.555926:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307366139 00000020:00000010:3.0:1784950425.555929:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000001:2.0:1784950425.555937:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950425.555946:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba5e1f06. 00000100:00000001:2.0:1784950425.555948:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950425.555958:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002cc587b8. 00000100:00000001:2.0:1784950425.555961:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.555971:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950425.555973:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950425.555973:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006049900c. 00000100:00000040:1.0:1784950425.555982:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000035587b4e x1871652369192064/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950425.555984:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aea1c9d x1871652369192704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950425.555988:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784950425.555991:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1784950425.555994:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950425.556003:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950425.556006:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950425.556011:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950425.556013:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950425.556019:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.556021:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.556034:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950425.556037:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.556053:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.556056:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950425.556058:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307366139 00000100:00000001:3.0:1784950425.556062:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950425.556064:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950425.556065:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307363729 00000800:00000001:0.0:1784950425.556071:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950425.556074:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307366139 00000100:00000001:2.0:1784950425.556079:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307363729 00000400:00000200:1.0:1784950425.556082:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92ae704 00000100:00000001:2.0:1784950425.556085:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307366139 00000800:00000001:0.0:1784950425.556086:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950425.556086:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1784950425.556088:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c92ae704. 00000100:00000001:3.0:1784950425.556094:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950425.556097:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950425.556098:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950425.556101:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950425.556107:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950425.556109:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2683 00000800:00000001:0.0:1784950425.556110:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950425.556110:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950425.556112:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.556123:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950425.556124:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950425.556124:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000400:00000200:0.0:1784950425.556136:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950425.556138:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950425.556138:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798849792 : -120287910701824 : ffff929949cfd500) 00000100:00000040:1.0:1784950425.556142:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:2.0:1784950425.556145:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1784950425.556155:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950425.556157:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784950425.556157:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e1775566 x1871652369192192/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:576/0 lens 224/0 e 0 to 0 dl 1784950436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950425.556160:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.556163:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950425.556171:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bd700 00000100:00000001:2.0:1784950425.556172:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950425.556173:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950425.556184:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.556187:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b7eb45c x1871652369192064/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:576/0 lens 224/224 e 0 to 0 dl 1784950436 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950425.556197:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 157248 00000100:00000001:3.0:1784950425.556222:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1784950425.556224:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950425.556231:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009b7eb45c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369192064:12345-0@lo:400: Request processed in 976us (2063us total) trans 0 rc 0/0 00000020:00000010:3.0:1784950425.556234:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:3.0:1784950425.556246:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950425.556252:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784950425.556255:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000020:00000010:3.0:1784950425.556256:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000001:0.0:1784950425.556258:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784950425.556268:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000400:00000001:0.0:1784950425.556269:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950425.556277:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784950425.556279:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1784950425.556279:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e1775566 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369192192:12345-192.168.203.114@tcp:400: 00000400:00000010:0.0:1784950425.556283:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000984425a1. 00000100:00000001:1.0:1784950425.556286:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950425.556296:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f39d0e 00000100:00000200:3.0:1784950425.556296:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369192192 00000020:00000010:1.0:1784950425.556297:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00000400:00000010:0.0:1784950425.556304:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000075f39d0e. 00000020:00000001:3.0:1784950425.556308:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000200:2.0:1784950425.556310:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1784950425.556311:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000100:00000001:0.0:1784950425.556313:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1784950425.556315:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000010:2.0:1784950425.556322:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b5272c8. 00000020:00000001:3.0:1784950425.556326:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950425.556327:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034450a52. 00000100:00000200:0.0:1784950425.556328:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000035587b4e x1871652369192064/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950425.556333:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950425.556338:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000040:1.0:1784950425.556341:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000020:00000001:3.0:1784950425.556346:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:2.0:1784950425.556352:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950425.556353:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1784950425.556358:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000010:1.0:1784950425.556361:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a9600e1c. 00000001:00000001:3.0:1784950425.556368:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369192192, found 0 last_xid 1871652369192191 00000400:00000200:2.0:1784950425.556370:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f45ac6d2 02000000:00000001:1.0:1784950425.556372:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950425.556381:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950425.556382:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f45ac6d2. 00000020:00000001:3.0:1784950425.556384:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950425.556389:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000035587b4e x1871652369192064/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950425.556396:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950425.556399:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950425.556400:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:3.0:1784950425.556404:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950425.556411:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950425.556412:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4a06e0c. 00000100:00000200:2.0:1784950425.556414:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a8a3718 x1871652369192576/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950425.556422:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000010:1.0:1784950425.556426:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000928f747e. 00000100:00000001:3.0:1784950425.556431:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950425.556433:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784950425.556439:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950425.556441:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784950425.556449:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004b3e3f29. 00000100:00000001:0.0:1784950425.556450:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950425.556452:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1784950425.556458:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1784950425.556460:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.556465:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1784950425.556466:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a8a3718 x1871652369192576/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950425.556468:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.556472:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950425.556479:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950425.556483:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950425.556490:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369192192 00000100:00001000:0.0:1784950425.556496:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=63 v=5 (5 5 5 5) 00010000:00000001:3.0:1784950425.556500:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:3.0:1784950425.556514:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000e1775566 x1871652369192192/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:576/0 lens 224/224 e 0 to 0 dl 1784950436 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950425.556539:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=63 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950425.556541:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950425.556542:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950425.556553:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950425.556556:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950425.556559:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950425.556566:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950425.556569:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950425.556575:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784950425.556577:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:3.0:1784950425.556578:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950425.556580:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.556581:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950425.556589:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950425.556591:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=58 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950425.556592:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.556597:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950425.556604:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1784950425.556608:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950425.556611:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000035587b4e x1871652369192064/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950425.556615:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c04bcd0a. 00000100:00000040:3.0:1784950425.556619:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000800:00000001:2.0:1784950425.556620:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950425.556627:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000c04bcd0a x1871652369192704 msgsize 224 00000800:00000001:2.0:1784950425.556632:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950425.556632:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950425.556644:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:2.0:1784950425.556645:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950425.556650:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950425.556659:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950425.556663:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950425.556671:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950425.556683:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1784950425.556683:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950425.556696:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000800:00000001:1.0:1784950425.556698:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950425.556703:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950425.556703:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bd600 00000100:00000200:3.0:1784950425.556708:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369192192, offset 224 00000800:00000001:1.0:1784950425.556709:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.556773:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1784950425.556773:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 157472 00000100:00000001:1.0:1784950425.556775:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950425.556782:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950425.556783:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369192704 00000800:00000001:2.0:1784950425.556788:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950425.556790:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1784950425.556797:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950425.556798:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1784950425.556804:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950425.556805:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035587b4e x1871652369192064/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950425.556806:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950425.556815:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950425.556820:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950425.556822:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:1.0:1784950425.556832:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369192704 00000400:00000200:2.0:1784950425.556836:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950425.556840:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950425.556848:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000400:00000200:3.0:1784950425.556850:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10907:10907:239:4294967295] 192.168.203.114@tcp LPNI seq info [9671:9671:8:4294967295] 00000020:00000001:1.0:1784950425.556856:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950425.556862:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00100000:0.0:1784950425.556870:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000035587b4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369192064:0@lo:400: 00000020:00000001:1.0:1784950425.556872:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:1.0:1784950425.556886:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:0.0:1784950425.556890:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.556895:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950425.556898:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950425.556900:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:1.0:1784950425.556904:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000040:0.0:1784950425.556908:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000035587b4e x1871652369192064/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950425.556915:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950425.556917:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:3.0:1784950425.556922:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:2.0:1784950425.556924:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1784950425.556928:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000100:00000010:2.0:1784950425.556941:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a12a109. 00000800:00000010:3.0:1784950425.556941:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083b5681e. 00000100:00000001:0.0:1784950425.556943:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1784950425.556944:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034450a52. 02000000:00000001:0.0:1784950425.556950:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784950425.556955:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000000a12a109 x1871652369192448 msgsize 224 00000020:00000010:1.0:1784950425.556957:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 02000000:00000010:0.0:1784950425.556958:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000197c7725. 00000800:00000200:3.0:1784950425.556967:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:1.0:1784950425.556973:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 02000000:00000001:0.0:1784950425.556975:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1784950425.556983:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:0.0:1784950425.556986:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000200:3.0:1784950425.556986:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:1.0:1784950425.556989:0:455357:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000040:0.0:1784950425.556993:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000800:00000200:3.0:1784950425.556997:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000083b5681e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950425.557000:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950425.557001:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1784950425.557002:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950425.557006:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:0.0:1784950425.557010:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6b3c2c6. 00000100:00000001:1.0:1784950425.557012:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950425.557020:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950425.557022:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1784950425.557026:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784950425.557027:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.557029:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000010:0.0:1784950425.557031:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035587b4e. 00000100:00000001:1.0:1784950425.557038:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.557041:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1784950425.557043:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950425.557048:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784950425.557050:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:0.0:1784950425.557056:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950425.557057:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.557060:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.557064:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784950425.557067:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950425.557070:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950425.557071:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1784950425.557079:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1775566 x1871652369192192/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:576/0 lens 224/224 e 0 to 0 dl 1784950436 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950425.557080:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950425.557081:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.557091:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950425.557097:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1564 00000800:00000200:2.0:1784950425.557103:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1784950425.557107:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000800:00000010:2.0:1784950425.557112:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083b5681e. 00000100:00000001:1.0:1784950425.557115:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785867199360 : -120287842352256 : ffff92994de2c380) 00000400:00000200:2.0:1784950425.557124:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950425.557133:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c04bcd0a x1871652369192704/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:576/0 lens 224/0 e 0 to 0 dl 1784950436 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950425.557142:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e1775566 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369192192:12345-192.168.203.114@tcp:400: Request processed in 909us (2002us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950425.557144:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1784950425.557145:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950425.557151:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369192448 02000000:00000001:0.0:1784950425.557161:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1784950425.557163:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000100:00000001:0.0:1784950425.557167:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1784950425.557174:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000100:00000001:0.0:1784950425.557175:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.557179:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1784950425.557186:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2683 00000100:00000001:2.0:1784950425.557188:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1784950425.557189:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 02000000:00000001:0.0:1784950425.557190:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.557195:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1784950425.557199:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:1.0:1784950425.557200:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950425.557202:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369192448 00000800:00000001:2.0:1784950425.557206:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950425.557210:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1784950425.557212:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:1.0:1784950425.557213:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000100:00000001:3.0:1784950425.557216:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:2.0:1784950425.557218:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950425.557219:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000010:3.0:1784950425.557225:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002cc587b8. 00000020:00000001:0.0:1784950425.557228:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:2.0:1784950425.557230:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950425.557233:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c04bcd0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369192704:12345-192.168.203.114@tcp:400: 00000020:00000040:0.0:1784950425.557237:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000010:3.0:1784950425.557239:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006049900c. 00000800:00000001:2.0:1784950425.557240:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950425.557250:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000200:1.0:1784950425.557250:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369192704 00000020:00000010:3.0:1784950425.557255:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba5e1f06. 00000020:00000001:1.0:1784950425.557262:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950425.557263:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000400:00000200:2.0:1784950425.557268:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000040:3.0:1784950425.557269:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000020:00000001:1.0:1784950425.557271:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950425.557273:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1784950425.557280:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950425.557281:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950425.557284:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000020:00000001:1.0:1784950425.557293:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1784950425.557295:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bd680 00000100:00000001:0.0:1784950425.557296:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950425.557298:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000010:0.0:1784950425.557309:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000020:00000001:1.0:1784950425.557310:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1784950425.557318:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 9408 00000020:00000001:1.0:1784950425.557320:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950425.557323:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950425.557326:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000197c7725. 00000020:00000001:1.0:1784950425.557332:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000001:2.0:1784950425.557336:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950425.557337:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1784950425.557338:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 00000800:00000001:3.0:1784950425.557340:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950425.557344:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950425.557350:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000020:00000001:1.0:1784950425.557351:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000001:3.0:1784950425.557351:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950425.557355:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950425.557360:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1784950425.557363:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950425.557366:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:3.0:1784950425.557366:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950425.557367:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950425.557373:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1784950425.557376:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000010:1.0:1784950425.557378:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a9600e1c. 00000100:00000001:0.0:1784950425.557379:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950425.557388:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1784950425.557391:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:1.0:1784950425.557392:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950425.557393:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1784950425.557395:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1784950425.557405:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.557406:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1784950425.557411:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950425.557413:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950425.557415:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2e10981. 00010000:00000040:1.0:1784950425.557421:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369192704 00000400:00000200:3.0:1784950425.557425:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bd500 00000100:00000040:2.0:1784950425.557426:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000a2e10981 x1871652369192576 msgsize 224 00000100:00000001:0.0:1784950425.557427:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950425.557428:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:1.0:1784950425.557442:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c04bcd0a x1871652369192704/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:576/0 lens 224/224 e 0 to 0 dl 1784950436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950425.557452:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15b05 [1] + 224 00000100:00000001:0.0:1784950425.557454:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1784950425.557456:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950425.557462:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000001:3.0:1784950425.557475:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950425.557479:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1565 00000100:00000001:2.0:1784950425.557480:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1784950425.557487:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950425.557491:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00010000:00000001:1.0:1784950425.557493:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1784950425.557497:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950425.557498:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786002247040 : -120287707304576 : ffff929955ef6d80) 00010000:00000001:1.0:1784950425.557500:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.557511:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:1.0:1784950425.557512:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=58 v=5 (1 1 1 1) 00000400:00000200:3.0:1784950425.557513:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:0.0:1784950425.557545:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a12a109 x1871652369192448/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:576/0 lens 224/0 e 0 to 0 dl 1784950436 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950425.557545:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369192576 00000100:00000001:1.0:1784950425.557550:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1784950425.557556:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950425.557557:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784950425.557563:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950425.557564:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950425.557570:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950425.557574:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009760c65a x1871652369192192/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950425.557576:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950425.557583:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950425.557589:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950425.557594:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1784950425.557595:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369192576 02000000:00000001:1.0:1784950425.557596:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950425.557602:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000020:00000001:2.0:1784950425.557606:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950425.557608:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950425.557612:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1784950425.557615:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:2.0:1784950425.557624:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000010:0.0:1784950425.557626:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000100:00000040:1.0:1784950425.557627:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000040:2.0:1784950425.557632:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000400:00000010:1.0:1784950425.557638:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c92ae704. 00000100:00000040:3.0:1784950425.557639:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009760c65a x1871652369192192/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950425.557641:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00100000:0.0:1784950425.557650:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000a12a109 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369192448:12345-192.168.203.114@tcp:400: 00000100:00000200:1.0:1784950425.557651:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369192704, offset 224 00000020:00000001:2.0:1784950425.557652:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:2.0:1784950425.557666:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1784950425.557672:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369192448 00000020:00000010:2.0:1784950425.557676:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000400:00000200:1.0:1784950425.557677:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950425.557680:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950425.557691:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950425.557693:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:1.0:1784950425.557702:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:2.0:1784950425.557702:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000020:00000001:0.0:1784950425.557704:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950425.557705:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1784950425.557718:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1784950425.557754:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9a7d46a. 00000020:00000010:2.0:1784950425.557762:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7661753. 00000400:00000200:1.0:1784950425.557768:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10908:10908:239:4294967295] 192.168.203.114@tcp LPNI seq info [9672:9672:8:4294967295] 00000020:00000010:2.0:1784950425.557772:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000020:00000001:0.0:1784950425.557774:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000040:2.0:1784950425.557786:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000001:0.0:1784950425.557788:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1784950425.557798:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950425.557798:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1784950425.557803:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950425.557805:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1784950425.557808:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950425.557813:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950425.557815:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950425.557824:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950425.557829:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950425.557830:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950425.557831:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950425.557832:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000001:3.0:1784950425.557839:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.557842:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000001:3.0:1784950425.557845:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:1.0:1784950425.557847:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f17b544c. 02000000:00000001:0.0:1784950425.557848:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1784950425.557852:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950425.557854:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950425.557860:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005a02c21d. 00000800:00000200:1.0:1784950425.557866:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:0.0:1784950425.557869:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.557876:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.557880:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1784950425.557881:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950425.557884:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950425.557886:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950425.557888:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000040:0.0:1784950425.557891:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369192448 00000100:00000001:3.0:1784950425.557894:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000200:1.0:1784950425.557897:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f17b544c type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1784950425.557898:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00100000:2.0:1784950425.557908:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2684 00010000:00000200:0.0:1784950425.557914:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000000a12a109 x1871652369192448/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:576/0 lens 224/224 e 0 to 0 dl 1784950436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950425.557917:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950425.557919:0:453517:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.557922:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.557926:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786048188672 : -120287661362944 : ffff929958ac7100) 00000100:00000001:3.0:1784950425.557931:0:453517:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.557939:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000040:2.0:1784950425.557945:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a2e10981 x1871652369192576/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:576/0 lens 224/0 e 0 to 0 dl 1784950436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950425.557951:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950425.557957:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950425.557967:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1784950425.557970:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950425.557976:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.557981:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c04bcd0a x1871652369192704/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:576/0 lens 224/224 e 0 to 0 dl 1784950436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950425.557986:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=58 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950425.557990:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950425.557998:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000100:00000001:0.0:1784950425.558003:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950425.558009:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784950425.558015:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784950425.558017:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000020:00000010:2.0:1784950425.558020:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000800:00000010:3.0:1784950425.558026:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f17b544c. 00000100:00000001:0.0:1784950425.558030:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:3.0:1784950425.558036:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784950425.558039:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c04bcd0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369192704:12345-192.168.203.114@tcp:400: Request processed in 850us (1401us total) trans 0 rc 0/0 02000000:00000001:0.0:1784950425.558041:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1784950425.558043:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a2e10981 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369192576:12345-192.168.203.114@tcp:400: 02000000:00000001:0.0:1784950425.558049:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950425.558058:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950425.558062:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784950425.558065:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369192576 00000020:00000001:2.0:1784950425.558074:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:3.0:1784950425.558075:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92ae704 00000100:00000040:0.0:1784950425.558079:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00100000:1.0:1784950425.558084:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1564 00000020:00000001:2.0:1784950425.558086:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000010:3.0:1784950425.558086:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c92ae704. 00000400:00000010:0.0:1784950425.558089:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f39d0e. 00000020:00000001:2.0:1784950425.558095:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950425.558099:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1784950425.558100:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000020:00000001:2.0:1784950425.558101:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1784950425.558102:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369192448, offset 224 00000100:00000001:3.0:1784950425.558106:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1784950425.558110:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950425.558111:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950425.558120:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1784950425.558121:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000001:3.0:1784950425.558121:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950425.558125:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950425.558129:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00000001:00000001:2.0:1784950425.558132:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369192576, found 0 last_xid 1871652369192575 00000800:00000001:3.0:1784950425.558136:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950425.558140:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000020:00000001:2.0:1784950425.558141:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950425.558145:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950425.558149:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:2.0:1784950425.558153:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1784950425.558154:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034450a52. 00000800:00000001:3.0:1784950425.558157:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950425.558159:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1784950425.558166:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10909:10909:239:4294967295] 192.168.203.114@tcp LPNI seq info [9673:9673:8:4294967295] 00000020:00000040:1.0:1784950425.558167:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000020:00000001:2.0:1784950425.558168:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.558181:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950425.558182:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1784950425.558183:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950425.558191:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950425.558199:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1784950425.558207:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000010:2.0:1784950425.558209:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001e51d95d. 02000000:00000001:2.0:1784950425.558218:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.558226:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950425.558227:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950425.558231:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bd700 00000020:00000001:2.0:1784950425.558238:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950425.558242:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825f13b0. 00010000:00000040:2.0:1784950425.558244:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369192576 00000400:00000200:3.0:1784950425.558253:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15b19 [1] + 224 00010000:00000001:2.0:1784950425.558255:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000200:0.0:1784950425.558263:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000200:2.0:1784950425.558269:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000a2e10981 x1871652369192576/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:576/0 lens 224/224 e 0 to 0 dl 1784950436 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950425.558270:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950425.558272:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950425.558279:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1784950425.558282:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950425.558283:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000001:1.0:1784950425.558287:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1784950425.558294:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1784950425.558297:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:0.0:1784950425.558298:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000825f13b0 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1784950425.558305:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e2400a6. 00000400:00000200:3.0:1784950425.558316:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950425.558318:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008562deaf 00010000:00000001:2.0:1784950425.558320:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950425.558324:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950425.558328:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008562deaf. 00010000:00000001:2.0:1784950425.558330:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950425.558337:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00001000:2.0:1784950425.558340:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=58 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950425.558341:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950425.558342:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1784950425.558344:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950425.558352:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.558355:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1784950425.558357:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1784950425.558361:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009760c65a x1871652369192192/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950425.558363:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aea1c9d x1871652369192704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950425.558369:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000040:0.0:1784950425.558372:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a12a109 x1871652369192448/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:576/0 lens 224/224 e 0 to 0 dl 1784950436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950425.558382:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950425.558395:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950425.558400:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.558411:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950425.558426:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950425.558434:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f45ac6d2. 00000100:00000200:1.0:1784950425.558445:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009760c65a x1871652369192192/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950425.558448:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369192576, offset 224 00000100:00000040:3.0:1784950425.558452:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aea1c9d x1871652369192704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950425.558460:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000a12a109 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369192448:12345-192.168.203.114@tcp:400: Request processed in 854us (1490us total) trans 0 rc 0/0 00000400:00000200:2.0:1784950425.558475:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950425.558501:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:0.0:1784950425.558503:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1565 00000100:00000001:1.0:1784950425.558511:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950425.558539:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950425.558543:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:1.0:1784950425.558548:0:441644:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:2.0:1784950425.558548:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10910:10910:238:4294967295] 192.168.203.114@tcp LPNI seq info [9674:9674:7:4294967295] 00000100:00000001:0.0:1784950425.558550:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950425.558553:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784950425.558554:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950425.558557:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950425.558562:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1784950425.558567:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000100:00000001:1.0:1784950425.558568:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950425.558580:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950425.558582:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000400:00000200:2.0:1784950425.558588:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00001000:1.0:1784950425.558591:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=53 v=5 (5 5 5 5) 00000020:00000010:0.0:1784950425.558592:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000197c7725. 00000020:00000040:0.0:1784950425.558605:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000800:00000200:2.0:1784950425.558606:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00001000:1.0:1784950425.558607:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=53 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950425.558611:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950425.558620:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b5272c8. 00000100:00000001:1.0:1784950425.558624:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950425.558628:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950425.558632:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000200:2.0:1784950425.558635:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:1.0:1784950425.558638:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.558648:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1784950425.558650:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950425.558651:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000800:00000200:2.0:1784950425.558655:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950425.558662:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000800:00000200:2.0:1784950425.558664:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009b5272c8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950425.558667:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.558676:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950425.558678:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.558681:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009760c65a x1871652369192192/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950425.558683:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1784950425.558686:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784950425.558692:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000400:00000001:0.0:1784950425.558696:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000010:3.0:1784950425.558697:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825f13b0. 00010000:00000001:2.0:1784950425.558701:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000001:0.0:1784950425.558706:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1784950425.558709:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950425.558711:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784950425.558715:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000797d3023. 00000020:00000001:2.0:1784950425.558751:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1784950425.558763:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2e10981 x1871652369192576/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:576/0 lens 224/224 e 0 to 0 dl 1784950436 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950425.558767:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d7177c6 00000400:00000200:3.0:1784950425.558769:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950425.558776:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784950425.558779:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001d7177c6. 00000100:00000001:1.0:1784950425.558788:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950425.558796:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.558797:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950425.558797:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f39d0e 00000100:00100000:2.0:1784950425.558810:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a2e10981 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369192576:12345-192.168.203.114@tcp:400: Request processed in 810us (1374us total) trans 0 rc 0/0 00000400:00000010:3.0:1784950425.558810:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000075f39d0e. 00000100:00000200:0.0:1784950425.558812:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aea1c9d x1871652369192704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950425.558817:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009760c65a x1871652369192192/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950425.558823:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950425.558830:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1784950425.558840:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950425.558852:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2684 00000800:00000001:3.0:1784950425.558852:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950425.558863:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950425.558866:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000800:00000001:3.0:1784950425.558872:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950425.558879:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950425.558887:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1784950425.558893:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aea1c9d x1871652369192704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950425.558895:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009760c65a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369192192:192.168.203.114@tcp:400: 00000020:00000010:2.0:1784950425.558897:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7661753. 00000400:00000200:3.0:1784950425.558899:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:2.0:1784950425.558912:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000100:00000001:1.0:1784950425.558919:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950425.558924:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9a7d46a. 00000100:00000001:1.0:1784950425.558930:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950425.558931:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bd600 00000020:00000040:2.0:1784950425.558937:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000040:1.0:1784950425.558945:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009760c65a x1871652369192192/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950425.558948:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.558953:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1784950425.558957:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15b11 [1] + 224 00000100:00000001:0.0:1784950425.558962:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.558972:0:441643:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:3.0:1784950425.558978:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950425.558980:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950425.558988:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950425.558989:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1784950425.558993:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.558996:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950425.558997:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1784950425.558999:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1784950425.559005:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a506608. 02000000:00000001:0.0:1784950425.559007:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950425.559017:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950425.559019:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1784950425.559020:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=58 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950425.559024:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1784950425.559026:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:0.0:1784950425.559031:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=58 v=5 (1 1 1 1) 00000020:00000040:1.0:1784950425.559033:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000200:3.0:1784950425.559039:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ce2a276 x1871652369192448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950425.559043:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1784950425.559045:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950425.559050:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950425.559052:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fcb2acbd. 00000800:00000200:2.0:1784950425.559054:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1784950425.559061:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000010:2.0:1784950425.559065:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b5272c8. 02000000:00000001:1.0:1784950425.559066:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950425.559073:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:0.0:1784950425.559075:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005aea1c9d x1871652369192704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950425.559077:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001ce2a276 x1871652369192448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950425.559078:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1784950425.559079:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009760c65a. 00000100:00000001:1.0:1784950425.559093:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950425.559100:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950425.559101:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950425.559111:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950425.559119:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f45ac6d2 00000100:00000001:1.0:1784950425.559124:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1784950425.559129:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f45ac6d2. 00000100:00000001:1.0:1784950425.559132:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950425.559141:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.559142:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950425.559143:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950425.559149:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1784950425.559153:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950425.559153:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950425.559155:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784950425.559160:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950425.559165:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950425.559168:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950425.559174:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950425.559177:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950425.559179:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aea1c9d x1871652369192704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950425.559183:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1784950425.559185:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784950425.559193:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784950425.559198:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784950425.559202:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950425.559208:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4b560a4. 00000800:00000001:1.0:1784950425.559210:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950425.559212:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950425.559220:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b78b0206 00000100:00000001:0.0:1784950425.559221:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784950425.559224:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.559229:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950425.559230:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b78b0206. 00000400:00000200:1.0:1784950425.559243:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950425.559244:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950425.559247:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aea1c9d x1871652369192704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950425.559258:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ce2a276 x1871652369192448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950425.559275:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bd680 00000400:00000200:1.0:1784950425.559297:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15b21 [1] + 224 00000100:00100000:0.0:1784950425.559300:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005aea1c9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369192704:192.168.203.114@tcp:400: 00000800:00000001:1.0:1784950425.559317:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950425.559324:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950425.559327:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950425.559329:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ce2a276 x1871652369192448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950425.559333:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950425.559339:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950425.559347:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aea1c9d x1871652369192704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950425.559359:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950425.559361:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950425.559368:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950425.559369:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950425.559376:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950425.559379:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1784950425.559380:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a8a3718 x1871652369192576/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950425.559383:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950425.559389:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950425.559399:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950425.559411:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=58 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950425.559425:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=58 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950425.559440:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950425.559446:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.559448:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1784950425.559450:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a8a3718 x1871652369192576/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950425.559456:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1784950425.559457:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1784950425.559463:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090af554c. 00010000:00080000:2.0:1784950425.559473:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001ce2a276 x1871652369192448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950425.559475:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950425.559482:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784950425.559483:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1784950425.559488:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000800:00000001:1.0:1784950425.559495:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950425.559499:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:1.0:1784950425.559504:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950425.559506:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d6495b1. 00010000:00000001:2.0:1784950425.559508:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.559541:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1784950425.559544:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1784950425.559545:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:0.0:1784950425.559550:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784950425.559552:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000010:0.0:1784950425.559555:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aea1c9d. 00000100:00000001:2.0:1784950425.559556:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.559565:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1784950425.559568:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ce2a276 x1871652369192448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950425.559570:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.559579:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.559591:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950425.559592:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950425.559597:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.559599:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950425.559605:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.559606:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950425.559615:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950425.559618:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce2a276 x1871652369192448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950425.559640:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000001ce2a276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369192448:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950425.559646:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.559649:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950425.559652:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ce2a276 x1871652369192448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950425.559660:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950425.559662:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950425.559664:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2c38d8a. 02000000:00000001:2.0:1784950425.559669:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950425.559671:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950425.559672:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1784950425.559675:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950425.559678:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e63643df. 02000000:00000001:2.0:1784950425.559681:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950425.559683:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950425.559684:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ce2a276. 00000100:00000001:2.0:1784950425.559688:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950425.559690:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950425.559693:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.559695:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950425.559697:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950425.559700:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950425.559702:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950425.559704:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007083289f. 00000400:00000200:2.0:1784950425.559707:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a76f2b5f 00000400:00000010:2.0:1784950425.559708:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a76f2b5f. 00000100:00000001:2.0:1784950425.559711:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950425.559715:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a8a3718 x1871652369192576/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950425.559755:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a8a3718 x1871652369192576/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950425.559764:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950425.559767:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950425.559769:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950425.559771:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950425.559772:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950425.559774:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950425.559776:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950425.559780:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=58 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950425.559783:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=58 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950425.559786:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950425.559788:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950425.559790:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950425.559792:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.559794:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950425.559796:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950425.559798:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950425.559799:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950425.559802:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a8a3718 x1871652369192576/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950425.559810:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950425.559812:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950425.559813:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950425.559816:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a8a3718 x1871652369192576/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950425.559825:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004a8a3718 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369192576:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950425.559830:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950425.559832:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950425.559834:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a8a3718 x1871652369192576/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950425.559841:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950425.559843:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950425.559844:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031bfa75f. 02000000:00000001:2.0:1784950425.559848:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950425.559849:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950425.559851:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950425.559854:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950425.559855:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000091f3a7b6. 02000000:00000001:2.0:1784950425.559858:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950425.559859:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950425.559861:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a8a3718. 00000100:00000001:2.0:1784950425.559864:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950425.559865:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950425.559867:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950425.559871:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950425.559872:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.559875:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950425.559876:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950425.680865:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1784950425.680871:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000001:2.0:1784950425.680875:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000010:0.0:1784950425.680880:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000501f9ecc. 00000004:00000020:2.0:1784950425.680882:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000020:00000040:0.0:1784950425.680890:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000010:2.0:1784950425.680893:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa3bbdec. 00000100:00000001:0.0:1784950425.680896:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950425.680902:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1784950425.680905:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1784950425.680909:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.680913:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950425.680918:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1784950425.680920:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013f88f5e. 02000000:00000001:2.0:1784950425.680923:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.680933:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950425.680937:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009b5272c8. 00000100:00000001:0.0:1784950425.680942:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950425.680946:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.680947:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.680961:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950425.680967:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950425.680968:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501f9ecc] to pc [ptlrpcd_00_03+3] req@00000000501f9ecc x1871652369192832/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950425.680985:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa3bbdec] to pc [ptlrpcd_00_00+0] req@00000000fa3bbdec x1871652369192960/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1784950425.681023:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950425.681032:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.681045:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950425.681052:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784950425.681054:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1784950425.681060:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950425.681063:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950425.681065:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950425.681072:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950425.681079:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784950425.681080:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa3bbdec x1871652369192960/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950425.681081:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.681087:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.681100:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950425.681105:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950425.681108:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950425.681110:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.681114:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950425.681117:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784950425.681117:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950425.681120:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950425.681124:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950425.681130:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950425.681137:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000501f9ecc x1871652369192832/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950425.681144:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000fa3bbdec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369192960:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950425.681157:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950425.681163:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950425.681168:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950425.681176:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950425.681177:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1784950425.681182:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000005c65964. 00000100:00000001:0.0:1784950425.681184:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950425.681188:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950425.681194:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1784950425.681196:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007083289f. 02000000:00000001:0.0:1784950425.681203:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950425.681205:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a76f2b5f. 00000100:00000200:2.0:1784950425.681214:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369192960, portal 4 02000000:00000001:0.0:1784950425.681216:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.681221:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950425.681226:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786048187776 : -120287661363840 : ffff929958ac6d80) 00000100:00100000:0.0:1784950425.681233:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369192832:192.168.203.114@tcp:41: 00000100:00000040:2.0:1784950425.681241:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fa3bbdec x1871652369192960/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950425.681249:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950425.681259:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950425.681260:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784950425.681268:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950425.681269:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950425.681275:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b78b0206. 02000000:00000001:0.0:1784950425.681277:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1784950425.681283:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369192960, offset 0 02000000:00000010:0.0:1784950425.681289:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ad9f46de. 00000400:00000200:2.0:1784950425.681298:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950425.681299:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950425.681309:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000797d3023. 00000400:00000200:2.0:1784950425.681315:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:0.0:1784950425.681318:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d7177c6. 00000400:00000200:2.0:1784950425.681324:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1784950425.681329:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369192832, portal 4 00000400:00000200:2.0:1784950425.681334:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950425.681336:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950425.681341:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883989120 : -120287825562496 : ffff92994ee2f480) 00000400:00000200:2.0:1784950425.681342:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950425.681350:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:0.0:1784950425.681358:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000501f9ecc x1871652369192832/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950425.681360:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10911:10911:239:4294967295] 192.168.203.114@tcp LPNI seq info [9675:9675:8:4294967295] 00000100:00000001:0.0:1784950425.681385:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950425.681402:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950425.681403:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000010:0.0:1784950425.681409:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048ab8f2a. 00000800:00000200:2.0:1784950425.681418:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950425.681419:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369192832, offset 0 00000800:00000010:2.0:1784950425.681428:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa821349. 00000400:00000200:0.0:1784950425.681436:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950425.681444:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950425.681455:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000200:2.0:1784950425.681462:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950425.681469:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000aa821349 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950425.681472:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950425.681484:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950425.681489:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950425.681494:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950425.681496:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:2.0:1784950425.681502:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4722 usecs (5 jiffies) 00000400:00000200:0.0:1784950425.681513:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10912:10912:238:4294967295] 192.168.203.114@tcp LPNI seq info [9676:9676:7:4294967295] 00000100:00000001:2.0:1784950425.681513:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307363845 00000100:00000001:2.0:1784950425.681549:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307366139 00000100:00000001:2.0:1784950425.681554:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307363845 00000100:00000001:2.0:1784950425.681559:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307366139 00000100:00000001:2.0:1784950425.681566:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307363845 00000100:00000001:2.0:1784950425.681573:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307366139 00000400:00000200:0.0:1784950425.681659:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950425.681676:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307363845 00000100:00000001:2.0:1784950425.681680:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307366139 00000100:00000001:2.0:1784950425.681682:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950425.681685:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.681688:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950425.681705:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950425.681793:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950425.681798:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784950425.681801:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1784950425.681804:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950425.681806:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1784950425.681810:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa821349. 00000100:00000001:2.0:1784950425.681813:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1784950425.681822:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 00000100:00000001:2.0:1784950425.681823:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950425.681825:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950425.681836:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950425.681844:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950425.681852:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b78b0206 00000400:00000010:1.0:1784950425.681855:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b78b0206. 00000100:00000001:1.0:1784950425.681864:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950425.681871:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa3bbdec x1871652369192960/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950425.681884:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950425.681888:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa3bbdec x1871652369192960/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950425.681898:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.681901:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784950425.681933:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950425.681944:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950425.681958:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950425.681965:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950425.681976:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950425.681991:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bd800 00000400:00000200:1.0:1784950425.681999:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 9632 00000800:00000001:1.0:1784950425.682006:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950425.682015:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950425.682019:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950425.682026:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950425.682033:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950425.682035:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1784950425.682039:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009760c65a. 00000100:00000040:1.0:1784950425.682042:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000009760c65a x1871652369192960 msgsize 224 00000100:00100000:1.0:1784950425.682048:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950425.682062:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1784950425.682069:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950425.682072:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950425.682156:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950425.682161:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369192960 02000000:00000001:3.0:1784950425.682188:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950425.682190:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950425.682193:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950425.682198:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950425.682202:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369192960 00000020:00000001:3.0:1784950425.682204:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950425.682206:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:3.0:1784950425.682209:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950425.682212:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:3.0:1784950425.682216:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:3.0:1784950425.682220:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:3.0:1784950425.682224:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950425.682229:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:3.0:1784950425.682232:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950425.682235:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000020:00000010:3.0:1784950425.682239:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d522160c. 00000020:00000010:3.0:1784950425.682244:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002cc587b8. 00000020:00000010:3.0:1784950425.682248:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006049900c. 00000100:00000040:3.0:1784950425.682254:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1784950425.682258:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950425.682259:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950425.682261:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950425.682267:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950425.682284:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950425.682295:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950425.682297:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1784950425.682303:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2685 00000100:00000040:3.0:1784950425.682307:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950425.682311:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785867211904 : -120287842339712 : ffff92994de2f480) 00000100:00000040:3.0:1784950425.682318:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009760c65a x1871652369192960/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:576/0 lens 224/0 e 0 to 0 dl 1784950436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950425.682331:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950425.682335:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:3.0:1784950425.682338:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950425.682341:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00100000:3.0:1784950425.682346:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009760c65a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369192960:12345-192.168.203.114@tcp:41: 00000100:00000200:3.0:1784950425.682351:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369192960 00000020:00000001:3.0:1784950425.682354:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950425.682357:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950425.682360:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950425.682363:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950425.682365:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:3.0:1784950425.682369:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1784950425.682371:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369192960, found 0 last_xid 1871652369192959 00000020:00000001:3.0:1784950425.682374:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950425.682377:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950425.682378:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950425.682381:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950425.682384:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950425.682386:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1784950425.682389:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a8d19456. 02000000:00000001:3.0:1784950425.682392:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950425.682394:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950425.682419:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:3.0:1784950425.682423:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1784950425.682426:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:3.0:1784950425.682440:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000020:3.0:1784950425.682445:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1784950425.682449:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000020:3.0:1784950425.682453:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000020:3.0:1784950425.682456:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000004:00000020:3.0:1784950425.682459:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000001:00000001:3.0:1784950425.682478:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1784950425.682481:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950425.682484:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950425.682487:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369192960 00010000:00000001:3.0:1784950425.682489:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:3.0:1784950425.682494:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000009760c65a x1871652369192960/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:576/0 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950425.682504:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950425.682506:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950425.682509:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=58 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950425.682537:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1784950425.682541:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950425.682545:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950425.682548:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950425.682549:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950425.682552:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950425.682555:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950425.682560:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000100:00000200:3.0:1784950425.682564:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369192960, offset 224 00000400:00000200:3.0:1784950425.682570:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950425.682580:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950425.682586:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10913:10913:238:4294967295] 192.168.203.114@tcp LPNI seq info [9677:9677:7:4294967295] 00000400:00000200:3.0:1784950425.682598:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950425.682604:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950425.682608:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a86c365d. 00000800:00000200:3.0:1784950425.682635:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:3.0:1784950425.682642:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950425.682646:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a86c365d type 1, nob 464 niov 1 nkiov 1 00000100:00000001:3.0:1784950425.682663:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950425.682666:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950425.682669:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950425.682671:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950425.682674:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1784950425.682678:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009760c65a x1871652369192960/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:576/0 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950425.682692:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009760c65a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369192960:12345-192.168.203.114@tcp:41: Request processed in 358us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1784950425.682702:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2685 00000100:00000040:3.0:1784950425.682705:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950425.682707:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950425.682710:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950425.682715:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002cc587b8. 00000020:00000010:3.0:1784950425.682758:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006049900c. 00000020:00000010:3.0:1784950425.682763:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d522160c. 00000020:00000040:3.0:1784950425.682769:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:3.0:1784950425.682772:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950425.682836:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950425.682844:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1784950425.682848:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950425.682852:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a86c365d. 00000800:00000001:3.0:1784950425.682855:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950425.682861:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950425.682863:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950425.682872:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950425.682881:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950425.682885:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000400:00000010:1.0:1784950425.682890:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000100:00000001:1.0:1784950425.682894:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950425.682897:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1784950425.682902:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bd800 00000400:00000200:3.0:1784950425.682911:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15b41 [1] + 224 00000800:00000001:3.0:1784950425.682919:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950425.682931:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950425.682941:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950425.682947:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950425.682954:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950425.682959:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fa3bbdec x1871652369192960/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950425.682970:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000fa3bbdec x1871652369192960/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950425.682993:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950425.683001:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950425.683004:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950425.683044:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950425.683049:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950425.683057:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950425.683060:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950425.683064:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007083289f. 00000400:00000200:1.0:1784950425.683071:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a76f2b5f 00000400:00000010:1.0:1784950425.683073:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a76f2b5f. 00000100:00000001:1.0:1784950425.683077:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950425.683084:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa3bbdec x1871652369192960/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950425.683096:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa3bbdec x1871652369192960/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950425.683105:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950425.683106:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950425.683109:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950425.683111:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950425.683113:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950425.683115:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950425.683118:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950425.683124:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950425.683128:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=58 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950425.683131:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950425.683133:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950425.683159:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950425.683161:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.683164:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950425.683167:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950425.683169:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950425.683170:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.683175:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa3bbdec x1871652369192960/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950425.683184:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950425.683186:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950425.683188:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1784950425.683191:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1784950425.683196:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000004:00000020:1.0:1784950425.683204:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:1.0:1784950425.683210:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.683214:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa3bbdec x1871652369192960/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950425.683224:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000fa3bbdec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369192960:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950425.683229:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950425.683232:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950425.683235:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa3bbdec x1871652369192960/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950425.683242:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950425.683244:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950425.683247:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000005c65964. 02000000:00000001:1.0:1784950425.683251:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950425.683252:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950425.683254:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1784950425.683256:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950425.683258:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009b5272c8. 02000000:00000001:1.0:1784950425.683261:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950425.683263:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950425.683264:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa3bbdec. 00000100:00000001:1.0:1784950425.683268:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950425.683270:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950425.683272:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950425.683278:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950425.683280:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.683282:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950425.683284:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950425.683599:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950425.683611:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950425.683615:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950425.683630:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950425.683635:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13738 usecs (14 jiffies) 00000100:00000001:0.0:1784950425.683639:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307363856 00000100:00000001:0.0:1784950425.683643:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307366139 00000100:00000001:0.0:1784950425.683646:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307363856 00000100:00000001:0.0:1784950425.683650:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307366139 00000100:00000001:0.0:1784950425.683653:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307363856 00000100:00000001:0.0:1784950425.683657:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307366139 00000100:00000001:0.0:1784950425.683659:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307363856 00000100:00000001:0.0:1784950425.683662:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307366139 00000100:00000001:0.0:1784950425.683665:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950425.683669:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.683673:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.683678:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950425.683773:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784950425.683778:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:1.0:1784950425.683779:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 00000400:00000200:1.0:1784950425.683790:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950425.683796:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950425.683797:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950425.683808:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950425.683810:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048ab8f2a 00000800:00000001:0.0:1784950425.683814:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950425.683815:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000048ab8f2a. 00000100:00000001:1.0:1784950425.683827:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1784950425.683835:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:1.0:1784950425.683839:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000501f9ecc x1871652369192832/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950425.683853:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784950425.683855:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bd780 00000100:00000040:1.0:1784950425.683864:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000501f9ecc x1871652369192832/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950425.683873:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 9856 00000800:00000001:0.0:1784950425.683890:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950425.683896:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.683901:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784950425.683902:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950425.683908:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950425.683915:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950425.683921:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950425.683924:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1784950425.683929:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081c530af. 00000100:00000040:0.0:1784950425.683933:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000081c530af x1871652369192832 msgsize 224 00000100:00100000:0.0:1784950425.683939:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950425.683952:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1784950425.683962:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950425.683967:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950425.683984:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950425.683990:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369192832 02000000:00000001:1.0:1784950425.683994:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950425.683996:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950425.683999:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950425.684003:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950425.684005:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369192832 00000020:00000001:1.0:1784950425.684008:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950425.684009:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:1.0:1784950425.684012:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950425.684014:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:1.0:1784950425.684018:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:1.0:1784950425.684021:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:1.0:1784950425.684025:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950425.684030:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000100:00000001:1.0:1784950425.684033:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950425.684035:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00000020:00000010:1.0:1784950425.684040:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034450a52. 00000020:00000010:1.0:1784950425.684045:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfa295a5. 00000020:00000010:1.0:1784950425.684049:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000040:1.0:1784950425.684055:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1784950425.684057:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950425.684059:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950425.684061:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.684066:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.684082:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950425.684092:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950425.684094:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1784950425.684100:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2686 00000100:00000040:1.0:1784950425.684103:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:1.0:1784950425.684106:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883983744 : -120287825567872 : ffff92994ee2df80) 00000100:00000040:1.0:1784950425.684112:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000081c530af x1871652369192832/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:576/0 lens 224/0 e 0 to 0 dl 1784950436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950425.684121:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950425.684124:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000100:00000001:1.0:1784950425.684127:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950425.684129:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00000100:00100000:1.0:1784950425.684134:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000081c530af pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369192832:12345-192.168.203.114@tcp:41: 00000100:00000200:1.0:1784950425.684138:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369192832 00000020:00000001:1.0:1784950425.684141:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950425.684144:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950425.684147:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950425.684150:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950425.684153:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:1.0:1784950425.684157:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1784950425.684160:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369192832, found 0 last_xid 1871652369192831 00000020:00000001:1.0:1784950425.684164:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950425.684167:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950425.684169:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950425.684171:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.684174:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950425.684177:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784950425.684181:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005ac1cd3c. 02000000:00000001:1.0:1784950425.684183:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.684186:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950425.684190:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:1.0:1784950425.684192:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1784950425.684194:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:1.0:1784950425.684205:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000020:00000020:1.0:1784950425.684209:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:1.0:1784950425.684211:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1784950425.684215:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000001:00000001:1.0:1784950425.684222:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1784950425.684224:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950425.684227:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950425.684229:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369192832 00010000:00000001:1.0:1784950425.684232:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:1.0:1784950425.684236:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000081c530af x1871652369192832/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:576/0 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950425.684245:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950425.684248:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950425.684250:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=58 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950425.684254:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950425.684257:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950425.684260:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950425.684263:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950425.684264:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950425.684267:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950425.684270:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950425.684274:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b53aafd9. 00000100:00000200:1.0:1784950425.684277:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369192832, offset 224 00000400:00000200:1.0:1784950425.684282:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950425.684291:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950425.684297:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10914:10914:239:4294967295] 192.168.203.114@tcp LPNI seq info [9678:9678:8:4294967295] 00000400:00000200:1.0:1784950425.684308:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950425.684314:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950425.684318:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcb2acbd. 00000800:00000200:1.0:1784950425.684323:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950425.684330:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950425.684334:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcb2acbd type 1, nob 464 niov 1 nkiov 1 00000100:00000001:1.0:1784950425.684351:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950425.684355:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950425.684358:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950425.684361:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950425.684363:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1784950425.684367:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081c530af x1871652369192832/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:576/0 lens 224/368 e 0 to 0 dl 1784950436 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950425.684378:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000081c530af pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369192832:12345-192.168.203.114@tcp:41: Request processed in 255us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1784950425.684386:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2686 00000100:00000040:1.0:1784950425.684389:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:1.0:1784950425.684391:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950425.684393:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950425.684397:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfa295a5. 00000020:00000010:1.0:1784950425.684401:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000020:00000010:1.0:1784950425.684404:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034450a52. 00000020:00000040:1.0:1784950425.684408:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:1.0:1784950425.684411:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950425.684549:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950425.684557:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcb2acbd. 00000800:00000001:1.0:1784950425.684566:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950425.684567:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950425.684581:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950425.684582:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950425.684591:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950425.684594:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b53aafd9 00000800:00000001:1.0:1784950425.684598:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950425.684599:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b53aafd9. 00000100:00000001:3.0:1784950425.684607:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950425.684612:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1784950425.684614:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950425.684628:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bd780 00000400:00000200:1.0:1784950425.684635:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15b49 [1] + 224 00000800:00000001:1.0:1784950425.684642:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950425.684647:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950425.684650:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950425.684655:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950425.684660:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950425.684664:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000501f9ecc x1871652369192832/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950425.684675:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000501f9ecc x1871652369192832/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950425.684704:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950425.684711:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950425.684714:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.684796:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950425.684804:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784950425.684812:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950425.684815:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950425.684818:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000797d3023. 00000400:00000200:0.0:1784950425.684827:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d7177c6 00000400:00000010:0.0:1784950425.684829:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001d7177c6. 00000100:00000001:0.0:1784950425.684834:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950425.684841:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000501f9ecc x1871652369192832/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950425.684854:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000501f9ecc x1871652369192832/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950425.684872:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950425.684874:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.684876:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950425.684879:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950425.684881:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950425.684883:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950425.684886:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950425.684892:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=53 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950425.684896:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=53 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950425.684899:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950425.684900:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950425.684903:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950425.684905:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.684908:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950425.684909:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950425.684911:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950425.684913:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950425.684916:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000501f9ecc x1871652369192832/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950425.684925:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950425.684928:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950425.684930:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1784950425.684932:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1784950425.684936:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000020:0.0:1784950425.684943:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:0.0:1784950425.684949:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950425.684953:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000501f9ecc x1871652369192832/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950425.684962:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369192832:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950425.684967:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.684970:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950425.684973:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000501f9ecc x1871652369192832/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950425.684981:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950425.684983:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950425.684985:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ad9f46de. 02000000:00000001:0.0:1784950425.684989:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950425.684991:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950425.684992:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1784950425.684995:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950425.684997:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013f88f5e. 02000000:00000001:0.0:1784950425.685000:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950425.685002:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950425.685003:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000501f9ecc. 00000100:00000001:0.0:1784950425.685007:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950425.685009:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.685011:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950425.685017:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950425.685019:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950425.685021:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950425.685023:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950425.936845:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950425.936852:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950425.936858:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950425.936860:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950425.937016:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950425.937021:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950425.937026:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950426.576901:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950426.576909:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1784950426.576921:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950425/real 0] req@000000000fcc2f7f x1871652369192320/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950426.576936:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950426.576939:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950426.576940:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950426.576943:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000fcc2f7f x1871652369192320/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950426.576950:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950426.576959:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950426.576961:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950426.576963:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950426.576966:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950426.576968:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950426.576971:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000fcc2f7f x1871652369192320/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950426 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950426.576977:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1784950426.576980:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950426.576981:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950426.576982:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950426.576985:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1784950426.576987:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1784950426.576990:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784950426.577011:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:3.0:1784950426.577014:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1784950426.577017:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fcc2f7f x1871652369192320/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950426 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950426.577024:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000fcc2f7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369192320:1.2.3.4@tcp:8: 00000100:00000001:3.0:1784950426.577030:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.577033:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950426.577035:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000fcc2f7f x1871652369192320/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950426 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950426.577042:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1784950426.577046:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950426.577048:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1784950426.577051:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950426.577055:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a3dd7738. 00000100:00000040:2.0:1784950426.577058:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784950426.577062:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784950426.577066:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1784950426.577067:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950426.577071:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fcc2f7f. 00000100:00000001:3.0:1784950426.577076:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000010:2.0:1784950426.577077:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005649c9af. 00000100:00000001:3.0:1784950426.577077:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950426.577084:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950426.577085:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:2.0:1784950426.577090:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950426.577093:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950426.577099:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950426.577106:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002058a4fe. 00000100:00000001:2.0:1784950426.577114:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950426.577119:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000005649c9af x1871652369193088/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950426.577129:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950426.577132:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950426.577136:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005649c9af] to pc [ptlrpcd_00_01+1] req@000000005649c9af x1871652369193088/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950426.577166:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950426.577169:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950426.577172:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950426.577174:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064f70b2a. 00000020:00000040:2.0:1784950426.577177:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950426.577179:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950426.577180:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950426.577182:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950426.577184:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059c01b8a. 00000100:00000001:2.0:1784950426.577187:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950426.577192:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@0000000064f70b2a x1871652369193216/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950426.577197:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950426.577203:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1784950426.577204:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784950426.577205:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.577209:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950426.577212:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064f70b2a] to pc [ptlrpcd_00_02+2] req@0000000064f70b2a x1871652369193216/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950426.577216:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950426.577220:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950426.577225:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950426.577226:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950426.577229:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950426.577234:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005649c9af x1871652369193088/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950426.577238:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950426.577244:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:1.0:1784950426.577248:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1784950426.577255:0:437703:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1784950426.577256:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.577257:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950426.577261:0:437703:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1784950426.577261:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950426.577266:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1784950426.577266:0:437703:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1784950426.577268:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1784950426.577273:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1784950426.577276:0:437703:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1784950426.577276:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950426.577277:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1784950426.577284:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12671 02000000:00000001:3.0:1784950426.577285:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950426.577289:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1784950426.577290:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005649c9af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369193088:0@lo:400: 00000100:00000001:1.0:1784950426.577293:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950426.577297:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950426.577300:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950426.577302:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950426.577304:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950426.577305:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784950426.577308:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.577312:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950426.577315:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064f70b2a x1871652369193216/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950426.577316:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950426.577318:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950426.577324:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 02000000:00000010:3.0:1784950426.577324:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba5e1f06. 02000000:00000001:3.0:1784950426.577332:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950426.577336:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12696 00000400:00000010:3.0:1784950426.577342:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057652654. 00000100:00000001:1.0:1784950426.577346:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784950426.577347:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000100:00000001:1.0:1784950426.577351:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950426.577352:0:437703:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000400:00000010:3.0:1784950426.577353:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 02000000:00000001:1.0:1784950426.577357:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784950426.577361:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 02000000:00000001:1.0:1784950426.577362:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784950426.577365:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369193088, portal 25 00000100:00000001:2.0:1784950426.577369:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1784950426.577370:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.577371:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784950426.577376:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950426.577377:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786048191360 : -120287661360256 : ffff929958ac7b80) 00000100:00100000:1.0:1784950426.577381:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000064f70b2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369193216:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950426.577383:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:3.0:1784950426.577389:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005649c9af x1871652369193088/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950426.577391:0:437703:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950426.577392:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1784950426.577397:0:437703:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 02000000:00000001:1.0:1784950426.577399:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1784950426.577403:0:437703:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:1.0:1784950426.577404:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.577405:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1784950426.577408:0:437703:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 02000000:00000001:1.0:1784950426.577411:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784950426.577413:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1784950426.577416:0:437703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000400:00000010:3.0:1784950426.577420:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b068732. 00000020:00000001:2.0:1784950426.577421:0:437703:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 02000000:00000010:1.0:1784950426.577422:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034450a52. 00000100:00000200:3.0:1784950426.577427:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369193088, offset 0 02000000:00000001:1.0:1784950426.577429:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950426.577433:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 00000100:00000001:2.0:1784950426.577437:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1784950426.577438:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007809b1a4. 00000400:00000200:3.0:1784950426.577441:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1784950426.577442:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950426.577448:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000040:2.0:1784950426.577451:0:437703:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 00000100:00080000:2.0:1784950426.577454:0:437703:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 00000400:00000010:1.0:1784950426.577458:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006444b648. 00000100:00080000:2.0:1784950426.577460:0:437703:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 192.168.203.114@tcp/192.168.203.114@tcp 00000400:00000200:3.0:1784950426.577464:0:441641:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1784950426.577468:0:437703:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950426.577469:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369193216, portal 4 00000100:00000001:1.0:1784950426.577476:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784950426.577476:0:437703:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1784950426.577482:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786048185984 : -120287661365632 : ffff929958ac6680) 00000400:00000200:3.0:1784950426.577482:0:441641:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bd880 02000000:00000001:2.0:1784950426.577485:0:437703:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950426.577491:0:437703:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950426.577495:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064f70b2a x1871652369193216/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950426.577496:0:437703:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:3.0:1784950426.577497:0:441641:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14455 [2] + 0 00000100:00000001:2.0:1784950426.577502:0:437703:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950426.577529:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008896a8be. 00000400:00000200:3.0:1784950426.577537:0:441641:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006cdd461a 00000100:00000001:1.0:1784950426.577543:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1784950426.577546:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa3bbdec. 00000100:00000040:1.0:1784950426.577547:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950426.577548:0:441641:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1784950426.577571:0:437703:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:1.0:1784950426.577574:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beb862af. 00000400:00000200:3.0:1784950426.577581:0:441641:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1784950426.577582:0:437703:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000100:00000200:1.0:1784950426.577584:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369193216, offset 0 02000000:00000001:2.0:1784950426.577589:0:437703:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950426.577595:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1784950426.577601:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950426.577602:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950426.577610:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950426.577612:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cdd461a 02000000:00000010:2.0:1784950426.577619:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000005c65964. 00000400:00000010:3.0:1784950426.577619:0:441641:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 000000006cdd461a. 00000400:00000200:1.0:1784950426.577620:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950426.577632:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.577634:0:441641:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1784950426.577636:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1784950426.577641:0:441641:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1784950426.577648:0:441641:0:(events.c:337:request_in_callback()) incoming req@000000000fc8c9ce x1871652369193088 msgsize 224 00000100:00100000:2.0:1784950426.577650:0:437703:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fa3bbdec x1871652369193344/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1784950426.577651:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950426.577666:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1784950426.577668:0:441641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1784950426.577679:0:441641:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1784950426.577681:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950426.577693:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950426.577699:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950426.577700:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10915:10915:239:4294967295] 192.168.203.114@tcp LPNI seq info [9679:9679:8:4294967295] 00000100:00000001:3.0:1784950426.577702:0:441641:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1784950426.577710:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa3bbdec] to pc [ptlrpcd_rcv+-1] req@00000000fa3bbdec x1871652369193344/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950426.577810:0:437703:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950426.577813:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:2.0:1784950426.577817:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950426.577825:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784950426.577832:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784950426.577837:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369193088 02000000:00000001:0.0:1784950426.577840:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950426.577842:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1784950426.577845:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b068732 00000100:00000001:0.0:1784950426.577846:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950426.577849:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d43df96. 00000400:00000010:3.0:1784950426.577851:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003b068732. 00000800:00000200:1.0:1784950426.577852:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950426.577856:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950426.577861:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1784950426.577862:0:441641:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1784950426.577863:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369193088 00000800:00000010:1.0:1784950426.577864:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de155b2e. 00000020:00000001:0.0:1784950426.577869:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000200:3.0:1784950426.577870:0:441641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005649c9af x1871652369193088/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950426.577872:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:0.0:1784950426.577873:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 02000000:00000001:2.0:1784950426.577878:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1784950426.577880:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:1.0:1784950426.577882:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000040:0.0:1784950426.577886:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 02000000:00000001:2.0:1784950426.577886:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950426.577894:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 02000000:00000010:2.0:1784950426.577898:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005b63d50. 00000020:00000001:0.0:1784950426.577903:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000800:00000200:1.0:1784950426.577903:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:2.0:1784950426.577907:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950426.577913:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000de155b2e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950426.577916:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950426.577921:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003d43df96 x1871652369193472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1784950426.577927:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000100:00000001:0.0:1784950426.577934:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950426.577936:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950426.577943:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000100:00000001:3.0:1784950426.577947:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950426.577949:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13731 usecs (14 jiffies) 00000020:00000010:0.0:1784950426.577953:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090af554c. 00000100:00000040:3.0:1784950426.577957:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005649c9af x1871652369193088/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950426.577959:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950426.577960:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307364751 00000020:00000010:0.0:1784950426.577963:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 00000100:00000001:2.0:1784950426.577964:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950426.577971:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307366139 00000020:00000010:0.0:1784950426.577974:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000040:2.0:1784950426.577977:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d43df96] to pc [ptlrpcd_00_03+3] req@000000003d43df96 x1871652369193472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950426.577979:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307364751 00000100:00000001:3.0:1784950426.577985:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950426.577988:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1784950426.577988:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307366139 00000100:00000001:3.0:1784950426.577992:0:441641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950426.577997:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950426.577998:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307364751 00000100:00000001:3.0:1784950426.578002:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.578003:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950426.578005:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307366139 00000100:00000001:0.0:1784950426.578008:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.578010:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307367163 00000100:00000001:1.0:1784950426.578012:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307364751 00000100:00000001:2.0:1784950426.578015:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.578019:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950426.578020:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307366139 00000100:00000040:2.0:1784950426.578020:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950426.578028:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950426.578030:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1784950426.578034:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.578034:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307366139 00000100:00000001:0.0:1784950426.578037:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784950426.578038:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46522e1. 00000100:00000001:1.0:1784950426.578042:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.578045:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307367163 00000020:00000040:2.0:1784950426.578046:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950426.578047:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950426.578056:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950426.578056:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950426.578057:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307366139 00000100:00000001:1.0:1784950426.578058:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784950426.578059:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950426.578061:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950426.578064:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1784950426.578065:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.578068:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307367163 00000100:00100000:0.0:1784950426.578074:0:453506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00000001:1.0:1784950426.578074:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784950426.578075:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009dd5e9b1. 00000100:00000001:3.0:1784950426.578077:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307366139 00000100:00000001:1.0:1784950426.578082:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784950426.578083:0:453506:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:2.0:1784950426.578084:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950426.578085:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950426.578086:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307367163 00000100:00000001:0.0:1784950426.578090:0:453506:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785715139664 : -120287994411952 : ffff929944d28450) 00000100:00000001:3.0:1784950426.578097:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307366139 00000100:00000040:1.0:1784950426.578098:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d43df96 x1871652369193472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950426.578098:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000c46522e1 x1871652369193600/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1784950426.578099:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000fc8c9ce x1871652369193088/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:577/0 lens 224/0 e 0 to 0 dl 1784950437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950426.578107:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950426.578117:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.578125:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.578134:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.578150:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950426.578156:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950426.578157:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950426.578157:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950426.578158:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950426.578159:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950426.578162:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.578163:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1784950426.578165:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000100:00000040:2.0:1784950426.578169:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c46522e1] to pc [ptlrpcd_00_00+0] req@00000000c46522e1 x1871652369193600/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950426.578170:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950426.578171:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950426.578174:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa3bbdec x1871652369193344/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950426.578177:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950426.578181:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 02000000:00000001:1.0:1784950426.578188:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950426.578196:0:453506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000fc8c9ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369193088:12345-0@lo:400: 00000100:00100000:1.0:1784950426.578201:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000003d43df96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369193472:192.168.203.114@tcp:400: 00000100:00000200:0.0:1784950426.578213:0:453506:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369193088 00000100:00000001:1.0:1784950426.578216:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1784950426.578220:0:453506:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:1.0:1784950426.578222:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950426.578224:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1784950426.578226:0:453506:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:1.0:1784950426.578226:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950426.578228:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.578228:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950426.578231:0:453506:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950426.578233:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1784950426.578238:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:3.0:1784950426.578238:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1784950426.578240:0:453506:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000010:1.0:1784950426.578241:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000090073cd. 02000000:00000001:3.0:1784950426.578244:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950426.578245:0:453506:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 02000000:00000001:1.0:1784950426.578250:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950426.578251:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000001:0.0:1784950426.578254:0:453506:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1784950426.578255:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950426.578258:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001643a88a. 00000020:00000001:0.0:1784950426.578260:0:453506:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950426.578260:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1784950426.578264:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000fa3bbdec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369193344:192.168.203.114@tcp:8: 00000400:00000010:1.0:1784950426.578265:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039cc9418. 00000020:00000001:0.0:1784950426.578268:0:453506:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950426.578275:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:0.0:1784950426.578276:0:453506:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950426.578276:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1784950426.578277:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369193472, portal 10 00000020:00000001:0.0:1784950426.578282:0:453506:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950426.578283:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784950426.578284:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950426.578285:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1784950426.578290:0:453506:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950426.578290:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786004511616 : -120287705040000 : ffff92995611fb80) 02000000:00000001:3.0:1784950426.578291:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950426.578292:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1784950426.578297:0:453506:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950426.578301:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950426.578301:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784950426.578302:0:453506:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1784950426.578306:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003d43df96 x1871652369193472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950426.578309:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e9a49b42. 02000000:00000010:0.0:1784950426.578310:0:453506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ad9f46de. 00000100:00000001:2.0:1784950426.578312:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950426.578317:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950426.578319:0:453506:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950426.578319:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950426.578325:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950426.578329:0:453506:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950426.578330:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784950426.578331:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebb8394c. 00000100:00000001:1.0:1784950426.578332:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950426.578335:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1784950426.578337:0:453506:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950426.578340:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b068732. 00000100:00000040:1.0:1784950426.578343:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950426.578345:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c46522e1 x1871652369193600/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1784950426.578346:0:453506:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369193088 00000100:00000200:3.0:1784950426.578349:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369193344, portal 4 00000400:00000010:1.0:1784950426.578350:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bb87e26. 00010000:00000001:0.0:1784950426.578353:0:453506:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950426.578360:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1784950426.578361:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369193472, offset 0 00010000:00000200:0.0:1784950426.578365:0:453506:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000000fc8c9ce x1871652369193088/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:577/0 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950426.578366:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950426.578366:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786048187776 : -120287661363840 : ffff929958ac6d80) 00000100:00000001:2.0:1784950426.578371:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950426.578375:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950426.578380:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784950426.578384:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fa3bbdec x1871652369193344/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950426.578386:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950426.578390:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00010000:00000001:0.0:1784950426.578396:0:453506:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1784950426.578397:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950426.578402:0:453506:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950426.578403:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1784950426.578409:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c46522e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369193600:192.168.203.114@tcp:400: 00000100:00001000:0.0:1784950426.578412:0:453506:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=64 v=5 (1 1 1 1) 00000400:00000200:1.0:1784950426.578415:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950426.578424:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950426.578425:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950426.578426:0:453506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950426.578426:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950426.578432:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:2.0:1784950426.578432:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784950426.578433:0:453506:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 02000000:00000001:2.0:1784950426.578437:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950426.578440:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950426.578441:0:453506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 02000000:00000001:2.0:1784950426.578444:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784950426.578446:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10916:10916:238:4294967295] 192.168.203.114@tcp LPNI seq info [9680:9680:7:4294967295] 00000400:00000010:3.0:1784950426.578448:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 02000000:00000001:0.0:1784950426.578450:0:453506:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:2.0:1784950426.578451:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9a7d46a. 02000000:00000001:0.0:1784950426.578455:0:453506:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950426.578458:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.578464:0:453506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784950426.578465:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4b560a4. 00000100:00000200:3.0:1784950426.578467:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369193344, offset 0 00000400:00000010:2.0:1784950426.578473:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f45ac6d2. 00000100:00000040:0.0:1784950426.578476:0:453506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1784950426.578480:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000010:0.0:1784950426.578483:0:453506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d7177c6. 00000400:00000200:3.0:1784950426.578489:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:2.0:1784950426.578498:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369193600, portal 4 00000800:00000200:1.0:1784950426.578499:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950426.578502:0:453506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369193088, offset 224 00000400:00000200:3.0:1784950426.578503:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950426.578506:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950426.578526:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785999302656 : -120287710248960 : ffff929955c28000) 00000800:00000010:1.0:1784950426.578527:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d66491d6. 00000400:00000200:3.0:1784950426.578530:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950426.578552:0:453506:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1784950426.578558:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c46522e1 x1871652369193600/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950426.578561:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:1.0:1784950426.578569:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950426.578576:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950426.578589:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950426.578594:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1784950426.578597:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:2.0:1784950426.578608:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950426.578608:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10917:10917:237:4294967295] 192.168.203.114@tcp LPNI seq info [9681:9681:6:4294967295] 00000800:00000200:1.0:1784950426.578611:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d66491d6 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1784950426.578618:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000901b1d00. 00000100:00000200:2.0:1784950426.578631:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369193600, offset 0 00000100:00000001:1.0:1784950426.578646:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950426.578652:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:2.0:1784950426.578654:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950426.578661:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5583 usecs (6 jiffies) 00000100:00000001:1.0:1784950426.578672:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307364743 00000800:00000200:3.0:1784950426.578673:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950426.578684:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950426.578686:0:453506:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1784950426.578688:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028331646. 00000100:00000001:1.0:1784950426.578689:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307367163 00000400:00000200:2.0:1784950426.578698:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950426.578703:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307364743 00000800:00000200:3.0:1784950426.578709:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950426.578710:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950426.578716:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307367163 00000400:00000200:2.0:1784950426.578721:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950426.578728:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307364743 00000800:00000200:3.0:1784950426.578730:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950426.578771:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000028331646 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1784950426.578773:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950426.578777:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307367163 00000100:00000001:1.0:1784950426.578803:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307364744 00000100:00000001:3.0:1784950426.578803:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950426.578807:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10918:10918:236:4294967295] 192.168.203.114@tcp LPNI seq info [9682:9682:5:4294967295] 00000100:00000001:1.0:1784950426.578811:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307367163 00000100:00000040:3.0:1784950426.578812:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:1.0:1784950426.578818:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950426.578820:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307367164 00000100:00000001:1.0:1784950426.578825:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.578829:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307367163 00000100:00000001:1.0:1784950426.578831:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950426.578838:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950426.578840:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307367164 00000100:00000001:1.0:1784950426.578846:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784950426.578846:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950426.578848:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307367163 00000100:00000001:1.0:1784950426.578851:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950426.578855:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307367164 00000100:00000001:1.0:1784950426.578858:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950426.578862:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950426.578865:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307367163 00000100:00000001:1.0:1784950426.578866:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950426.578867:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950426.578873:0:453506:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bd880 00000100:00000001:1.0:1784950426.578876:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.578877:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307367164 00000800:00000010:2.0:1784950426.578878:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3e62659. 00000400:00000200:0.0:1784950426.578885:0:453506:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15b59 [1] + 224 00000100:00000001:3.0:1784950426.578890:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307367163 00000400:00000200:0.0:1784950426.578894:0:453506:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784950426.578896:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950426.578899:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950426.578905:0:453506:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1784950426.578905:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950426.578906:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950426.578914:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950426.578915:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e3e62659 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950426.578918:0:453506:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950426.578919:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950426.578923:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.578927:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1784950426.578928:0:453506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005649c9af x1871652369193088/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950426.578930:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4720 usecs (5 jiffies) 00000100:00000001:3.0:1784950426.578932:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950426.578939:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307364743 00000100:00000001:3.0:1784950426.578940:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950426.578945:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950426.578947:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307367164 00000100:00000001:3.0:1784950426.578950:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950426.578952:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950426.578954:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307364743 00000100:00000001:3.0:1784950426.578958:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950426.578960:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de155b2e. 00000100:00000001:2.0:1784950426.578961:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307367164 00000100:00000001:2.0:1784950426.578969:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307364743 00000100:00000001:2.0:1784950426.578974:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307367164 00000100:00000001:2.0:1784950426.578979:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307364743 00000100:00000040:0.0:1784950426.578981:0:453506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005649c9af x1871652369193088/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950426.578985:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307367164 00000400:00000200:1.0:1784950426.578991:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950426.578992:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950426.579001:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.579004:0:453506:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950426.579006:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950426.579007:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950426.579014:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950426.579015:0:453506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d7177c6 00000400:00000010:0.0:1784950426.579020:0:453506:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001d7177c6. 00000100:00000010:2.0:1784950426.579034:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ddeec7b. 00000020:00000040:2.0:1784950426.579039:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1784950426.579041:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950426.579042:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950426.579044:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.579049:0:453506:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:2.0:1784950426.579049:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070b3560d. 00000400:00000200:1.0:1784950426.579050:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb862af 00000100:00000001:0.0:1784950426.579055:0:453506:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:1.0:1784950426.579056:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000beb862af. 00000100:00000001:2.0:1784950426.579057:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.579064:0:453506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950426.579065:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1784950426.579068:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@000000009ddeec7b x1871652369193728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1784950426.579075:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064f70b2a x1871652369193216/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950426.579077:0:453506:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00010000:00000001:0.0:1784950426.579088:0:453506:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950426.579093:0:453506:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950426.579100:0:453506:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950426.579107:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950426.579111:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950426.579112:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fc8c9ce x1871652369193088/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:577/0 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950426.579113:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950426.579119:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064f70b2a x1871652369193216/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950426.579124:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ddeec7b] to pc [ptlrpcd_00_01+1] req@000000009ddeec7b x1871652369193728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950426.579168:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950426.579169:0:453506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000fc8c9ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369193088:12345-0@lo:400: Request processed in 1005us (1513us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950426.579174:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950426.579175:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950426.579184:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12702) 00000100:00100000:0.0:1784950426.579193:0:453506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00000001:2.0:1784950426.579197:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950426.579199:0:453506:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:2.0:1784950426.579201:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950426.579207:0:453506:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950426.579207:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950426.579213:0:453506:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1784950426.579214:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ddeec7b x1871652369193728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950426.579219:0:453506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000100:00000001:2.0:1784950426.579227:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1784950426.579228:0:453506:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00000001:2.0:1784950426.579229:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950426.579236:0:453506:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090af554c. 02000000:00000001:2.0:1784950426.579236:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1784950426.579237:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1784950426.579242:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784950426.579244:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028331646. 02000000:00000001:2.0:1784950426.579246:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950426.579251:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784950426.579251:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009ddeec7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369193728:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950426.579259:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784950426.579263:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:2.0:1784950426.579264:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1784950426.579265:0:453506:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 02000000:00000001:2.0:1784950426.579269:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950426.579274:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 02000000:00000001:2.0:1784950426.579274:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784950426.579275:0:453506:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1784950426.579279:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de33f78e. 02000000:00000010:0.0:1784950426.579280:0:453506:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ad9f46de. 00000400:00000010:1.0:1784950426.579281:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 02000000:00000001:2.0:1784950426.579285:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950426.579288:0:453506:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950426.579290:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1784950426.579291:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041e9cd30. 00000100:00000001:0.0:1784950426.579292:0:453506:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950426.579298:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa3bbdec x1871652369193344/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950426.579301:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbc882ed. 00000100:00000200:0.0:1784950426.579303:0:453506:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1784950426.579308:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369193728, portal 10 00000400:00000010:0.0:1784950426.579312:0:453506:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000797d3023. 00000100:00000001:2.0:1784950426.579314:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950426.579319:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785743533824 : -120287966017792 : ffff92994683c700) 00000100:00000001:1.0:1784950426.579321:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1784950426.579323:0:453506:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079f93bdf. 00000100:00000040:1.0:1784950426.579328:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa3bbdec x1871652369193344/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950426.579331:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009ddeec7b x1871652369193728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950426.579343:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950426.579348:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950426.579369:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950426.579370:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.579371:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950426.579376:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950426.579377:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784950426.579378:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000001:0.0:1784950426.579382:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000010:2.0:1784950426.579385:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ff3966. 00000400:00000001:0.0:1784950426.579386:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950426.579391:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057652654. 00000400:00000200:0.0:1784950426.579396:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000400:00000010:0.0:1784950426.579398:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000100:00000001:0.0:1784950426.579401:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950426.579404:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369193728, offset 0 00000100:00000200:0.0:1784950426.579408:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005649c9af x1871652369193088/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950426.579417:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950426.579430:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005649c9af x1871652369193088/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950426.579431:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950426.579442:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950426.579449:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950426.579454:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784950426.579455:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950426.579459:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950426.579462:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950426.579464:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950426.579470:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1784950426.579470:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10919:10919:237:4294967295] 192.168.203.114@tcp LPNI seq info [9683:9683:6:4294967295] 00000100:00000001:0.0:1784950426.579473:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950426.579476:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950426.579481:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950426.579487:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=64 v=5 (5 5 5 5) 00000400:00000200:2.0:1784950426.579489:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00001000:0.0:1784950426.579493:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=64 v=5 (1 1 1 1) 00000800:00000200:2.0:1784950426.579500:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950426.579503:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000010:2.0:1784950426.579506:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b5272c8. 00000100:00000001:0.0:1784950426.579507:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950426.579531:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000200:2.0:1784950426.579531:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:0.0:1784950426.579552:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.579558:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950426.579563:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:0.0:1784950426.579570:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005649c9af x1871652369193088/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950426.579572:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009b5272c8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950426.579585:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950426.579594:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5057 usecs (6 jiffies) 00000100:00000001:0.0:1784950426.579599:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950426.579602:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307364744 00000100:00000001:0.0:1784950426.579605:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950426.579610:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950426.579612:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307367164 00000100:00000040:0.0:1784950426.579620:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005649c9af x1871652369193088/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950426.579623:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307364744 00000100:00000001:2.0:1784950426.579631:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307367164 00000100:00000001:2.0:1784950426.579639:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307364744 00000100:00000001:2.0:1784950426.579647:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307367164 00000100:00000001:2.0:1784950426.579655:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307364744 00000100:00100000:0.0:1784950426.579660:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005649c9af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369193088:0@lo:400: 00000100:00000001:2.0:1784950426.579663:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307367164 00000100:00000001:2.0:1784950426.579673:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950426.579676:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950426.579678:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.579684:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950426.579686:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950426.579692:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950426.579696:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005649c9af x1871652369193088/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950426.579700:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950426.579706:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950426.579713:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950426.579718:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950426.579722:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950426.579731:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.579775:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950426.579783:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950426.579787:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba5e1f06. 02000000:00000001:0.0:1784950426.579829:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950426.579830:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950426.579832:0:441641:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000001:0.0:1784950426.579834:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950426.579835:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002058a4fe. 02000000:00000001:0.0:1784950426.579838:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950426.579839:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950426.579840:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005649c9af. 00000100:00000001:0.0:1784950426.579844:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950426.579845:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950426.579847:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950426.579851:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950426.579852:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.579854:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950426.579855:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950426.580585:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950426.580588:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d66491d6. 00000400:00000200:3.0:1784950426.580591:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950426.580596:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950426.580599:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bb87e26 00000400:00000010:3.0:1784950426.580600:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005bb87e26. 00000100:00000001:3.0:1784950426.580603:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784950426.580606:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d43df96 x1871652369193472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950426.580634:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950426.580637:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d43df96 x1871652369193472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950426.580646:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.580648:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1784950426.580656:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950426.580666:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950426.580669:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950426.580672:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950426.580678:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950426.580687:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bd900 00000400:00000200:3.0:1784950426.580695:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 10080 00000800:00000001:3.0:1784950426.580702:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950426.580708:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950426.580711:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950426.580715:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950426.580721:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950426.580724:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1784950426.580729:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031013d55. 00000100:00000040:3.0:1784950426.580769:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000031013d55 x1871652369193216 msgsize 224 00000100:00100000:3.0:1784950426.580776:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000200:1.0:1784950426.580785:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950426.580789:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:1.0:1784950426.580811:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3e62659. 00000800:00000001:3.0:1784950426.580817:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950426.580818:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950426.580826:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950426.580829:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950426.580831:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950426.580836:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000901b1d00 00000800:00000001:3.0:1784950426.580838:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950426.580840:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000901b1d00. 00000100:00000001:0.0:1784950426.580847:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950426.580847:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784950426.580848:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00100000:0.0:1784950426.580853:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369193216 00000100:00000200:1.0:1784950426.580855:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c46522e1 x1871652369193600/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950426.580859:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950426.580863:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1784950426.580866:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069bd980 00000100:00000001:0.0:1784950426.580867:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950426.580876:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950426.580883:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369193216 00000400:00000100:3.0:1784950426.580884:0:441634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369193344 offset 0 length 520: 4 00000100:00000001:1.0:1784950426.580886:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1784950426.580887:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950426.580892:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000400:00000200:3.0:1784950426.580892:0:441634:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 000000000999b6f8 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000040:1.0:1784950426.580894:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c46522e1 x1871652369193600/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950426.580899:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:3.0:1784950426.580900:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000020:00000040:0.0:1784950426.580905:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000800:00000001:3.0:1784950426.580912:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950426.580913:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:1.0:1784950426.580920:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950426.580921:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000800:00000001:3.0:1784950426.580922:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950426.580927:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950426.580930:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1784950426.580931:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950426.580938:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950426.580939:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000100:00000001:0.0:1784950426.580944:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950426.580946:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000020:00000010:0.0:1784950426.580952:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090af554c. 00000020:00000010:0.0:1784950426.580955:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 00000020:00000010:0.0:1784950426.580959:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000040:0.0:1784950426.580966:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950426.580968:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950426.580970:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950426.580972:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.580976:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.580991:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950426.580999:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950426.581000:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1784950426.581006:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2687 00000100:00000040:0.0:1784950426.581009:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:0.0:1784950426.581011:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798848896 : -120287910702720 : ffff929949cfd180) 00000100:00000040:0.0:1784950426.581017:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000031013d55 x1871652369193216/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:577/0 lens 224/0 e 0 to 0 dl 1784950437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950426.581023:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950426.581030:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b5272c8. 00000100:00000001:0.0:1784950426.581032:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950426.581038:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000400:00000200:1.0:1784950426.581039:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950426.581039:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950426.581044:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950426.581051:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000400:00000200:1.0:1784950426.581051:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950426.581052:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950426.581060:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950426.581061:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ff3966 00000100:00100000:0.0:1784950426.581062:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000031013d55 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369193216:12345-192.168.203.114@tcp:400: 00000800:00000001:2.0:1784950426.581065:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950426.581067:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ff3966. 00000100:00000200:0.0:1784950426.581074:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369193216 00000100:00000001:1.0:1784950426.581076:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1784950426.581079:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950426.581084:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:2.0:1784950426.581085:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:1.0:1784950426.581086:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ddeec7b x1871652369193728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950426.581089:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950426.581097:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950426.581101:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:2.0:1784950426.581108:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bda00 00000020:00000001:0.0:1784950426.581109:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950426.581111:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000001:00000001:0.0:1784950426.581116:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369193216, found 0 last_xid 1871652369193215 00000100:00000040:1.0:1784950426.581119:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ddeec7b x1871652369193728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950426.581125:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950426.581125:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 157696 00000020:00000001:0.0:1784950426.581133:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950426.581138:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950426.581142:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950426.581142:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950426.581144:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950426.581149:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950426.581150:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950426.581151:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784950426.581154:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950426.581157:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950426.581163:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1784950426.581164:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000010:0.0:1784950426.581168:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ad9f46de. 00000100:00000001:2.0:1784950426.581171:0:441636:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1784950426.581173:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950426.581175:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1784950426.581177:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950426.581180:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950426.581183:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369193216 00000100:00000010:2.0:1784950426.581183:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f50d17ab. 00010000:00000001:0.0:1784950426.581185:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:2.0:1784950426.581190:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000f50d17ab x1871652369193472 msgsize 224 00010000:00000200:0.0:1784950426.581195:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000031013d55 x1871652369193216/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:577/0 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950426.581206:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00010000:00000001:0.0:1784950426.581213:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950426.581216:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950426.581218:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=59 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950426.581221:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950426.581224:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950426.581226:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950426.581228:0:441636:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1784950426.581229:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950426.581233:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.581236:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950426.581241:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:2.0:1784950426.581241:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:0.0:1784950426.581249:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d7177c6. 00000800:00000001:2.0:1784950426.581250:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950426.581253:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369193216, offset 224 00000800:00000001:2.0:1784950426.581255:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950426.581263:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950426.581268:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950426.581268:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950426.581274:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369193472 00000400:00000200:2.0:1784950426.581277:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:3.0:1784950426.581279:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950426.581284:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784950426.581285:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950426.581287:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950426.581294:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950426.581295:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10920:10920:239:4294967295] 192.168.203.114@tcp LPNI seq info [9684:9684:8:4294967295] 00000100:00100000:3.0:1784950426.581299:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369193472 00000020:00000001:3.0:1784950426.581303:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950426.581307:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:3.0:1784950426.581312:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1784950426.581315:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000040:3.0:1784950426.581317:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000001:3.0:1784950426.581325:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000800:00000200:0.0:1784950426.581330:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950426.581331:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000400:00000200:2.0:1784950426.581332:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bda80 00000800:00000010:0.0:1784950426.581340:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013f88f5e. 00000100:00000001:3.0:1784950426.581341:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1784950426.581346:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 10304 00000020:00000010:3.0:1784950426.581350:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000800:00000001:2.0:1784950426.581353:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950426.581355:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950426.581357:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950426.581360:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950426.581362:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000400:00000200:2.0:1784950426.581367:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1784950426.581368:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000010:3.0:1784950426.581371:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d522160c. 00000800:00000200:0.0:1784950426.581375:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000013f88f5e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1784950426.581379:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002cc587b8. 00000400:00000200:2.0:1784950426.581380:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950426.581389:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1784950426.581389:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006049900c. 00000100:00000200:2.0:1784950426.581392:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1784950426.581398:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950426.581399:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d333df03. 00000100:00000040:3.0:1784950426.581400:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:2.0:1784950426.581407:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000d333df03 x1871652369193600 msgsize 224 00000100:00000001:3.0:1784950426.581407:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1784950426.581409:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950426.581413:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1784950426.581416:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:3.0:1784950426.581418:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950426.581420:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950426.581424:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:0.0:1784950426.581427:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950426.581429:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1784950426.581434:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1784950426.581437:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031013d55 x1871652369193216/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:577/0 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950426.581439:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950426.581439:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950426.581449:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950426.581453:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000031013d55 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369193216:12345-192.168.203.114@tcp:400: Request processed in 419us (716us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950426.581457:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950426.581464:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2687 00000100:00000040:0.0:1784950426.581468:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:0.0:1784950426.581471:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950426.581475:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1784950426.581476:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950426.581477:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1784950426.581478:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000100:00000001:3.0:1784950426.581483:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1784950426.581484:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369193600 00000020:00000010:0.0:1784950426.581486:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 02000000:00000001:2.0:1784950426.581489:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:1.0:1784950426.581492:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1784950426.581493:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090af554c. 00000100:00100000:3.0:1784950426.581494:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1566 00000100:00000001:2.0:1784950426.581495:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000010:1.0:1784950426.581500:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013f88f5e. 00000100:00000001:2.0:1784950426.581501:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950426.581503:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000040:0.0:1784950426.581504:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 02000000:00000001:2.0:1784950426.581524:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950426.581526:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950426.581528:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032837760 : -120287676713856 : ffff929957c23480) 00000100:00000001:0.0:1784950426.581530:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950426.581534:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369193600 00000400:00000200:1.0:1784950426.581557:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:2.0:1784950426.581559:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:3.0:1784950426.581562:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f50d17ab x1871652369193472/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:577/0 lens 224/0 e 0 to 0 dl 1784950437 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950426.581565:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000400:00000200:1.0:1784950426.581573:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d7177c6 00000020:00000001:2.0:1784950426.581573:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950426.581581:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000400:00000010:1.0:1784950426.581583:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001d7177c6. 00000800:00000001:0.0:1784950426.581594:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950426.581595:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:1.0:1784950426.581596:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950426.581598:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950426.581603:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1784950426.581607:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000010:3.0:1784950426.581608:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000800:00000001:0.0:1784950426.581610:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950426.581615:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950426.581619:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950426.581620:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950426.581624:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000020:00000010:3.0:1784950426.581628:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000800:00000001:0.0:1784950426.581632:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950426.581633:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784950426.581645:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f50d17ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369193472:12345-192.168.203.114@tcp:400: 00000020:00000010:2.0:1784950426.581646:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000400:00000200:0.0:1784950426.581658:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:3.0:1784950426.581660:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369193472 00000020:00000010:2.0:1784950426.581662:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000822fdc9. 00000020:00000001:3.0:1784950426.581669:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:2.0:1784950426.581673:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7661753. 00000020:00000001:3.0:1784950426.581676:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:0.0:1784950426.581679:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bd900 00000020:00000001:3.0:1784950426.581683:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950426.581685:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000020:00000001:3.0:1784950426.581692:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1784950426.581697:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000001:3.0:1784950426.581699:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:0.0:1784950426.581701:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15b61 [1] + 224 00000100:00000001:2.0:1784950426.581706:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1784950426.581710:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1784950426.581712:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1784950426.581718:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950426.581719:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950426.581724:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950426.581728:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950426.581780:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950426.581785:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000001:0.0:1784950426.581790:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950426.581791:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950426.581819:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950426.581820:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950426.581820:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950426.581826:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1784950426.581832:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:3.0:1784950426.581832:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1784950426.581840:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a3dd7738. 00000100:00000001:0.0:1784950426.581841:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950426.581847:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1784950426.581847:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950426.581848:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1784950426.581849:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064f70b2a x1871652369193216/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950426.581854:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950426.581855:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950426.581855:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950426.581863:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950426.581867:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2688 00010000:00000040:3.0:1784950426.581871:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369193472 00000100:00000040:1.0:1784950426.581876:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:2.0:1784950426.581878:0:454245:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950426.581879:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950426.581884:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032835968 : -120287676715648 : ffff929957c22d80) 00000100:00000001:2.0:1784950426.581885:0:454245:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950426.581892:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064f70b2a x1871652369193216/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1784950426.581893:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f50d17ab x1871652369193472/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:577/0 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950426.581897:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d333df03 x1871652369193600/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:577/0 lens 224/0 e 0 to 0 dl 1784950437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950426.581908:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950426.581917:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950426.581922:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950426.581940:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:3.0:1784950426.581948:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1784950426.581951:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1784950426.581952:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.581954:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784950426.581957:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=59 v=5 (1 1 1 1) 00000020:00000010:1.0:1784950426.581958:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000400:00000200:2.0:1784950426.581962:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bdb00 00000800:00000001:0.0:1784950426.581964:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950426.581966:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950426.581969:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:0.0:1784950426.581973:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950426.581975:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00000400:00000200:2.0:1784950426.581979:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 157920 00000100:00000040:3.0:1784950426.581980:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950426.581987:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00100000:1.0:1784950426.581991:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d333df03 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369193600:12345-192.168.203.114@tcp:400: 00000800:00000001:2.0:1784950426.581994:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950426.581994:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1784950426.582001:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369193600 02000000:00000001:3.0:1784950426.582001:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.582003:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950426.582010:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1784950426.582010:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000001:2.0:1784950426.582010:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950426.582011:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1784950426.582019:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:2.0:1784950426.582019:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1784950426.582021:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1784950426.582024:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000001:0.0:1784950426.582026:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1784950426.582027:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950426.582030:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000400:00000010:0.0:1784950426.582032:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007809b1a4. 00000020:00000001:1.0:1784950426.582034:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1784950426.582035:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950426.582040:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:0.0:1784950426.582041:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006444b648 00000400:00000010:0.0:1784950426.582047:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000006444b648. 00000020:00000001:1.0:1784950426.582047:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1784950426.582051:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369193600, found 0 last_xid 1871652369193599 00000100:00000001:0.0:1784950426.582053:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950426.582055:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369193472, offset 224 00000100:00000001:2.0:1784950426.582056:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1784950426.582059:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950426.582060:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1784950426.582063:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064f70b2a x1871652369193216/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950426.582067:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1784950426.582070:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000010:2.0:1784950426.582071:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002783b7db. 00000020:00000001:1.0:1784950426.582072:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950426.582079:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950426.582080:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000002783b7db x1871652369193728 msgsize 224 00000020:00000001:1.0:1784950426.582087:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1784950426.582090:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950426.582094:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1784950426.582095:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064f70b2a x1871652369193216/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950426.582099:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1784950426.582101:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:3.0:1784950426.582109:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10921:10921:239:4294967295] 192.168.203.114@tcp LPNI seq info [9685:9685:8:4294967295] 02000000:00000010:1.0:1784950426.582111:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000078aa0600. 02000000:00000001:1.0:1784950426.582118:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950426.582118:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950426.582126:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.582127:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1784950426.582132:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.582133:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1784950426.582139:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369193600 00000100:00000001:0.0:1784950426.582140:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950426.582144:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1784950426.582145:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:1.0:1784950426.582146:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950426.582148:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950426.582152:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950426.582157:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1784950426.582158:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000d333df03 x1871652369193600/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:577/0 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950426.582161:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:2.0:1784950426.582162:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784950426.582165:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=54 v=5 (5 5 5 5) 00000800:00000001:2.0:1784950426.582169:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950426.582171:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004aab43c9. 00000100:00001000:0.0:1784950426.582178:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=54 v=5 (1 1 1 1) 00000800:00000200:3.0:1784950426.582188:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950426.582190:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1784950426.582190:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950426.582196:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950426.582196:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950426.582199:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950426.582203:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1784950426.582204:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1784950426.582205:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=59 v=5 (1 1 1 1) 00000800:00000200:3.0:1784950426.582208:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004aab43c9 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:2.0:1784950426.582209:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369193728 00010000:00000001:0.0:1784950426.582210:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950426.582216:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950426.582218:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950426.582220:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784950426.582221:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784950426.582225:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000040:0.0:1784950426.582226:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950426.582227:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950426.582228:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.582233:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950426.582234:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950426.582235:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.582237:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950426.582240:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 02000000:00000001:1.0:1784950426.582244:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1784950426.582245:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369193728 00010000:00000001:3.0:1784950426.582246:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:1.0:1784950426.582248:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950426.582250:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064f70b2a x1871652369193216/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950426.582251:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1784950426.582252:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950426.582253:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1784950426.582256:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000020:00000001:3.0:1784950426.582260:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1784950426.582262:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:1.0:1784950426.582266:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000040:2.0:1784950426.582269:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000040:3.0:1784950426.582272:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f50d17ab x1871652369193472/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:577/0 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950426.582274:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beb862af. 00000020:00000001:2.0:1784950426.582276:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000200:1.0:1784950426.582282:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369193600, offset 224 00000020:00000001:2.0:1784950426.582286:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:0.0:1784950426.582290:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950426.582295:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950426.582298:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784950426.582300:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000010:2.0:1784950426.582302:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000100:00000001:0.0:1784950426.582304:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950426.582310:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950426.582317:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064f70b2a x1871652369193216/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950426.582319:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000400:00000200:1.0:1784950426.582320:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:3.0:1784950426.582330:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f50d17ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369193472:12345-192.168.203.114@tcp:400: Request processed in 725us (1130us total) trans 0 rc 0/0 00000020:00000010:2.0:1784950426.582331:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080cfe63d. 00000020:00000010:2.0:1784950426.582339:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1a30f79. 00000400:00000200:1.0:1784950426.582340:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10922:10922:238:4294967295] 192.168.203.114@tcp LPNI seq info [9686:9686:7:4294967295] 00000020:00000010:2.0:1784950426.582347:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000098a21f52. 00000100:00100000:3.0:1784950426.582358:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1566 00000100:00000001:2.0:1784950426.582359:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1784950426.582362:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000064f70b2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369193216:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950426.582365:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1784950426.582369:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:2.0:1784950426.582370:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950426.582378:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1784950426.582379:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950426.582381:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950426.582382:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1784950426.582383:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1784950426.582389:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950426.582390:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:3.0:1784950426.582391:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002cc587b8. 00000800:00000200:1.0:1784950426.582393:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950426.582396:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950426.582400:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064f70b2a x1871652369193216/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950426.582400:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006049900c. 00000800:00000010:1.0:1784950426.582403:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de155b2e. 00000020:00000010:3.0:1784950426.582408:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d522160c. 00000100:00000001:2.0:1784950426.582409:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950426.582419:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000040:3.0:1784950426.582419:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:0.0:1784950426.582424:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950426.582424:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950426.582427:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950426.582430:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1784950426.582431:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:1.0:1784950426.582433:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000010:0.0:1784950426.582437:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034450a52. 00000800:00000200:1.0:1784950426.582439:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000de155b2e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950426.582442:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1784950426.582443:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1784950426.582445:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1567 00000100:00000001:3.0:1784950426.582449:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950426.582450:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784950426.582451:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950426.582452:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000020:00000040:0.0:1784950426.582455:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950426.582455:0:453513:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950426.582458:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032830592 : -120287676721024 : ffff929957c21880) 00000100:00000040:1.0:1784950426.582463:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950426.582464:0:453513:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950426.582465:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950426.582471:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059c01b8a. 00010000:00000001:1.0:1784950426.582472:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000040:2.0:1784950426.582472:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002783b7db x1871652369193728/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:577/0 lens 224/0 e 0 to 0 dl 1784950437 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950426.582477:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950426.582480:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1784950426.582485:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1784950426.582486:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950426.582491:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064f70b2a. 00000100:00000001:2.0:1784950426.582495:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1784950426.582496:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d333df03 x1871652369193600/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:577/0 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950426.582498:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1784950426.582500:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000100:00000001:0.0:1784950426.582502:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950426.582507:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950426.582531:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950426.582551:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000800:00000200:3.0:1784950426.582553:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950426.582557:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950426.582564:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1784950426.582566:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004aab43c9. 00000100:00000001:0.0:1784950426.582570:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950426.582578:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784950426.582579:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d333df03 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369193600:12345-192.168.203.114@tcp:400: Request processed in 612us (1156us total) trans 0 rc 0/0 00000100:00100000:2.0:1784950426.582580:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002783b7db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369193728:12345-192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950426.582581:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950426.582597:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:2.0:1784950426.582604:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369193728 00000020:00000001:2.0:1784950426.582612:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:3.0:1784950426.582614:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000100:00100000:1.0:1784950426.582621:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2688 00000020:00000001:2.0:1784950426.582621:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000010:3.0:1784950426.582623:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000020:00000001:2.0:1784950426.582629:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950426.582634:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950426.582636:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1784950426.582637:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950426.582644:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950426.582646:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1784950426.582646:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:2.0:1784950426.582656:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950426.582657:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1784950426.582662:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950426.582664:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7661753. 00000020:00000001:2.0:1784950426.582669:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950426.582673:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1784950426.582674:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000020:00000001:2.0:1784950426.582676:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950426.582684:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000822fdc9. 00000020:00000001:2.0:1784950426.582685:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950426.582691:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950426.582696:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1784950426.582697:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:1.0:1784950426.582704:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784950426.582704:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000061e9e1f. 02000000:00000001:2.0:1784950426.582713:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950426.582719:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950426.582722:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1784950426.582725:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369193728 00010000:00000001:2.0:1784950426.582729:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000200:3.0:1784950426.582770:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950426.582776:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de155b2e. 00000400:00000200:3.0:1784950426.582783:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950426.582787:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000200:2.0:1784950426.582787:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000002783b7db x1871652369193728/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:577/0 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950426.582797:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950426.582817:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950426.582823:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb862af 00000800:00000001:0.0:1784950426.582824:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950426.582829:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000beb862af. 00000800:00000001:0.0:1784950426.582831:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950426.582840:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950426.582840:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1784950426.582845:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950426.582846:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1784950426.582847:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950426.582854:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=59 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950426.582860:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1784950426.582861:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bda00 00000100:00000040:2.0:1784950426.582869:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:0.0:1784950426.582875:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15b69 [1] + 224 00000100:00000001:2.0:1784950426.582876:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950426.582885:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:0.0:1784950426.582887:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950426.582888:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950426.582893:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1784950426.582896:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950426.582900:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950426.582901:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950426.582908:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:2.0:1784950426.582908:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f99e6c8. 00000100:00000200:2.0:1784950426.582917:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369193728, offset 224 00000100:00000001:0.0:1784950426.582919:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950426.582926:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d43df96 x1871652369193472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950426.582930:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950426.582944:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d43df96 x1871652369193472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950426.582947:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950426.582961:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10923:10923:239:4294967295] 192.168.203.114@tcp LPNI seq info [9687:9687:8:4294967295] 00000400:00000200:2.0:1784950426.582976:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950426.582980:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1784950426.582981:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950426.582987:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa821349. 00000800:00000001:0.0:1784950426.582990:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950426.582995:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:0.0:1784950426.582998:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950426.583002:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950426.583007:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000001:0.0:1784950426.583009:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950426.583013:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000aa821349 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950426.583015:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950426.583021:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950426.583022:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000001:1.0:1784950426.583029:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950426.583033:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950426.583035:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bda80 00000100:00000001:2.0:1784950426.583035:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950426.583037:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001643a88a. 00000100:00000040:2.0:1784950426.583045:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950426.583046:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039cc9418 00000400:00000010:1.0:1784950426.583053:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000039cc9418. 00010000:00000001:2.0:1784950426.583053:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950426.583057:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950426.583060:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784950426.583060:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1784950426.583065:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15b79 [1] + 224 00000100:00000200:1.0:1784950426.583071:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d43df96 x1871652369193472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950426.583073:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002783b7db x1871652369193728/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:577/0 lens 224/224 e 0 to 0 dl 1784950437 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950426.583074:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784950426.583117:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d43df96 x1871652369193472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950426.583119:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002783b7db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369193728:12345-192.168.203.114@tcp:400: Request processed in 617us (1032us total) trans 0 rc 0/0 00000100:00100000:2.0:1784950426.583142:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1567 00000800:00000200:3.0:1784950426.583142:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950426.583143:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950426.583144:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950426.583148:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950426.583149:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa821349. 00000100:00000040:2.0:1784950426.583152:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:1.0:1784950426.583154:0:441644:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784950426.583155:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950426.583157:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950426.583159:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950426.583159:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:0.0:1784950426.583161:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950426.583165:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950426.583166:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:0.0:1784950426.583168:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950426.583171:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950426.583172:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950426.583173:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1a30f79. 02000000:00000001:1.0:1784950426.583176:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950426.583183:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000098a21f52. 00000400:00000200:0.0:1784950426.583184:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00001000:1.0:1784950426.583185:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=59 v=5 (5 5 5 5) 00000400:00000200:3.0:1784950426.583185:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f99e6c8 00000020:00000010:2.0:1784950426.583190:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080cfe63d. 00000400:00000010:3.0:1784950426.583191:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005f99e6c8. 00000100:00001000:1.0:1784950426.583199:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=59 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950426.583201:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bdb00 00000020:00000040:2.0:1784950426.583201:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:3.0:1784950426.583202:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950426.583207:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950426.583209:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950426.583211:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950426.583215:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950426.583217:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15b85 [1] + 224 00010000:00000001:1.0:1784950426.583219:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784950426.583225:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00080000:1.0:1784950426.583230:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003d43df96 x1871652369193472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950426.583235:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950426.583237:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950426.583238:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950426.583241:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950426.583245:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950426.583246:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950426.583251:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000200:0.0:1784950426.583252:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950426.583257:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1784950426.583259:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950426.583263:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950426.583266:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950426.583268:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784950426.583271:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d43df96 x1871652369193472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950426.583276:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ddeec7b x1871652369193728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950426.583279:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c46522e1 x1871652369193600/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950426.583302:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950426.583309:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950426.583312:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950426.583322:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d43df96 x1871652369193472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950426.583327:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ddeec7b x1871652369193728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950426.583372:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000003d43df96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369193472:192.168.203.114@tcp:400: 00000100:00000040:3.0:1784950426.583375:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c46522e1 x1871652369193600/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950426.583381:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950426.583383:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950426.583389:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784950426.583390:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950426.583396:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d43df96 x1871652369193472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950426.583398:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950426.583399:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950426.583410:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1784950426.583410:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950426.583416:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784950426.583416:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1784950426.583419:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950426.583422:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000090073cd. 00000100:00000001:2.0:1784950426.583422:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950426.583429:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1784950426.583430:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1784950426.583432:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000001:2.0:1784950426.583435:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1784950426.583436:0:441644:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:2.0:1784950426.583440:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041e9cd30. 00000020:00000001:1.0:1784950426.583441:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950426.583445:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005b63d50. 00000400:00000200:2.0:1784950426.583448:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc882ed 02000000:00000001:1.0:1784950426.583450:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1784950426.583452:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dbc882ed. 02000000:00000001:1.0:1784950426.583454:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950426.583457:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d43df96. 00000100:00000001:2.0:1784950426.583458:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950426.583464:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1784950426.583467:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ddeec7b x1871652369193728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950426.583468:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950426.583474:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950426.583482:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950426.583484:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950426.583489:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784950426.583489:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ddeec7b x1871652369193728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950426.583493:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950426.583504:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950426.583506:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950426.583520:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950426.583523:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950426.583524:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950426.583527:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950426.583529:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950426.583534:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=59 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950426.583537:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=59 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950426.583555:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950426.583557:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950426.583560:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784950426.583565:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009ddeec7b x1871652369193728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950426.583574:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950426.583577:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950426.583579:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950426.583581:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950426.583583:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950426.583586:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ddeec7b x1871652369193728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950426.583594:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950426.583597:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950426.583599:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950426.583602:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ddeec7b x1871652369193728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950426.583611:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009ddeec7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369193728:192.168.203.114@tcp:400: 00000400:00000001:2.0:1784950426.583618:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950426.583619:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950426.583621:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4b560a4. 00000400:00000200:2.0:1784950426.583624:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f45ac6d2 00000400:00000010:2.0:1784950426.583626:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f45ac6d2. 00000100:00000001:2.0:1784950426.583629:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950426.583632:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c46522e1 x1871652369193600/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950426.583642:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c46522e1 x1871652369193600/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950426.583657:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950426.583659:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950426.583661:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950426.583662:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950426.583664:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950426.583665:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950426.583667:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950426.583670:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=59 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950426.583673:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=59 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950426.583676:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950426.583677:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950426.583679:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950426.583680:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950426.583682:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950426.583683:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950426.583685:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950426.583686:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950426.583689:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c46522e1 x1871652369193600/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950426.583697:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950426.583699:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950426.583700:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950426.583703:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46522e1 x1871652369193600/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950426.583712:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c46522e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369193600:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950426.583716:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950426.583719:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950426.583722:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ddeec7b x1871652369193728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950426.583730:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950426.583731:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950426.583765:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de33f78e. 02000000:00000001:2.0:1784950426.583824:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950426.583827:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950426.583829:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1784950426.583832:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950426.583835:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070b3560d. 02000000:00000001:2.0:1784950426.583838:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950426.583840:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950426.583842:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ddeec7b. 00000100:00000001:2.0:1784950426.583866:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950426.583868:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950426.583870:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950426.583873:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c46522e1 x1871652369193600/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950426.583879:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950426.583881:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950426.583882:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9a7d46a. 02000000:00000001:2.0:1784950426.583885:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950426.583886:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950426.583887:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950426.583889:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950426.583890:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009dd5e9b1. 02000000:00000001:2.0:1784950426.583892:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950426.583892:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950426.583893:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c46522e1. 00000100:00000001:2.0:1784950426.583895:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950426.583897:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950426.583898:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950426.583901:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950426.583902:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950426.583904:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950426.583906:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950426.960863:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950426.960874:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950426.960883:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950426.960884:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950426.961017:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950426.961024:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950426.961028:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950427.600841:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950427.600859:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950427.600863:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950427.600871:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950427.600875:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950427.600880:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950427.600884:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1784950427.728913:0:455812:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 1.2.3.4:988 00000400:00000100:1.0:1784950427.728978:0:455812:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 1.2.3.4@tcp at host 1.2.3.4:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:1.0:1784950427.728990:0:455812:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 1.2.3.4@tcp: down 00000400:00000200:1.0:1784950427.728997:0:455812:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1784950427.729003:0:455812:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->1.2.3.4@tcp 00000800:00000010:1.0:1784950427.729008:0:455812:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001871e498. 00000400:00000200:1.0:1784950427.729015:0:455812:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950427.729021:0:455812:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->1.2.3.4@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950427.729028:0:455812:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12699 health :900 00000400:00000200:1.0:1784950427.729035:0:455812:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950427.729039:0:455812:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 1.2.3.4@tcp: 1 00000400:00000200:1.0:1784950427.729044:0:455812:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000400:00000200:0.0:1784950427.729183:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1784950427.729194:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 00000400:00000001:0.0:1784950427.729203:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950427.729206:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950427.729209:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003302268b 00000400:00000010:0.0:1784950427.729212:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003302268b. 00000400:00000200:0.0:1784950427.729219:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1784950427.729224:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000400:00000010:0.0:1784950427.729229:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009d0923c0. 00000400:00000200:0.0:1784950427.729236:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 1.2.3.4@tcp:-110 00000400:00000200:0.0:1784950427.729239:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 rc -110 00000400:00000200:0.0:1784950427.729243:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 1.2.3.4@tcp 00010000:00000001:2.0:1784950427.984859:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950427.984866:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950427.984875:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950427.984877:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950427.985004:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950427.985010:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950427.985015:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1784950428.432876:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000010:2.0:1784950428.432887:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006d069bbb. 00000400:00000010:2.0:1784950428.432900:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000080cfe63d. 00000400:00000010:2.0:1784950428.432908:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f45ac6d2. 00000400:00000010:2.0:1784950428.432919:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000287f991e. 00000400:00000200:2.0:1784950428.432928:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950428.432949:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950428.432958:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950428.432963:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10924:10924:240:4294967295] 192.168.203.114@tcp LPNI seq info [9688:9688:8:4294967295] 00000400:00000200:2.0:1784950428.432971:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:2.0:1784950428.432979:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:2.0:1784950428.432985:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950428.432991:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009dd5e9b1. 00000800:00000200:2.0:1784950428.432999:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950428.433010:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950428.433015:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009dd5e9b1 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1784950428.433039:0:441638:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 1 next ping: 12701 health :900 00000800:00000200:3.0:1784950428.433223:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784950428.433227:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:3.0:1784950428.433232:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009dd5e9b1. 00000400:00000200:3.0:1784950428.433242:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950428.433246:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950428.433255:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000800:00000001:0.0:1784950428.433257:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950428.433267:0:441636:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1784950428.433274:0:441636:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:0.0:1784950428.433275:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950428.433290:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:0.0:1784950428.433309:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1784950428.433321:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:0.0:1784950428.433334:0:441634:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950428.433340:0:441634:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10925:10925:240:4294967295] 192.168.203.114@tcp LPNI seq info [9689:9689:8:4294967295] 00000400:00000200:0.0:1784950428.433352:0:441634:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:0.0:1784950428.433358:0:441634:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950428.433363:0:441634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bea13e4c. 00000800:00000200:0.0:1784950428.433369:0:441634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950428.433377:0:441634:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950428.433381:0:441634:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bea13e4c type 3, nob 144 niov 1 nkiov 1 00000800:00000001:3.0:1784950428.433438:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950428.433477:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950428.433487:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950428.433488:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1784950428.433491:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:0.0:1784950428.433521:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bea13e4c. 00000800:00000001:3.0:1784950428.433524:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950428.433531:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950428.433540:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:0.0:1784950428.433548:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:3.0:1784950428.433565:0:441636:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x15ba1 00000800:00000001:3.0:1784950428.433574:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950428.433581:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950428.433585:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950428.433591:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:3.0:1784950428.433599:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f45ac6d2 00000800:00000001:1.0:1784950428.433616:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950428.433661:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f45ac6d2. 00000400:00000200:3.0:1784950428.433667:0:441636:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1784950428.433671:0:441636:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006d069bbb. 00000400:00000010:3.0:1784950428.433676:0:441636:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000080cfe63d. 00000800:00000001:3.0:1784950428.433685:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950428.433689:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950428.624832:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950428.624847:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950428.624850:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950428.624856:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950428.624859:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950428.624863:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950428.624866:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950429.008884:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307367164, at 4307367168 00000100:00000040:0.0:1784950429.008892:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307367164, at 4307367168 00000100:00000040:1.0:1784950429.008893:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307367164, at 4307367168 00000100:00000010:3.0:1784950429.008910:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f5747fc. 00000100:00000010:1.0:1784950429.008913:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ffae0f5. 00010000:00000001:2.0:1784950429.008919:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00000100:00000010:0.0:1784950429.008925:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009b9e16f9. 00010000:00000001:2.0:1784950429.008930:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950429.008945:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950429.008949:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950429.008972:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307367164, at 4307367168 00000100:00000010:2.0:1784950429.008983:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000732ce2ba. 00000020:00000001:1.0:1784950429.008991:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950429.008996:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950429.009000:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950429.648841:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950429.648858:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950429.648861:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950429.648867:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950429.648871:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950429.648875:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950429.648878:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950430.032855:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950430.032864:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950430.032872:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950430.032874:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950430.032935:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950430.032939:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950430.032943:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1784950430.480944:0:441633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b93012f1] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1784950430.480958:0:441633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1021 00000800:00000200:2.0:1784950430.480966:0:441633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdd44bf5 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784950430.481135:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950430.672828:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950430.672842:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950430.672845:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950430.672850:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950430.672854:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950430.672858:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950430.672861:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950430.800899:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1784950430.800907:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1784950430.800918:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000501f9ecc. 00000020:00000040:0.0:1784950430.800929:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000004:00000001:2.0:1784950430.800931:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000001:0.0:1784950430.800936:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000004:00000020:2.0:1784950430.800943:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 02000000:00000001:0.0:1784950430.800944:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950430.800954:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950430.800959:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051f8917f. 02000000:00000010:0.0:1784950430.800966:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bea13e4c. 00000020:00000040:2.0:1784950430.800971:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1784950430.800978:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950430.800982:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950430.800989:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784950430.800990:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950430.800995:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950430.801001:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950430.801011:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501f9ecc] to pc [ptlrpcd_00_02+2] req@00000000501f9ecc x1871652369193856/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950430.801018:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070b3560d. 00000100:00000001:2.0:1784950430.801033:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950430.801044:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950430.801047:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950430.801062:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051f8917f] to pc [ptlrpcd_00_03+3] req@0000000051f8917f x1871652369193984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1784950430.801066:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950430.801097:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:2.0:1784950430.801098:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950430.801106:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950430.801112:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950430.801122:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000501f9ecc x1871652369193856/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950430.801137:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950430.801140:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950430.801146:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950430.801150:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950430.801155:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950430.801160:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369193856:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950430.801166:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950430.801171:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950430.801173:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950430.801181:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950430.801182:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950430.801188:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784950430.801189:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950430.801200:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001a976f82. 00000100:00000040:3.0:1784950430.801201:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051f8917f x1871652369193984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950430.801210:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950430.801222:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001643a88a. 00000100:00000001:3.0:1784950430.801225:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950430.801231:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950430.801233:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039cc9418. 02000000:00000001:3.0:1784950430.801236:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950430.801242:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784950430.801246:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369193856, portal 4 02000000:00000001:3.0:1784950430.801247:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950430.801258:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1784950430.801259:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000051f8917f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369193984:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950430.801263:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883989120 : -120287825562496 : ffff92994ee2f480) 00000100:00000001:3.0:1784950430.801271:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950430.801277:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950430.801280:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950430.801283:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000501f9ecc x1871652369193856/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950430.801285:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950430.801295:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000075f34745. 00000100:00000001:1.0:1784950430.801304:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784950430.801305:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950430.801317:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950430.801317:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c68dea9. 00000400:00000010:1.0:1784950430.801326:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054cdf7f5. 00000400:00000010:3.0:1784950430.801330:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000100:00000200:1.0:1784950430.801333:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369193856, offset 0 00000100:00000200:3.0:1784950430.801340:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369193984, portal 4 00000100:00000001:3.0:1784950430.801347:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784950430.801349:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950430.801351:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032838656 : -120287676712960 : ffff929957c23800) 00000100:00000040:3.0:1784950430.801364:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000051f8917f x1871652369193984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950430.801375:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950430.801383:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950430.801389:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784950430.801393:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950430.801401:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000010:3.0:1784950430.801402:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074fd7680. 00000100:00000200:3.0:1784950430.801409:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369193984, offset 0 00000400:00000200:1.0:1784950430.801410:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950430.801421:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950430.801428:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950430.801435:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10926:10926:240:4294967295] 192.168.203.114@tcp LPNI seq info [9690:9690:8:4294967295] 00000400:00000200:1.0:1784950430.801451:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950430.801458:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950430.801466:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001871e498. 00000400:00000200:3.0:1784950430.801467:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950430.801478:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950430.801507:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:1.0:1784950430.801513:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950430.801515:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950430.801523:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950430.801527:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10927:10927:239:4294967295] 192.168.203.114@tcp LPNI seq info [9691:9691:7:4294967295] 00000800:00000200:1.0:1784950430.801537:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:1.0:1784950430.801545:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001871e498 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950430.801557:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950430.801565:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950430.801572:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004aab43c9. 00000100:00000001:1.0:1784950430.801573:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950430.801582:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13726 usecs (14 jiffies) 00000800:00000200:3.0:1784950430.801585:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950430.801588:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307368974 00000100:00000010:1.0:1784950430.801599:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f0cb91c. 00000800:00000200:3.0:1784950430.801600:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950430.801610:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004aab43c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950430.801614:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784950430.801629:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307368974 00000100:00000010:1.0:1784950430.801633:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000276e14b6. 00000100:00000001:3.0:1784950430.801637:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950430.801639:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:3.0:1784950430.801648:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4722 usecs (5 jiffies) 00000100:00000001:1.0:1784950430.801651:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307368974 00000100:00000001:3.0:1784950430.801657:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307368965 00000100:00000010:1.0:1784950430.801660:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046a56b44. 00000100:00000001:3.0:1784950430.801666:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307368974 00000100:00000001:1.0:1784950430.801669:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1784950430.801675:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307368965 00000100:00000001:3.0:1784950430.801681:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307368974 00000100:00000001:1.0:1784950430.801685:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307368974 00000100:00000001:3.0:1784950430.801686:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307368965 00000100:00000001:3.0:1784950430.801699:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307368974 00000100:00000010:1.0:1784950430.801701:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092820665. 00000100:00000001:3.0:1784950430.801702:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307368965 00000100:00000001:1.0:1784950430.801711:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1784950430.801760:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950430.801765:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950430.801769:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950430.801772:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950430.801778:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307368974 00000100:00000001:1.0:1784950430.801782:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950430.801784:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950430.801789:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950430.801791:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950430.801797:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950430.801799:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950430.801802:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950430.801805:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950430.801809:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950430.801811:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950430.801815:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950430.801817:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1784950430.801822:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001871e498. 00000100:00000001:3.0:1784950430.801824:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950430.801835:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950430.801839:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950430.801839:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950430.801843:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950430.801850:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950430.801857:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950430.801866:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054cdf7f5 00000400:00000010:0.0:1784950430.801869:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000054cdf7f5. 00000100:00000001:0.0:1784950430.801877:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784950430.801884:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000501f9ecc x1871652369193856/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950430.801899:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950430.801904:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000501f9ecc x1871652369193856/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950430.801915:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950430.801918:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784950430.801932:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950430.801950:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950430.801962:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950430.801965:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950430.801968:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950430.801977:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:2.0:1784950430.801977:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950430.801990:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004aab43c9. 00000400:00000200:0.0:1784950430.802001:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bdc00 00000400:00000200:2.0:1784950430.802004:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950430.802020:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 10528 00000800:00000001:1.0:1784950430.802027:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950430.802028:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950430.802034:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950430.802037:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950430.802046:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074fd7680 00000800:00000001:1.0:1784950430.802050:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950430.802055:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950430.802055:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000074fd7680. 00000400:00000200:0.0:1784950430.802067:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950430.802069:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950430.802073:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1784950430.802081:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950430.802091:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950430.802092:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000051f8917f x1871652369193984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950430.802095:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bdb80 00000100:00000200:0.0:1784950430.802097:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1784950430.802109:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f866d7f6. 00000100:00000040:0.0:1784950430.802120:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000f866d7f6 x1871652369193984 msgsize 224 00000400:00000200:1.0:1784950430.802120:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 10752 00000800:00000001:1.0:1784950430.802141:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950430.802146:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950430.802154:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784950430.802160:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950430.802168:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000051f8917f x1871652369193984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950430.802169:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950430.802171:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1784950430.802186:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950430.802189:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950430.802197:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950430.802204:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950430.802211:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1784950430.802216:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950430.802221:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fcc2f7f. 00000100:00000001:2.0:1784950430.802224:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1784950430.802229:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000000fcc2f7f x1871652369193856 msgsize 224 00000100:00100000:1.0:1784950430.802242:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950430.802272:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1784950430.802283:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950430.802285:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1784950430.802290:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950430.802292:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369193984 02000000:00000001:3.0:1784950430.802299:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950430.802303:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950430.802306:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950430.802313:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950430.802319:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369193984 00000020:00000001:3.0:1784950430.802323:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950430.802327:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:0.0:1784950430.802333:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1784950430.802333:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:0.0:1784950430.802340:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369193856 00000020:00000040:3.0:1784950430.802341:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 02000000:00000001:0.0:1784950430.802345:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1784950430.802349:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950430.802351:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1784950430.802357:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950430.802358:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950430.802367:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1784950430.802369:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950430.802375:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369193856 00000020:00000010:3.0:1784950430.802377:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000020:00000001:0.0:1784950430.802378:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950430.802384:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:3.0:1784950430.802387:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950430.802389:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000010:3.0:1784950430.802398:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000020:00000040:0.0:1784950430.802399:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:0.0:1784950430.802407:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:0.0:1784950430.802411:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000010:3.0:1784950430.802412:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d522160c. 00000100:00000001:0.0:1784950430.802417:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950430.802422:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002cc587b8. 00000020:00000010:0.0:1784950430.802425:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000100:00000001:0.0:1784950430.802431:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950430.802434:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006049900c. 00000020:00000010:0.0:1784950430.802436:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000020:00000010:0.0:1784950430.802449:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090af554c. 00000100:00000040:3.0:1784950430.802452:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000010:0.0:1784950430.802456:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 00000100:00000001:3.0:1784950430.802459:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950430.802464:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1784950430.802465:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000001:3.0:1784950430.802468:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950430.802475:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950430.802507:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950430.802510:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950430.802515:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950430.802523:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950430.802529:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950430.802542:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950430.802545:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950430.802551:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1784950430.802561:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2689 00000100:00000001:0.0:1784950430.802564:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1784950430.802567:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:0.0:1784950430.802569:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950430.802576:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883984640 : -120287825566976 : ffff92994ee2e300) 00000100:00100000:0.0:1784950430.802584:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2690 00000100:00000040:3.0:1784950430.802591:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f866d7f6 x1871652369193984/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:581/0 lens 224/0 e 0 to 0 dl 1784950441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950430.802595:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:0.0:1784950430.802604:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785867202048 : -120287842349568 : ffff92994de2ce00) 00000100:00000001:3.0:1784950430.802619:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1784950430.802620:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000fcc2f7f x1871652369193856/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:581/0 lens 224/0 e 0 to 0 dl 1784950441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950430.802627:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:3.0:1784950430.802637:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950430.802647:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000001:0.0:1784950430.802651:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1784950430.802659:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f866d7f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369193984:12345-192.168.203.114@tcp:41: 00000020:00000010:0.0:1784950430.802663:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000100:00000200:3.0:1784950430.802667:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369193984 00000100:00000001:0.0:1784950430.802674:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950430.802676:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950430.802684:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:0.0:1784950430.802686:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000020:00000001:3.0:1784950430.802691:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950430.802698:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950430.802701:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:3.0:1784950430.802708:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1784950430.802709:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000fcc2f7f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369193856:12345-192.168.203.114@tcp:41: 00000001:00000001:3.0:1784950430.802713:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369193984, found 0 last_xid 1871652369193983 00000020:00000001:3.0:1784950430.802751:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950430.802754:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950430.802757:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950430.802760:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950430.802766:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950430.802772:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1784950430.802774:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369193856 00000020:00000001:0.0:1784950430.802781:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000010:3.0:1784950430.802781:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000013359608. 02000000:00000001:3.0:1784950430.802789:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950430.802790:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950430.802795:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950430.802798:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950430.802804:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000004:00000001:3.0:1784950430.802805:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000001:0.0:1784950430.802808:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000004:00000001:3.0:1784950430.802811:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000020:00000001:0.0:1784950430.802815:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000004:00000001:3.0:1784950430.802816:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1784950430.802822:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369193856, found 0 last_xid 1871652369193855 00000020:00000001:0.0:1784950430.802828:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950430.802831:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950430.802834:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000004:00000024:3.0:1784950430.802835:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000001:0.0:1784950430.802837:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1784950430.802849:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:0.0:1784950430.802850:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950430.802857:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000020:3.0:1784950430.802858:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 02000000:00000010:0.0:1784950430.802865:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005654861f. 00000020:00000020:3.0:1784950430.802866:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 02000000:00000001:0.0:1784950430.802875:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1784950430.802877:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1784950430.802882:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1784950430.802885:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000004:00000001:0.0:1784950430.802891:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000001:00000001:3.0:1784950430.802895:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000004:00000001:0.0:1784950430.802897:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000001:00000001:3.0:1784950430.802901:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950430.802902:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950430.802909:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950430.802915:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369193984 00010000:00000001:3.0:1784950430.802919:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000004:00000024:0.0:1784950430.802920:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00010000:00000200:3.0:1784950430.802929:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f866d7f6 x1871652369193984/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:581/0 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:0.0:1784950430.802930:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:0.0:1784950430.802940:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000004:00000020:0.0:1784950430.802952:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00010000:00000001:3.0:1784950430.802966:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000001:00000001:0.0:1784950430.802970:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1784950430.802971:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1784950430.802975:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950430.802979:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=63 v=5 (1 1 1 1) 00000004:00000001:0.0:1784950430.802981:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950430.802992:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369193856 00000100:00000001:3.0:1784950430.802994:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1784950430.802997:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:3.0:1784950430.803004:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950430.803011:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00010000:00000200:0.0:1784950430.803012:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000000fcc2f7f x1871652369193856/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:581/0 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950430.803020:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950430.803025:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950430.803034:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1784950430.803037:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1784950430.803044:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000001:0.0:1784950430.803045:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950430.803052:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=63 v=5 (1 1 1 1) 00000400:00000010:3.0:1784950430.803053:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074fd7680. 00000100:00000001:0.0:1784950430.803062:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1784950430.803064:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369193984, offset 224 00000100:00000040:0.0:1784950430.803072:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950430.803081:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950430.803083:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950430.803089:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950430.803092:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950430.803099:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950430.803100:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:0.0:1784950430.803109:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950430.803117:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10928:10928:240:4294967295] 192.168.203.114@tcp LPNI seq info [9692:9692:8:4294967295] 00000400:00000010:0.0:1784950430.803121:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a240814. 00000100:00000200:0.0:1784950430.803130:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369193856, offset 224 00000400:00000200:3.0:1784950430.803143:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:0.0:1784950430.803150:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:3.0:1784950430.803160:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950430.803169:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:3.0:1784950430.803169:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000dc50a7. 00000800:00000200:3.0:1784950430.803187:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950430.803188:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10929:10929:239:4294967295] 192.168.203.114@tcp LPNI seq info [9693:9693:7:4294967295] 00000800:00000200:3.0:1784950430.803203:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950430.803213:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000000dc50a7 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:0.0:1784950430.803222:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950430.803231:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950430.803237:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdda80e2. 00000100:00000001:3.0:1784950430.803242:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950430.803250:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:3.0:1784950430.803256:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950430.803263:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:0.0:1784950430.803269:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:3.0:1784950430.803269:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950430.803278:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdda80e2 type 1, nob 464 niov 1 nkiov 1 00000020:00000001:3.0:1784950430.803279:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1784950430.803289:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f866d7f6 x1871652369193984/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:581/0 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950430.803305:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950430.803306:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f866d7f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369193984:12345-192.168.203.114@tcp:41: Request processed in 684us (1182us total) trans 0 rc 0/0 00000100:00000040:0.0:1784950430.803320:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950430.803327:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00100000:3.0:1784950430.803329:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2689 00000020:00000001:0.0:1784950430.803332:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950430.803336:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000020:00000001:0.0:1784950430.803338:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950430.803346:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950430.803351:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1784950430.803352:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fcc2f7f x1871652369193856/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:581/0 lens 224/368 e 0 to 0 dl 1784950441 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950430.803357:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002cc587b8. 00000020:00000010:3.0:1784950430.803369:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006049900c. 00000100:00100000:0.0:1784950430.803376:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000fcc2f7f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369193856:12345-192.168.203.114@tcp:41: Request processed in 722us (1142us total) trans 0 rc 0/0 00000020:00000010:3.0:1784950430.803377:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d522160c. 00000800:00000001:2.0:1784950430.803382:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950430.803386:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1784950430.803391:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000010:1.0:1784950430.803396:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000dc50a7. 00000100:00000001:3.0:1784950430.803402:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950430.803403:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950430.803406:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1784950430.803410:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2690 00000800:00000001:2.0:1784950430.803416:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950430.803420:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000400:00000200:1.0:1784950430.803427:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950430.803429:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:2.0:1784950430.803432:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950430.803438:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1784950430.803438:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074fd7680 00000400:00000010:1.0:1784950430.803446:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000074fd7680. 00000020:00000010:0.0:1784950430.803448:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000100:00000001:1.0:1784950430.803459:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1784950430.803460:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:0.0:1784950430.803462:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00000001:1.0:1784950430.803466:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1784950430.803476:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090af554c. 00000020:00000040:0.0:1784950430.803513:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:0.0:1784950430.803519:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950430.803525:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bdc00 00000400:00000200:2.0:1784950430.803546:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15bad [1] + 224 00000800:00000001:2.0:1784950430.803560:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950430.803567:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950430.803573:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdda80e2. 00000800:00000001:2.0:1784950430.803581:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950430.803582:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950430.803588:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950430.803594:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950430.803602:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950430.803603:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950430.803616:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950430.803616:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950430.803619:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a240814 00000400:00000010:3.0:1784950430.803626:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a240814. 00000800:00000001:1.0:1784950430.803627:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950430.803636:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950430.803642:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950430.803646:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950430.803647:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:2.0:1784950430.803663:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000051f8917f x1871652369193984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950430.803670:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bdb80 00000400:00000200:1.0:1784950430.803689:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15ba5 [1] + 224 00000800:00000001:1.0:1784950430.803707:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950430.803713:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000051f8917f x1871652369193984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950430.803716:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950430.803750:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950430.803759:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950430.803769:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950430.803779:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000501f9ecc x1871652369193856/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950430.803797:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000501f9ecc x1871652369193856/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950430.803805:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950430.803826:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950430.803827:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950430.803841:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950430.803842:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950430.803853:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950430.803854:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950430.803861:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784950430.803870:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950430.803874:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950430.803878:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c68dea9. 00000400:00000200:3.0:1784950430.803886:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000400:00000010:3.0:1784950430.803889:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000100:00000001:0.0:1784950430.803893:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950430.803895:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950430.803901:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1784950430.803908:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000051f8917f x1871652369193984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784950430.803911:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950430.803917:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950430.803922:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001643a88a. 00000400:00000200:0.0:1784950430.803934:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039cc9418 00000100:00000200:3.0:1784950430.803935:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000051f8917f x1871652369193984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950430.803941:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000039cc9418. 00000100:00000001:0.0:1784950430.803950:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950430.803959:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784950430.803962:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000501f9ecc x1871652369193856/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950430.803965:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950430.803974:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950430.803979:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950430.803984:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950430.803989:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950430.803996:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950430.803997:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000501f9ecc x1871652369193856/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784950430.804008:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=63 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950430.804013:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784950430.804016:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=63 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950430.804018:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950430.804028:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950430.804029:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1784950430.804033:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950430.804035:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950430.804039:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1784950430.804041:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950430.804044:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950430.804046:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950430.804049:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950430.804053:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950430.804057:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00001000:0.0:1784950430.804059:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=58 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950430.804060:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950430.804065:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950430.804070:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=58 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950430.804077:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051f8917f x1871652369193984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950430.804079:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950430.804085:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950430.804093:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950430.804098:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950430.804109:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784950430.804109:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950430.804114:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950430.804116:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950430.804123:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950430.804124:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950430.804129:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950430.804131:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1784950430.804138:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000040:0.0:1784950430.804141:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000501f9ecc x1871652369193856/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:3.0:1784950430.804151:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000100:00000001:0.0:1784950430.804161:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1784950430.804166:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950430.804168:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950430.804174:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950430.804179:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051f8917f x1871652369193984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1784950430.804181:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1784950430.804188:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000020:0.0:1784950430.804208:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00100000:3.0:1784950430.804209:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000051f8917f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369193984:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950430.804225:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1784950430.804227:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950430.804230:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950430.804238:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000501f9ecc x1871652369193856/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950430.804242:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000051f8917f x1871652369193984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950430.804283:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369193856:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950430.804285:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950430.804292:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950430.804295:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784950430.804297:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000075f34745. 00000100:00000001:0.0:1784950430.804300:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784950430.804307:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1784950430.804309:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000501f9ecc x1871652369193856/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950430.804314:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950430.804319:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1784950430.804329:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950430.804331:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1784950430.804336:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070b3560d. 02000000:00000001:0.0:1784950430.804337:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950430.804346:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001a976f82. 02000000:00000001:3.0:1784950430.804347:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950430.804352:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950430.804356:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051f8917f. 02000000:00000001:0.0:1784950430.804357:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950430.804362:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950430.804363:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1784950430.804364:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950430.804369:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950430.804372:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950430.804374:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950430.804378:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bea13e4c. 00000100:00000001:3.0:1784950430.804382:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784950430.804385:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950430.804387:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950430.804391:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784950430.804393:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1784950430.804396:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000501f9ecc. 00000100:00000001:3.0:1784950430.804398:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950430.804404:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950430.804409:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950430.804412:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950430.804418:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950430.804421:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950430.804424:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950430.804427:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950430.815857:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307368974, at 4307368975 00000100:00000040:1.0:1784950430.815867:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307368974, at 4307368975 00000100:00000010:3.0:1784950430.815869:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092820665. 00000100:00000040:0.0:1784950430.815883:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307368974, at 4307368975 00000100:00000010:1.0:1784950430.815883:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000276e14b6. 00000100:00000040:2.0:1784950430.815890:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307368974, at 4307368975 00000100:00000010:0.0:1784950430.815898:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f0cb91c. 00000100:00000010:2.0:1784950430.815906:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046a56b44. 00010000:00000001:2.0:1784950431.056847:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950431.056855:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950431.056862:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950431.056864:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950431.056999:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950431.057006:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950431.057010:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.0:1784950431.504895:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.8@tcp 00000800:00000010:2.0:1784950431.504903:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b9f26aca. 00000400:00000200:2.0:1784950431.504915:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950431.504924:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.8@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950431.504933:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12703 health :900 00000400:00000200:2.0:1784950431.504941:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950431.504947:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.8@tcp: 1 00000400:00000200:2.0:1784950431.504953:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.8@tcp: -114 00000400:00000200:1.0:1784950431.505087:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1784950431.505099:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.8@tcp(00000000b1b129a5) state 0x861 00000400:00000001:1.0:1784950431.505107:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950431.505109:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950431.505113:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001847ad53 00000400:00000010:1.0:1784950431.505116:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001847ad53. 00000400:00000200:1.0:1784950431.505123:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950431.505127:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.8@tcp: -114 00000400:00000010:1.0:1784950431.505133:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a9a863bd. 00000400:00000200:1.0:1784950431.505140:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.8@tcp:-110 00000400:00000200:1.0:1784950431.505143:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.8@tcp(00000000b1b129a5) state 0x2061 rc -110 00000400:00000200:1.0:1784950431.505147:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.8@tcp 00000100:00000001:3.0:1784950431.696768:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950431.696772:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1784950431.696780:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950406/real 1784950406] req@000000004838e8b3 x1871652369189120/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950431 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784950431.696791:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950431.696792:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950431.696794:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bedd139c. 00000400:00000200:3.0:1784950431.696797:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000400:00000010:3.0:1784950431.696799:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000100:00000001:3.0:1784950431.696802:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950431.696804:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004838e8b3 x1871652369189120/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950431 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950431.696812:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004838e8b3 x1871652369189120/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950431 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950431.696817:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950431.696819:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950431.696821:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950431.696822:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950431.696824:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000004838e8b3 x1871652369189120/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950431 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950431.696829:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950431.696836:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950431.696837:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950431.696839:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950431.696841:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950431.696843:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950431.696845:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004838e8b3 x1871652369189120/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950431 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950431.696850:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1784950431.696852:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950431.696853:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950431.696853:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950431.696855:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1784950431.696856:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1784950431.696859:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784950431.696874:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:3.0:1784950431.696876:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1784950431.696878:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004838e8b3 x1871652369189120/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950431 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950431.696883:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004838e8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369189120:192.168.203.114@tcp:8: 00000100:00000001:3.0:1784950431.696886:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950431.696888:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950431.696890:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004838e8b3 x1871652369189120/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950431 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950431.696894:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950431.696896:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950431.696899:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e254b15f. 02000000:00000001:3.0:1784950431.696902:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950431.696904:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950431.696905:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:3.0:1784950431.696907:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950431.696908:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000629dde9a. 02000000:00000001:3.0:1784950431.696911:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1784950431.696941:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950431.696946:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950431.696952:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a8a3718. 00000020:00000040:1.0:1784950431.696955:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950431.696958:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950431.696961:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950431.696966:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950431.696971:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b35b6916. 02000000:00000001:3.0:1784950431.696974:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950431.696977:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004838e8b3. 00000100:00000001:1.0:1784950431.696978:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950431.696981:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950431.696984:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950431.696986:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000004a8a3718 x1871652369194112/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950431.696987:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.696997:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950431.697000:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950431.697005:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8a3718] to pc [ptlrpcd_00_00+0] req@000000004a8a3718 x1871652369194112/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950431.697024:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950431.697025:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950431.697026:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950431.697032:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950431.697032:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950431.697034:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce2a276. 00000100:00000001:0.0:1784950431.697036:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1784950431.697037:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950431.697041:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950431.697042:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950431.697044:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950431.697045:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a8a3718 x1871652369194112/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950431.697046:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fc7a79b2. 00000100:00000001:1.0:1784950431.697050:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950431.697057:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@000000001ce2a276 x1871652369194240/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950431.697069:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950431.697070:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950431.697073:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950431.697075:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950431.697077:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce2a276] to pc [ptlrpcd_00_01+1] req@000000001ce2a276 x1871652369194240/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950431.697082:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950431.697086:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950431.697087:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950431.697087:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1784950431.697089:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:2.0:1784950431.697092:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950431.697095:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950431.697096:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1784950431.697096:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950431.697101:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1784950431.697104:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004a8a3718 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369194112:0@lo:400: 00000100:00000040:2.0:1784950431.697105:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ce2a276 x1871652369194240/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950431.697106:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950431.697109:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aea1c9d. 00000100:00000001:0.0:1784950431.697112:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1784950431.697115:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1784950431.697119:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950431.697120:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950431.697123:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950431.697124:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950431.697124:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1784950431.697128:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.697128:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950431.697129:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784950431.697133:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1784950431.697135:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eec44ac7. 02000000:00000010:0.0:1784950431.697136:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090af554c. 02000000:00000001:2.0:1784950431.697136:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950431.697140:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950431.697142:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950431.697142:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950431.697146:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000005aea1c9d x1871652369194368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1784950431.697150:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000984425a1. 00000100:00100000:2.0:1784950431.697150:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000001ce2a276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369194240:192.168.203.114@tcp:400: 00000400:00000010:0.0:1784950431.697158:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968cd81d. 00000100:00000001:2.0:1784950431.697159:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950431.697164:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784950431.697164:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950431.697166:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950431.697167:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369194112, portal 25 00000100:00000001:1.0:1784950431.697167:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950431.697172:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950431.697174:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1784950431.697176:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aea1c9d] to pc [ptlrpcd_00_02+2] req@000000005aea1c9d x1871652369194368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950431.697177:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867198464 : -120287842353152 : ffff92994de2c000) 02000000:00000010:2.0:1784950431.697177:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce0859fb. 02000000:00000001:2.0:1784950431.697182:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950431.697187:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a8a3718 x1871652369194112/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950431.697189:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4b560a4. 00000400:00000010:2.0:1784950431.697196:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbc882ed. 00000100:00000001:0.0:1784950431.697198:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784950431.697200:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369194240, portal 4 00000100:00000040:0.0:1784950431.697203:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1784950431.697205:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950431.697206:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.697208:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867206528 : -120287842345088 : ffff92994de2df80) 00000400:00000010:0.0:1784950431.697209:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdfacc79. 00000100:00000040:1.0:1784950431.697210:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1784950431.697216:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369194112, offset 0 00000100:00000001:1.0:1784950431.697216:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1784950431.697220:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001ce2a276 x1871652369194240/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950431.697221:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035587b4e. 00000100:00000001:3.0:1784950431.697224:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1784950431.697227:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:0.0:1784950431.697228:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1784950431.697229:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1784950431.697234:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950431.697235:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950431.697237:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950431.697242:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950431.697243:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784950431.697244:0:441641:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1784950431.697244:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950431.697247:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950431.697248:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fd72e494. 00000100:00000040:2.0:1784950431.697253:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950431.697253:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950431.697254:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950431.697256:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784950431.697259:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072272f0d. 00000400:00000200:0.0:1784950431.697260:0:441641:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bdc80 00000100:00000001:3.0:1784950431.697260:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950431.697263:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@0000000035587b4e x1871652369194496/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1784950431.697265:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369194240, offset 0 00000400:00000200:0.0:1784950431.697272:0:441641:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1448d [2] + 0 00000100:00000040:3.0:1784950431.697275:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aea1c9d x1871652369194368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950431.697280:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e1af417. 00000400:00000200:0.0:1784950431.697287:0:441641:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004bc7d7f9 00000100:00000001:1.0:1784950431.697288:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950431.697290:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950431.697297:0:441641:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950431.697297:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950431.697297:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784950431.697298:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035587b4e] to pc [ptlrpcd_00_03+3] req@0000000035587b4e x1871652369194496/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950431.697301:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950431.697306:0:441641:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1784950431.697307:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950431.697311:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950431.697312:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:3.0:1784950431.697317:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950431.697324:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1784950431.697324:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005aea1c9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369194368:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950431.697325:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950431.697331:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000200:2.0:1784950431.697331:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950431.697334:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950431.697338:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:1.0:1784950431.697339:0:437703:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:2.0:1784950431.697339:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784950431.697340:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.697344:0:437703:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1784950431.697345:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784950431.697347:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00080000:1.0:1784950431.697348:0:437703:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:3.0:1784950431.697351:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d522160c. 00000100:00000001:1.0:1784950431.697354:0:437703:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:2.0:1784950431.697354:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10930:10930:241:4294967295] 192.168.203.114@tcp LPNI seq info [9694:9694:8:4294967295] 02000000:00000001:3.0:1784950431.697355:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950431.697361:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12676 00000400:00000010:3.0:1784950431.697362:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bedd139c. 00000400:00000010:3.0:1784950431.697367:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000400:00000200:2.0:1784950431.697371:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:3.0:1784950431.697373:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369194368, portal 10 00000100:00000001:3.0:1784950431.697378:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950431.697380:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867209216 : -120287842342400 : ffff92994de2ea00) 00000400:00000200:0.0:1784950431.697381:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bc7d7f9 00000800:00000200:2.0:1784950431.697381:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950431.697382:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000400:00000010:0.0:1784950431.697387:0:441641:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 000000004bc7d7f9. 00000800:00000010:2.0:1784950431.697390:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078605e0a. 00000100:00080000:1.0:1784950431.697391:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12675 00000100:00000040:3.0:1784950431.697392:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005aea1c9d x1871652369194368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950431.697394:0:441641:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950431.697397:0:441641:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:2.0:1784950431.697402:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:0.0:1784950431.697404:0:441641:0:(events.c:337:request_in_callback()) incoming req@000000004e04f237 x1871652369194112 msgsize 224 00000400:00000200:1.0:1784950431.697407:0:437703:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: 0 00000400:00000200:1.0:1784950431.697414:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -11 00000800:00000200:2.0:1784950431.697418:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:0.0:1784950431.697419:0:441641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1784950431.697424:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000040:0.0:1784950431.697426:0:441641:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:2.0:1784950431.697426:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078605e0a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950431.697431:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950431.697434:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950431.697436:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000001:0.0:1784950431.697438:0:441641:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950431.697439:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000100:00000001:2.0:1784950431.697442:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950431.697443:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950431.697444:0:437703:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1784950431.697446:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdfacc79 00000020:00000040:1.0:1784950431.697448:0:437703:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 00000400:00000010:3.0:1784950431.697448:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000400:00000010:0.0:1784950431.697449:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdfacc79. 00000100:00000040:2.0:1784950431.697450:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13718 usecs (14 jiffies) 00000020:00000001:1.0:1784950431.697451:0:437703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950431.697456:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307369870 00000100:00000001:0.0:1784950431.697457:0:441641:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1784950431.697457:0:437703:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000100:00000200:3.0:1784950431.697457:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369194368, offset 0 00000020:00000001:1.0:1784950431.697463:0:437703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00000200:0.0:1784950431.697464:0:441641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a8a3718 x1871652369194112/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784950431.697464:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5234a2c. 00000020:00000001:1.0:1784950431.697469:0:437703:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000400:00000200:3.0:1784950431.697470:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950431.697473:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:1.0:1784950431.697487:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950431.697492:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1784950431.697492:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950431.697494:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307369870 00000100:00000040:1.0:1784950431.697499:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 00000100:00000001:0.0:1784950431.697501:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1784950431.697502:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009eab4d4. 00000400:00000200:3.0:1784950431.697502:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950431.697503:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000100:00000040:0.0:1784950431.697506:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a8a3718 x1871652369194112/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784950431.697509:0:437703:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000100:00000001:2.0:1784950431.697510:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784950431.697510:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950431.697517:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950431.697518:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307369870 00000100:00080000:1.0:1784950431.697520:0:437703:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 00000100:00000010:2.0:1784950431.697524:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9d541a5. 00000100:00000001:0.0:1784950431.697525:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950431.697526:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00080000:1.0:1784950431.697529:0:437703:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000100:00000001:2.0:1784950431.697531:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1784950431.697532:0:441641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950431.697534:0:437703:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950431.697535:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10931:10931:240:4294967295] 192.168.203.114@tcp LPNI seq info [9695:9695:7:4294967295] 00000100:00000001:2.0:1784950431.697536:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307369870 02000000:00000001:1.0:1784950431.697540:0:437703:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:2.0:1784950431.697543:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009b9e16f9. 00000100:00000001:2.0:1784950431.697547:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 02000000:00000001:1.0:1784950431.697548:0:437703:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950431.697553:0:437703:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.697554:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950431.697558:0:437703:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:3.0:1784950431.697558:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950431.697559:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.697562:0:437703:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.697564:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.697569:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784950431.697571:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d43df96. 00000100:00000001:0.0:1784950431.697573:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950431.697573:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000040:1.0:1784950431.697575:0:437703:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1784950431.697575:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950431.697580:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950431.697581:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307372282 00000800:00000010:3.0:1784950431.697581:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007262da46. 02000000:00000001:1.0:1784950431.697582:0:437703:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1784950431.697583:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950431.697585:0:437703:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.697586:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950431.697590:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950431.697591:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307369870 00000800:00000200:3.0:1784950431.697591:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950431.697592:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950431.697593:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950431.697595:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950431.697599:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950431.697602:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307372282 02000000:00000010:1.0:1784950431.697604:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000e15a4fb. 00000800:00000200:3.0:1784950431.697604:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950431.697607:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307369870 00000100:00000001:1.0:1784950431.697610:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950431.697610:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007262da46 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950431.697612:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307372282 00000100:00000001:2.0:1784950431.697618:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950431.697619:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307369870 00000100:00100000:1.0:1784950431.697621:0:437703:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003d43df96 x1871652369194624/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784950431.697622:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1784950431.697624:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307372282 00000100:00000001:3.0:1784950431.697629:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.697630:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950431.697631:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307369870 00000100:00000001:2.0:1784950431.697637:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784950431.697637:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5585 usecs (6 jiffies) 00000100:00000001:0.0:1784950431.697638:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950431.697641:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950431.697641:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950431.697643:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307369862 00000100:00000001:1.0:1784950431.697644:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950431.697646:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.697647:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950431.697649:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307372282 00000100:00000001:2.0:1784950431.697650:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950431.697653:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950431.697653:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d43df96] to pc [ptlrpcd_rcv+-1] req@000000003d43df96 x1871652369194624/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950431.697654:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307369862 00000100:00000001:0.0:1784950431.697660:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950431.697660:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307372282 00000100:00000001:3.0:1784950431.697665:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307369862 00000100:00000001:3.0:1784950431.697669:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307372282 00000100:00000001:0.0:1784950431.697670:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950431.697671:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307369862 00000100:00000001:0.0:1784950431.697675:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950431.697675:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307372282 00000100:00000001:1.0:1784950431.697676:0:437703:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950431.697679:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950431.697682:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950431.697683:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950431.697684:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950431.697688:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950431.697690:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.697691:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784950431.697693:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950431.697693:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950431.697695:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c90cb1a. 00000100:00000001:3.0:1784950431.697698:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950431.697701:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950431.697701:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1784950431.697701:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950431.697705:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.697708:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950431.697709:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950431.697711:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950431.697714:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950431.697749:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000031cff90d. 00000800:00000001:3.0:1784950431.697751:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950431.697753:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950431.697753:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950431.697758:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369194112 00000100:00000040:1.0:1784950431.697760:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@000000001c90cb1a x1871652369194752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1784950431.697761:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1784950431.697761:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950431.697762:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950431.697765:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000010:2.0:1784950431.697767:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078605e0a. 00000800:00000001:3.0:1784950431.697768:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950431.697769:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950431.697773:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950431.697774:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784950431.697776:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950431.697782:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369194112 00000400:00000200:2.0:1784950431.697786:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950431.697787:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:3.0:1784950431.697788:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950431.697789:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000020:00000040:0.0:1784950431.697791:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:1.0:1784950431.697793:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950431.697794:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072272f0d 00000020:00000001:0.0:1784950431.697795:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950431.697800:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000400:00000010:2.0:1784950431.697800:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000072272f0d. 00000400:00000200:3.0:1784950431.697802:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bdd00 00000100:00000040:1.0:1784950431.697803:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c90cb1a] to pc [ptlrpcd_00_00+0] req@000000001c90cb1a x1871652369194752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950431.697806:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:2.0:1784950431.697807:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1784950431.697813:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000200:2.0:1784950431.697814:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ce2a276 x1871652369194240/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950431.697815:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 10976 00000100:00000001:0.0:1784950431.697821:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1784950431.697827:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950431.697828:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000100:00000001:0.0:1784950431.697833:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950431.697834:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950431.697840:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000400:00000200:3.0:1784950431.697841:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950431.697844:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.697844:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1784950431.697849:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000197c7725. 00000100:00000040:2.0:1784950431.697850:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ce2a276 x1871652369194240/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950431.697851:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12707) 00000400:00000200:3.0:1784950431.697852:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950431.697855:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 00000100:00000001:3.0:1784950431.697861:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1784950431.697863:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000200:3.0:1784950431.697864:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1784950431.697865:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950431.697866:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.697869:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950431.697870:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1784950431.697871:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc9ccb62. 00000100:00000040:0.0:1784950431.697874:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1784950431.697875:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950431.697876:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000bc9ccb62 x1871652369194240 msgsize 224 00000100:00000001:0.0:1784950431.697881:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1784950431.697882:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1784950431.697884:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950431.697887:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950431.697888:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950431.697889:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.697892:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950431.697894:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950431.697897:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950431.697898:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.697899:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950431.697901:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950431.697902:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950431.697907:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c90cb1a x1871652369194752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950431.697909:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950431.697911:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950431.697917:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950431.697920:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950431.697922:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950431.697924:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950431.697926:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950431.697929:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1784950431.697929:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000001c90cb1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369194752:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950431.697930:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950431.697933:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000200:2.0:1784950431.697933:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1784950431.697934:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369194240 00000100:00000001:1.0:1784950431.697936:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1784950431.697939:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007262da46. 02000000:00000001:3.0:1784950431.697939:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1784950431.697940:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 02000000:00000001:1.0:1784950431.697940:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950431.697942:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1784950431.697944:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950431.697945:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950431.697946:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950431.697948:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 02000000:00000001:1.0:1784950431.697948:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950431.697953:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785715151952 : -120287994399664 : ffff929944d2b450) 02000000:00000001:3.0:1784950431.697953:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950431.697954:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000090073cd. 00000400:00000200:2.0:1784950431.697954:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950431.697961:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950431.697961:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369194240 00000400:00000200:2.0:1784950431.697962:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000100:00000040:0.0:1784950431.697963:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e04f237 x1871652369194112/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:582/0 lens 224/0 e 0 to 0 dl 1784950442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950431.697966:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000010:2.0:1784950431.697967:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000400:00000010:1.0:1784950431.697968:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016b87288. 00000020:00000040:3.0:1784950431.697971:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:2.0:1784950431.697973:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1784950431.697975:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:1.0:1784950431.697976:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e49f40e5. 00000100:00000200:2.0:1784950431.697980:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aea1c9d x1871652369194368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950431.697980:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000200:1.0:1784950431.697983:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369194752, portal 10 00000020:00000001:3.0:1784950431.697986:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:0.0:1784950431.697989:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1784950431.697991:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000010:0.0:1784950431.697993:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000100:00000001:3.0:1784950431.697997:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950431.697998:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950431.698000:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1784950431.698002:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:1.0:1784950431.698004:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785889434240 : -120287820117376 : ffff92994f360a80) 00000020:00000010:0.0:1784950431.698005:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000100:00000001:2.0:1784950431.698005:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950431.698006:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950431.698011:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aea1c9d x1871652369194368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950431.698012:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00100000:0.0:1784950431.698018:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004e04f237 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369194112:12345-0@lo:400: 00000100:00000040:1.0:1784950431.698018:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001c90cb1a x1871652369194752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950431.698020:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017854499. 00000020:00000010:3.0:1784950431.698027:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002cc587b8. 00000100:00000200:0.0:1784950431.698030:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369194112 00000020:00000010:3.0:1784950431.698033:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006049900c. 00000100:00000001:2.0:1784950431.698035:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950431.698036:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950431.698041:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784950431.698041:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000001:0.0:1784950431.698042:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950431.698043:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1784950431.698046:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950431.698047:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:2.0:1784950431.698048:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950431.698051:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950431.698051:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1784950431.698053:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950431.698054:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950431.698057:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000400:00000010:1.0:1784950431.698057:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2b35e6e. 00000800:00000001:2.0:1784950431.698057:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950431.698059:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950431.698064:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1784950431.698065:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369194752, offset 0 00000800:00000001:2.0:1784950431.698065:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950431.698068:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950431.698071:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000001:2.0:1784950431.698071:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950431.698072:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950431.698075:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1784950431.698076:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950431.698079:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950431.698084:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1784950431.698085:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950431.698086:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950431.698087:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1784950431.698088:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950431.698091:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1784950431.698092:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1784950431.698097:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1784950431.698098:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2691 02000000:00000010:0.0:1784950431.698099:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000088df5d1e. 00000400:00000200:1.0:1784950431.698103:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:0.0:1784950431.698104:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950431.698105:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000400:00000200:1.0:1784950431.698109:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950431.698110:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950431.698110:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798856960 : -120287910694656 : ffff929949cff100) 00000400:00000200:1.0:1784950431.698115:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000001:0.0:1784950431.698116:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950431.698120:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc9ccb62 x1871652369194240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:582/0 lens 224/0 e 0 to 0 dl 1784950442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1784950431.698122:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369194112 00000400:00000200:1.0:1784950431.698123:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10932:10932:241:4294967295] 192.168.203.114@tcp LPNI seq info [9696:9696:8:4294967295] 00010000:00000001:0.0:1784950431.698128:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:0.0:1784950431.698134:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000004e04f237 x1871652369194112/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:582/0 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950431.698143:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950431.698145:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:3.0:1784950431.698148:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:3.0:1784950431.698152:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950431.698159:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00010000:00000001:0.0:1784950431.698161:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000200:1.0:1784950431.698161:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950431.698164:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bdd80 00010000:00000001:0.0:1784950431.698165:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950431.698168:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a891b017. 00000100:00100000:3.0:1784950431.698169:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000bc9ccb62 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369194240:12345-192.168.203.114@tcp:400: 00000100:00001000:0.0:1784950431.698172:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=69 v=5 (1 1 1 1) 00000400:00000200:2.0:1784950431.698179:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 158144 00000800:00000200:1.0:1784950431.698180:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:3.0:1784950431.698181:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369194240 00000100:00000001:0.0:1784950431.698182:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950431.698187:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000020:00000001:3.0:1784950431.698187:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000001:2.0:1784950431.698189:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950431.698192:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950431.698193:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000800:00000200:1.0:1784950431.698193:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:3.0:1784950431.698196:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950431.698198:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:1.0:1784950431.698199:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a891b017 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:3.0:1784950431.698200:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1784950431.698201:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950431.698201:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950431.698203:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950431.698207:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950431.698208:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950431.698209:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1784950431.698209:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1784950431.698215:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5057 usecs (6 jiffies) 00000001:00000001:3.0:1784950431.698215:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369194240, found 0 last_xid 1871652369194239 00000100:00000040:0.0:1784950431.698220:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1784950431.698221:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950431.698222:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307369863 00000020:00000001:3.0:1784950431.698222:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950431.698225:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdfacc79. 00000020:00000001:3.0:1784950431.698228:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1784950431.698229:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307372282 00000100:00000200:0.0:1784950431.698230:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369194112, offset 224 00000100:00000001:2.0:1784950431.698230:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1784950431.698232:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1784950431.698234:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1784950431.698235:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307369863 00000020:00000001:3.0:1784950431.698236:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950431.698240:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027d219a6. 00000400:00000200:0.0:1784950431.698241:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1784950431.698243:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307372282 00000020:00000001:3.0:1784950431.698243:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1784950431.698246:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000027d219a6 x1871652369194368 msgsize 224 00000100:00000001:1.0:1784950431.698247:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307369863 00000100:00000001:3.0:1784950431.698248:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950431.698252:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307372282 02000000:00000001:3.0:1784950431.698253:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1784950431.698255:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1784950431.698258:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307369863 00000100:00100000:2.0:1784950431.698259:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000010:3.0:1784950431.698259:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000075f34745. 00000100:00000001:1.0:1784950431.698264:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307372282 00000400:00000200:0.0:1784950431.698265:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bdc80 02000000:00000001:3.0:1784950431.698265:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.698270:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950431.698271:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950431.698271:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950431.698276:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15bbd [1] + 224 00000100:00000001:1.0:1784950431.698277:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950431.698277:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950431.698284:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369194240 00000100:00000001:1.0:1784950431.698285:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950431.698286:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1784950431.698287:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950431.698289:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1784950431.698294:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000bc9ccb62 x1871652369194240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:582/0 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950431.698295:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1784950431.698303:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784950431.698304:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784950431.698304:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950431.698308:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950431.698309:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a8a3718 x1871652369194112/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784950431.698310:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=64 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950431.698317:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1784950431.698322:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950431.698325:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:0.0:1784950431.698327:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a8a3718 x1871652369194112/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950431.698327:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:3.0:1784950431.698329:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:2.0:1784950431.698330:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1784950431.698332:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950431.698334:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 00000800:00000010:2.0:1784950431.698335:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a891b017. 00000100:00000001:3.0:1784950431.698338:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950431.698342:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784950431.698343:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000034450a52. 00000100:00000040:3.0:1784950431.698346:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950431.698350:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 00000100:00000001:0.0:1784950431.698352:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784950431.698353:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:3.0:1784950431.698353:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000100:00000200:3.0:1784950431.698359:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369194240, offset 224 00000400:00000200:0.0:1784950431.698361:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdfacc79 00000400:00000010:1.0:1784950431.698362:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000ced75e40. 00000400:00000010:0.0:1784950431.698366:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdfacc79. 00000100:00000001:0.0:1784950431.698369:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1784950431.698370:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2b35e6e 00000100:00000001:0.0:1784950431.698371:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1784950431.698374:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c2b35e6e. 00000100:00000001:0.0:1784950431.698376:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.698378:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1784950431.698381:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000400:00000200:3.0:1784950431.698383:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:2.0:1784950431.698385:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c90cb1a x1871652369194752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950431.698387:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950431.698390:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950431.698396:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1784950431.698396:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950431.698397:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-1.2.3.4@tcp 00000100:00000040:0.0:1784950431.698401:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e04f237 x1871652369194112/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:582/0 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950431.698410:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10933:10933:240:4294967295] 192.168.203.114@tcp LPNI seq info [9697:9697:7:4294967295] 00000100:00000001:2.0:1784950431.698411:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950431.698417:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c90cb1a x1871652369194752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950431.698434:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004e04f237 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369194112:12345-0@lo:400: Request processed in 440us (1024us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950431.698435:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950431.698435:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950431.698440:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1784950431.698449:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00100000:0.0:1784950431.698450:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00000040:0.0:1784950431.698455:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000400:00000200:1.0:1784950431.698456:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 1.2.3.4@tcp local destination 00000800:00000010:3.0:1784950431.698456:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a7ee387. 00000100:00000001:0.0:1784950431.698458:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950431.698460:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950431.698464:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1784950431.698465:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950431.698465:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1784950431.698466:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950431.698468:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1784950431.698469:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000400:00000200:1.0:1784950431.698472:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:3.0:1784950431.698486:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:1.0:1784950431.698488:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000010:0.0:1784950431.698489:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00000040:2.0:1784950431.698490:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d43df96 x1871652369194624/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950431.698493:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a7ee387 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1784950431.698495:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000197c7725. 00000400:00000200:1.0:1784950431.698496:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 1.2.3.4@tcp 00000020:00000040:0.0:1784950431.698503:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000400:00000200:1.0:1784950431.698506:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10934:10934:240:4294967295] 1.2.3.4@tcp LPNI seq info [156:156:8:4294967295] 00000100:00000001:3.0:1784950431.698507:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.698509:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784950431.698510:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1784950431.698513:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950431.698515:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000088df5d1e. 00000100:00000040:3.0:1784950431.698515:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 02000000:00000001:2.0:1784950431.698518:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784950431.698519:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 1.2.3.4@tcp 02000000:00000001:0.0:1784950431.698520:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1784950431.698521:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:2.0:1784950431.698522:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950431.698525:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950431.698525:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950431.698526:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950431.698531:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1784950431.698533:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1784950431.698535:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 1.2.3.4@tcp(1.2.3.4@tcp:1.2.3.4@tcp) : GET try# 0 00000100:00100000:2.0:1784950431.698535:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000003d43df96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369194624:1.2.3.4@tcp:8: 00000400:00000010:0.0:1784950431.698539:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0a38594. 00000100:00000040:3.0:1784950431.698539:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc9ccb62 x1871652369194240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:582/0 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950431.698545:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1784950431.698549:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007734c9f0. 00000100:00000001:2.0:1784950431.698549:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950431.698550:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-1.2.3.4@tcp 00000100:00000001:2.0:1784950431.698555:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950431.698558:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a891b017. 00000100:00000001:2.0:1784950431.698561:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950431.698567:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000100:00000001:2.0:1784950431.698567:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950431.698572:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000bc9ccb62 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369194240:12345-192.168.203.114@tcp:400: Request processed in 423us (690us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950431.698574:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:1.0:1784950431.698574:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 56 secs later) 00000100:00000001:2.0:1784950431.698575:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950431.698579:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950431.698580:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369194368 00000100:00000001:2.0:1784950431.698584:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784950431.698585:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1784950431.698586:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2691 00000800:00000200:1.1:1784950431.698587:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000100:00000001:2.0:1784950431.698588:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950431.698589:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784950431.698591:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:0.0:1784950431.698593:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.698593:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1784950431.698594:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 56 secs later) 00000100:00000001:3.0:1784950431.698595:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950431.698598:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1784950431.698600:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950431.698601:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950431.698602:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002cc587b8. 00000800:00000100:1.0:1784950431.698605:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-1.2.3.4@tcp 00000100:00100000:0.0:1784950431.698607:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369194368 00000800:00000010:1.0:1784950431.698608:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a891b017. 00000020:00000010:3.0:1784950431.698609:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006049900c. 00000020:00000001:0.0:1784950431.698610:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000001:2.0:1784950431.698612:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950431.698614:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000400:00000200:1.0:1784950431.698615:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000010:3.0:1784950431.698616:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017854499. 00000020:00000001:0.0:1784950431.698617:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950431.698621:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000001:0.0:1784950431.698625:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000040:3.0:1784950431.698625:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000200:1.0:1784950431.698626:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->1.2.3.4@tcp: GET: REMOTE_ERROR 00000020:00000001:0.0:1784950431.698630:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:3.0:1784950431.698631:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950431.698634:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1784950431.698635:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950431.698639:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000400:00000200:1.0:1784950431.698639:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 1.2.3.4@tcp: 1 00000100:00000001:0.0:1784950431.698644:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950431.698644:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000800:00000200:2.0:1784950431.698646:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1784950431.698651:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000400:00000200:1.0:1784950431.698651:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 1.2.3.4@tcp 00000800:00000010:2.0:1784950431.698651:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a7ee387. 00000800:00000001:3.0:1784950431.698653:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950431.698657:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950431.698658:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 rc 0 00000800:00000001:3.0:1784950431.698658:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950431.698661:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000197c7725. 00000800:00000001:3.0:1784950431.698664:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950431.698667:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 00000400:00000200:2.0:1784950431.698667:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950431.698668:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 00000400:00000001:1.0:1784950431.698673:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1784950431.698675:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000001:1.0:1784950431.698676:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1784950431.698677:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000400:00000200:1.0:1784950431.698679:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000400:00000010:1.0:1784950431.698683:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 00000400:00000200:1.0:1784950431.698686:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950431.698686:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000400:00000200:3.0:1784950431.698688:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bdf00 00000100:00000040:0.0:1784950431.698689:0:453511:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:2.0:1784950431.698690:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000400:00000200:1.0:1784950431.698692:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000100:00000001:0.0:1784950431.698696:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1784950431.698698:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000034450a52. 00000100:00000001:2.0:1784950431.698699:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950431.698700:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950431.698703:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1784950431.698704:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 158368 00000100:00000001:0.0:1784950431.698706:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950431.698709:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 1.2.3.4@tcp:-5 00000800:00000001:2.0:1784950431.698709:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950431.698714:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1784950431.698715:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 rc -5 00000800:00000001:3.0:1784950431.698715:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950431.698718:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000001:2.0:1784950431.698736:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950431.698740:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950431.698741:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950431.698742:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950431.698745:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 1.2.3.4@tcp 00000800:00000001:2.0:1784950431.698746:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950431.698748:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950431.698755:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950431.698759:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950431.698761:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950431.698762:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950431.698765:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950431.698766:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950431.698767:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000001:1.0:1784950431.698768:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1784950431.698769:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1784950431.698771:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000001:1.0:1784950431.698773:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950431.698773:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bdd00 00000400:00000010:1.0:1784950431.698777:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000984425a1. 00000100:00000010:3.0:1784950431.698777:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ff7d5f7. 00000100:00100000:0.0:1784950431.698780:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1568 00000100:00000040:3.0:1784950431.698782:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000005ff7d5f7 x1871652369194752 msgsize 224 00000400:00000200:1.0:1784950431.698784:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968cd81d 00000100:00000040:0.0:1784950431.698786:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000400:00000010:1.0:1784950431.698788:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000968cd81d. 00000100:00000001:0.0:1784950431.698791:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032833280 : -120287676718336 : ffff929957c22300) 00000100:00100000:3.0:1784950431.698794:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950431.698795:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950431.698799:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000027d219a6 x1871652369194368/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:582/0 lens 224/0 e 0 to 0 dl 1784950442 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950431.698801:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a8a3718 x1871652369194112/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950431.698801:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15bc1 [1] + 224 00000100:00000001:3.0:1784950431.698806:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1784950431.698813:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950431.698815:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950431.698818:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950431.698821:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950431.698824:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950431.698831:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1784950431.698834:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950431.698836:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000100:00000200:1.0:1784950431.698837:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a8a3718 x1871652369194112/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950431.698838:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950431.698838:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950431.698840:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784950431.698842:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369194752 00000100:00000200:2.0:1784950431.698846:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ce2a276 x1871652369194240/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950431.698847:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 02000000:00000001:3.0:1784950431.698847:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950431.698851:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950431.698854:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950431.698859:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000027d219a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369194368:12345-192.168.203.114@tcp:400: 02000000:00000001:3.0:1784950431.698860:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.698865:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1784950431.698866:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369194752 00000100:00000001:1.0:1784950431.698868:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950431.698870:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950431.698874:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000001:1.0:1784950431.698876:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784950431.698880:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369194368 02000000:00000001:1.0:1784950431.698880:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1784950431.698880:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:2.0:1784950431.698884:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001ce2a276 x1871652369194240/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950431.698885:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1784950431.698885:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000001:0.0:1784950431.698886:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950431.698889:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950431.698890:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950431.698891:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:0.0:1784950431.698894:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950431.698895:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950431.698898:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:0.0:1784950431.698901:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00001000:1.0:1784950431.698902:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=69 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950431.698904:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1784950431.698905:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000010:3.0:1784950431.698909:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000020:00000001:0.0:1784950431.698912:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00001000:1.0:1784950431.698913:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=69 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950431.698915:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950431.698916:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950431.698919:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1784950431.698920:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000020:00000001:0.0:1784950431.698921:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950431.698921:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950431.698922:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950431.698926:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1784950431.698927:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1784950431.698928:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950431.698928:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017854499. 00000800:00000001:2.0:1784950431.698929:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784950431.698930:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950431.698935:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950431.698935:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950431.698935:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002cc587b8. 00000800:00000001:2.0:1784950431.698936:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950431.698939:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1784950431.698941:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006049900c. 02000000:00000001:0.0:1784950431.698943:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1784950431.698945:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a8a3718 x1871652369194112/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950431.698946:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000010:0.0:1784950431.698947:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000088df5d1e. 00000100:00000001:2.0:1784950431.698949:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950431.698950:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1784950431.698953:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950431.698954:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950431.698958:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950431.698958:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000035587b4e x1871652369194496/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950431.698961:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1784950431.698963:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950431.698965:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1784950431.698968:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950431.698970:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369194368 00000100:00000001:1.0:1784950431.698970:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1784950431.698976:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950431.698977:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950431.698981:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950431.698981:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950431.698982:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000200:0.0:1784950431.698983:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000027d219a6 x1871652369194368/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:582/0 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950431.698986:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950431.698989:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a8a3718 x1871652369194112/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950431.698991:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950431.698992:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1784950431.698995:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950431.698996:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1784950431.699003:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950431.699006:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1569 00000100:00100000:2.0:1784950431.699011:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000035587b4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369194496:192.168.203.114@tcp:400: 00000100:00000040:3.0:1784950431.699013:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00010000:00000001:0.0:1784950431.699015:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950431.699019:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798846208 : -120287910705408 : ffff929949cfc700) 00010000:00000001:0.0:1784950431.699020:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.699021:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950431.699025:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:0.0:1784950431.699027:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=64 v=5 (1 1 1 1) 02000000:00000001:2.0:1784950431.699028:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950431.699031:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005ff7d5f7 x1871652369194752/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:582/0 lens 224/0 e 0 to 0 dl 1784950442 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950431.699034:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950431.699037:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:2.0:1784950431.699039:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080cfe63d. 00000100:00000040:0.0:1784950431.699043:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00100000:1.0:1784950431.699044:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004a8a3718 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369194112:0@lo:400: 02000000:00000001:2.0:1784950431.699044:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950431.699050:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000010:2.0:1784950431.699051:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041e9cd30. 00000100:00000001:1.0:1784950431.699055:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950431.699057:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1784950431.699058:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072272f0d. 02000000:00000001:0.0:1784950431.699061:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.699061:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784950431.699063:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369194496, portal 4 00000100:00000001:3.0:1784950431.699065:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950431.699066:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950431.699067:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1784950431.699068:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a8a3718 x1871652369194112/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950431.699070:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:2.0:1784950431.699071:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867211008 : -120287842340608 : ffff92994de2f100) 00000100:00000040:0.0:1784950431.699073:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950431.699076:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784950431.699080:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdfacc79. 00000020:00000010:3.0:1784950431.699081:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000040:2.0:1784950431.699084:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000035587b4e x1871652369194496/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950431.699086:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369194368, offset 224 00000100:00100000:3.0:1784950431.699093:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005ff7d5f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369194752:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950431.699096:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1784950431.699100:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950431.699101:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1784950431.699104:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369194752 02000000:00000010:1.0:1784950431.699105:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090af554c. 00000020:00000001:3.0:1784950431.699109:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:1.0:1784950431.699112:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1784950431.699113:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:3.0:1784950431.699113:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950431.699114:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1784950431.699115:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1784950431.699117:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950431.699119:0:441641:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000100:00000040:2.0:1784950431.699123:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950431.699123:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950431.699125:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1784950431.699126:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10935:10935:241:4294967295] 192.168.203.114@tcp LPNI seq info [9698:9698:8:4294967295] 00000020:00000001:3.0:1784950431.699127:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 02000000:00000010:1.0:1784950431.699128:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b35b6916. 00000400:00000010:2.0:1784950431.699130:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c7615d7. 00000020:00000001:3.0:1784950431.699133:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1784950431.699135:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1784950431.699136:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369194496, offset 0 00000020:00000001:3.0:1784950431.699137:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950431.699138:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950431.699142:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a8a3718. 00000020:00000001:3.0:1784950431.699143:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1784950431.699147:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950431.699148:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950431.699149:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950431.699153:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950431.699153:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950431.699154:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:3.0:1784950431.699158:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950431.699159:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950431.699163:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000200:0.0:1784950431.699164:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950431.699165:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950431.699167:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784950431.699167:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:0.0:1784950431.699171:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bea13e4c. 00000100:00000001:1.0:1784950431.699171:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950431.699174:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1784950431.699174:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000629dde9a. 00000100:00000001:1.0:1784950431.699178:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950431.699179:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.699182:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950431.699183:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950431.699183:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950431.699184:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950431.699190:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1784950431.699190:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.699193:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1784950431.699195:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00010000:00000040:3.0:1784950431.699196:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369194752 00000100:00000001:1.0:1784950431.699197:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950431.699197:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:0.0:1784950431.699203:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bea13e4c type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1784950431.699203:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000001:1.0:1784950431.699205:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1784950431.699207:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10936:10936:240:4294967295] 192.168.203.114@tcp LPNI seq info [9699:9699:7:4294967295] 00000400:00000001:1.0:1784950431.699208:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000200:3.0:1784950431.699211:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000005ff7d5f7 x1871652369194752/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:582/0 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950431.699212:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4b560a4. 00000100:00000001:0.0:1784950431.699216:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950431.699217:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc882ed 00000400:00000010:1.0:1784950431.699223:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dbc882ed. 00000100:00000040:0.0:1784950431.699227:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950431.699228:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1784950431.699229:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:0.0:1784950431.699233:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000200:1.0:1784950431.699236:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ce2a276 x1871652369194240/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950431.699238:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950431.699238:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950431.699242:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950431.699245:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:2.0:1784950431.699245:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00001000:3.0:1784950431.699248:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=64 v=5 (1 1 1 1) 00000100:00000040:0.0:1784950431.699253:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027d219a6 x1871652369194368/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:582/0 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784950431.699253:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078605e0a. 00000100:00000001:3.0:1784950431.699256:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1784950431.699262:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000800:00000200:2.0:1784950431.699264:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950431.699269:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000200:1.0:1784950431.699272:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ce2a276 x1871652369194240/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950431.699275:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:2.0:1784950431.699276:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:3.0:1784950431.699279:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950431.699283:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078605e0a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950431.699285:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950431.699291:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950431.699292:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000027d219a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369194368:12345-192.168.203.114@tcp:400: Request processed in 456us (1040us total) trans 0 rc 0/0 00000100:00000040:3.0:1784950431.699293:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950431.699296:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4721 usecs (5 jiffies) 00000400:00000010:3.0:1784950431.699298:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 00000100:00000001:2.0:1784950431.699303:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307369863 00000100:00000200:3.0:1784950431.699305:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369194752, offset 224 00000100:00000001:1.0:1784950431.699307:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950431.699308:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307372282 00000100:00000001:1.0:1784950431.699311:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950431.699313:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1568 00000400:00000200:3.0:1784950431.699314:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950431.699315:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307369863 00000100:00000001:1.0:1784950431.699316:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:0.0:1784950431.699319:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 02000000:00000001:1.0:1784950431.699321:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950431.699321:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307372282 00000100:00000001:0.0:1784950431.699322:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950431.699324:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950431.699326:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950431.699327:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.699327:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307369863 00000400:00000200:3.0:1784950431.699328:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:0.0:1784950431.699331:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000100:00000001:2.0:1784950431.699333:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307372282 02000000:00000001:1.0:1784950431.699334:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950431.699338:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00000001:2.0:1784950431.699339:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307369863 00000100:00001000:1.0:1784950431.699341:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=59 v=5 (5 5 5 5) 00000400:00000200:3.0:1784950431.699342:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10937:10937:239:4294967295] 192.168.203.114@tcp LPNI seq info [9700:9700:6:4294967295] 00000020:00000010:0.0:1784950431.699344:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000197c7725. 00000100:00000001:2.0:1784950431.699345:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307372282 00000100:00001000:1.0:1784950431.699350:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=59 v=5 (1 1 1 1) 00000020:00000040:0.0:1784950431.699352:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:2.0:1784950431.699352:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950431.699359:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950431.699359:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.699360:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950431.699363:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950431.699365:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950431.699366:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950431.699367:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950431.699370:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.699372:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.699374:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000200:3.0:1784950431.699377:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950431.699378:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950431.699381:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000800:00000010:3.0:1784950431.699382:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4bcac29. 00000100:00000001:1.0:1784950431.699383:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950431.699390:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ce2a276 x1871652369194240/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950431.699393:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950431.699402:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784950431.699403:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950431.699407:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950431.699408:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000200:3.0:1784950431.699409:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c4bcac29 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950431.699411:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950431.699413:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bea13e4c. 00000100:00000001:3.0:1784950431.699414:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950431.699417:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950431.699418:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce2a276 x1871652369194240/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950431.699421:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950431.699426:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:0.0:1784950431.699428:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950431.699429:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950431.699434:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1784950431.699436:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdfacc79 00000400:00000010:0.0:1784950431.699440:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdfacc79. 00000100:00000040:3.0:1784950431.699441:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ff7d5f7 x1871652369194752/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:582/0 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950431.699444:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000001ce2a276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369194240:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950431.699445:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950431.699448:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950431.699455:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950431.699457:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950431.699459:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1784950431.699461:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005ff7d5f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369194752:12345-192.168.203.114@tcp:400: Request processed in 391us (674us total) trans 0 rc 0/0 00000800:00000010:0.0:1784950431.699462:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078605e0a. 00000100:00000040:1.0:1784950431.699466:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ce2a276 x1871652369194240/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950431.699468:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784950431.699488:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1569 00000400:00000200:0.0:1784950431.699495:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950431.699495:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1784950431.699496:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 02000000:00000001:1.0:1784950431.699499:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784950431.699501:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:1.0:1784950431.699502:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce0859fb. 00000400:00000200:0.0:1784950431.699503:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c7615d7 00000100:00000001:3.0:1784950431.699504:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1784950431.699508:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000c7615d7. 02000000:00000001:1.0:1784950431.699509:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1784950431.699509:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002cc587b8. 00000020:00000001:1.0:1784950431.699512:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950431.699513:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1784950431.699514:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006049900c. 00000020:00000040:1.0:1784950431.699515:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000010:3.0:1784950431.699518:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017854499. 00000100:00000200:0.0:1784950431.699520:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000035587b4e x1871652369194496/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950431.699520:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:3.0:1784950431.699522:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 02000000:00000010:1.0:1784950431.699524:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fc7a79b2. 00000100:00000001:3.0:1784950431.699527:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950431.699530:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950431.699533:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950431.699535:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ce2a276. 00000100:00000001:0.0:1784950431.699538:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950431.699539:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1784950431.699542:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000035587b4e x1871652369194496/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950431.699543:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950431.699547:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.699552:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950431.699554:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950431.699556:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.699557:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950431.699560:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950431.699561:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950431.699601:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950431.699603:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4bcac29. 00000400:00000200:0.0:1784950431.699605:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950431.699608:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950431.699610:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 00000400:00000010:0.0:1784950431.699611:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 00000100:00000001:0.0:1784950431.699613:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950431.699614:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950431.699617:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950431.699621:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950431.699623:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950431.699625:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950431.699630:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950431.699635:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bdd80 00000400:00000200:0.0:1784950431.699638:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15bcd [1] + 224 00000800:00000001:0.0:1784950431.699642:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950431.699645:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950431.699646:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950431.699650:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950431.699652:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950431.699655:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aea1c9d x1871652369194368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950431.699664:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aea1c9d x1871652369194368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950431.699679:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950431.699684:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950431.699688:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950431.699690:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950431.699693:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950431.699698:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950431.699703:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950431.699706:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bde00 00000100:00000001:3.0:1784950431.699707:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950431.699713:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 11200 00000800:00000001:0.0:1784950431.699717:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784950431.699717:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784950431.699739:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784950431.699739:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950431.699743:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784950431.699743:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bedd139c. 00000400:00000200:3.0:1784950431.699748:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000400:00000200:0.0:1784950431.699751:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:3.0:1784950431.699752:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000100:00000001:3.0:1784950431.699759:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950431.699760:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950431.699762:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:3.0:1784950431.699764:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aea1c9d x1871652369194368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1784950431.699766:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000501f9ecc. 00000100:00000040:0.0:1784950431.699771:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000501f9ecc x1871652369194496 msgsize 224 00000100:00100000:0.0:1784950431.699780:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000200:3.0:1784950431.699780:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aea1c9d x1871652369194368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950431.699790:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950431.699791:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950431.699792:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950431.699793:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950431.699794:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950431.699795:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950431.699796:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950431.699799:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950431.699800:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784950431.699802:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=64 v=5 (5 5 5 5) 00000800:00000001:0.0:1784950431.699805:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950431.699807:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=64 v=5 (1 1 1 1) 00000800:00000001:0.0:1784950431.699808:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950431.699812:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950431.699812:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950431.699814:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950431.699818:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784950431.699821:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950431.699823:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00010000:00080000:3.0:1784950431.699824:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005aea1c9d x1871652369194368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950431.699827:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369194496 02000000:00000001:1.0:1784950431.699830:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950431.699833:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784950431.699834:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bdf00 00000100:00000001:1.0:1784950431.699837:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950431.699843:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950431.699845:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15bd5 [1] + 224 00000100:00100000:1.0:1784950431.699849:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369194496 00010000:00000001:3.0:1784950431.699852:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950431.699853:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000001:0.0:1784950431.699854:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950431.699855:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000040:1.0:1784950431.699857:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000040:3.0:1784950431.699858:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:1.0:1784950431.699859:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:0.0:1784950431.699860:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950431.699861:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000040:1.0:1784950431.699863:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:3.0:1784950431.699864:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950431.699865:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950431.699867:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:1.0:1784950431.699872:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000040:3.0:1784950431.699873:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aea1c9d x1871652369194368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950431.699875:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950431.699876:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950431.699881:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000100:00000001:0.0:1784950431.699882:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950431.699887:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950431.699888:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c90cb1a x1871652369194752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950431.699888:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950431.699893:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00000100:00000001:3.0:1784950431.699894:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950431.699897:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950431.699899:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034450a52. 00000020:00000010:1.0:1784950431.699905:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4273495. 00000100:00000040:3.0:1784950431.699906:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aea1c9d x1871652369194368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950431.699913:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000040:0.0:1784950431.699914:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c90cb1a x1871652369194752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950431.699919:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00100000:3.0:1784950431.699924:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005aea1c9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369194368:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950431.699925:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950431.699928:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950431.699931:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950431.699934:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950431.699937:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950431.699938:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950431.699945:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aea1c9d x1871652369194368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950431.699948:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950431.699949:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950431.699952:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950431.699955:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1784950431.699956:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1784950431.699957:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d522160c. 00000100:00000001:1.0:1784950431.699959:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000001:0.0:1784950431.699960:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950431.699962:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1784950431.699962:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950431.699965:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950431.699967:0:441644:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00100000:1.0:1784950431.699970:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2692 00000020:00000001:3.0:1784950431.699971:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950431.699974:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eec44ac7. 00000100:00000040:1.0:1784950431.699975:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:1.0:1784950431.699979:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883989120 : -120287825562496 : ffff92994ee2f480) 02000000:00000001:3.0:1784950431.699979:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950431.699982:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950431.699984:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aea1c9d. 00000100:00000040:1.0:1784950431.699986:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000501f9ecc x1871652369194496/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:582/0 lens 224/0 e 0 to 0 dl 1784950442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950431.699988:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950431.699990:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950431.699993:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950431.699998:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950431.699999:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950431.700000:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950431.700003:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000100:00000001:3.0:1784950431.700004:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950431.700007:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950431.700007:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950431.700010:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00000100:00100000:1.0:1784950431.700014:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000501f9ecc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369194496:12345-192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950431.700014:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950431.700018:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784950431.700020:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369194496 00000020:00000001:1.0:1784950431.700023:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000001:2.0:1784950431.700023:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1784950431.700025:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000001:2.0:1784950431.700026:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1784950431.700028:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950431.700029:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016b87288. 00000020:00000001:1.0:1784950431.700032:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950431.700035:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:2.0:1784950431.700035:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49f40e5 00000400:00000010:2.0:1784950431.700038:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e49f40e5. 00000020:00000001:1.0:1784950431.700039:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1784950431.700042:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369194496, found 0 last_xid 1871652369194495 00000100:00000001:2.0:1784950431.700043:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1784950431.700047:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950431.700050:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1784950431.700050:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c90cb1a x1871652369194752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950431.700053:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950431.700055:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950431.700060:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950431.700063:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950431.700065:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1784950431.700066:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c90cb1a x1871652369194752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950431.700068:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000078e9245c. 02000000:00000001:1.0:1784950431.700073:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.700076:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950431.700080:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.700080:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950431.700083:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1784950431.700084:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369194496 00000100:00000001:2.0:1784950431.700086:0:441642:0:(client.c:1580:after_reply()) Process entered 00010000:00000001:1.0:1784950431.700088:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:2.0:1784950431.700089:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950431.700092:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000200:1.0:1784950431.700094:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000501f9ecc x1871652369194496/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:582/0 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950431.700094:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950431.700096:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950431.700101:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=64 v=5 (5 5 5 5) 00010000:00000001:1.0:1784950431.700104:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00001000:2.0:1784950431.700105:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=64 v=5 (1 1 1 1) 00010000:00000001:1.0:1784950431.700106:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.700111:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1784950431.700112:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=64 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950431.700113:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.700117:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1784950431.700117:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1784950431.700122:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00010000:00080000:2.0:1784950431.700124:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001c90cb1a x1871652369194752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950431.700125:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950431.700130:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950431.700133:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950431.700137:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1784950431.700138:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950431.700143:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950431.700144:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1784950431.700145:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 00000100:00000040:2.0:1784950431.700146:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000200:1.0:1784950431.700150:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369194496, offset 224 00000100:00000001:2.0:1784950431.700150:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950431.700151:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950431.700158:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c90cb1a x1871652369194752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950431.700159:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950431.700166:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950431.700170:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950431.700171:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950431.700174:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950431.700179:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c90cb1a x1871652369194752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950431.700181:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10938:10938:241:4294967295] 192.168.203.114@tcp LPNI seq info [9701:9701:8:4294967295] 00000100:00100000:2.0:1784950431.700196:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000001c90cb1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369194752:192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950431.700202:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950431.700203:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950431.700206:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1784950431.700209:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950431.700211:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c90cb1a x1871652369194752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784950431.700214:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc7a79b2. 00000100:00000001:2.0:1784950431.700220:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000200:1.0:1784950431.700221:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:2.0:1784950431.700222:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950431.700225:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000090073cd. 00000800:00000200:1.0:1784950431.700229:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:2.0:1784950431.700230:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000200:1.0:1784950431.700233:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fc7a79b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:2.0:1784950431.700233:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950431.700235:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1784950431.700239:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950431.700240:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000031cff90d. 02000000:00000001:2.0:1784950431.700242:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950431.700243:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950431.700244:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c90cb1a. 00000100:00000001:2.0:1784950431.700246:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950431.700247:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.700247:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950431.700248:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950431.700253:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950431.700254:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1784950431.700256:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950431.700257:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950431.700260:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950431.700261:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784950431.700264:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950431.700266:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950431.700270:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000501f9ecc x1871652369194496/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:582/0 lens 224/224 e 0 to 0 dl 1784950442 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950431.700278:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000501f9ecc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369194496:12345-192.168.203.114@tcp:400: Request processed in 276us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1784950431.700282:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2692 00000100:00000040:1.0:1784950431.700284:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:1.0:1784950431.700286:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950431.700288:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950431.700290:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4273495. 00000020:00000010:1.0:1784950431.700293:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000020:00000010:1.0:1784950431.700296:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034450a52. 00000020:00000040:1.0:1784950431.700299:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:1.0:1784950431.700301:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950431.700310:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950431.700313:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc7a79b2. 00000400:00000200:3.0:1784950431.700317:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950431.700321:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950431.700324:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000400:00000010:3.0:1784950431.700326:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 00000800:00000001:2.0:1784950431.700328:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950431.700329:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950431.700332:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1784950431.700336:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950431.700339:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950431.700342:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950431.700347:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950431.700354:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bde00 00000400:00000200:2.0:1784950431.700358:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15bed [1] + 224 00000800:00000001:2.0:1784950431.700362:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950431.700364:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950431.700366:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950431.700368:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950431.700371:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950431.700373:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000035587b4e x1871652369194496/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950431.700378:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000035587b4e x1871652369194496/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950431.700391:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950431.700396:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950431.700397:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950431.700452:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950431.700455:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784950431.700459:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950431.700460:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950431.700461:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041e9cd30. 00000400:00000200:0.0:1784950431.700465:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072272f0d 00000400:00000010:0.0:1784950431.700466:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000072272f0d. 00000100:00000001:0.0:1784950431.700468:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950431.700472:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000035587b4e x1871652369194496/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950431.700497:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000035587b4e x1871652369194496/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950431.700502:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950431.700503:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950431.700505:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950431.700506:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950431.700507:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950431.700508:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950431.700509:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950431.700513:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=64 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950431.700515:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=64 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950431.700517:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950431.700517:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950431.700519:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950431.700520:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950431.700522:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950431.700522:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950431.700524:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950431.700524:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950431.700526:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000035587b4e x1871652369194496/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950431.700531:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950431.700532:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950431.700533:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950431.700535:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035587b4e x1871652369194496/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950431.700539:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000035587b4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369194496:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950431.700542:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950431.700543:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950431.700544:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000035587b4e x1871652369194496/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950431.700549:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950431.700550:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950431.700551:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080cfe63d. 02000000:00000001:0.0:1784950431.700554:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950431.700555:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950431.700555:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1784950431.700557:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950431.700558:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fd72e494. 02000000:00000001:0.0:1784950431.700560:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950431.700561:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950431.700561:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035587b4e. 00000100:00000001:0.0:1784950431.700564:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950431.700565:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950431.700566:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950431.700569:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950431.700570:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950431.700571:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950431.700573:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950432.080795:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950432.080801:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950432.080808:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950432.080810:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950432.080885:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950432.080889:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950432.080891:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.0:1784950432.528876:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.13@tcp 00000800:00000010:2.0:1784950432.528884:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000068818362. 00000400:00000200:2.0:1784950432.528898:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950432.528908:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.13@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950432.528917:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12704 health :900 00000400:00000200:2.0:1784950432.528925:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950432.528930:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.13@tcp: 1 00000400:00000200:2.0:1784950432.528936:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.13@tcp: -114 00000400:00000200:1.0:1784950432.529083:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1784950432.529095:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.13@tcp(00000000a00925ae) state 0x861 00000400:00000001:1.0:1784950432.529103:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950432.529105:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950432.529109:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001829797e 00000400:00000010:1.0:1784950432.529112:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001829797e. 00000400:00000200:1.0:1784950432.529119:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950432.529124:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.13@tcp: -114 00000400:00000010:1.0:1784950432.529129:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005dec4288. 00000400:00000200:1.0:1784950432.529135:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.13@tcp:-110 00000400:00000200:1.0:1784950432.529138:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.13@tcp(00000000a00925ae) state 0x2061 rc -110 00000400:00000200:1.0:1784950432.529142:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.13@tcp 00000100:00000001:2.0:1784950432.720852:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950432.720859:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1784950432.720872:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950431/real 0] req@000000003d43df96 x1871652369194624/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950432 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950432.720909:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.720912:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950432.720914:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950432.720918:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003d43df96 x1871652369194624/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950432 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950432.720926:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.720937:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950432.720939:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.720942:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950432.720945:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950432.720947:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950432.720951:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d43df96 x1871652369194624/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950432 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950432.720960:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1784950432.720975:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.720977:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950432.720978:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.720982:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1784950432.720984:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1784950432.720988:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784950432.721013:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:2.0:1784950432.721016:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1784950432.721021:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d43df96 x1871652369194624/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950432 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950432.721031:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000003d43df96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369194624:1.2.3.4@tcp:8: 00000100:00000001:2.0:1784950432.721038:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.721041:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950432.721044:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d43df96 x1871652369194624/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950432 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950432.721061:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1784950432.721064:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950432.721066:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:2.0:1784950432.721069:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950432.721074:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000000e15a4fb. 02000000:00000001:2.0:1784950432.721080:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950432.721083:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950432.721084:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d43df96. 00000100:00000001:2.0:1784950432.721091:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950432.721093:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.721095:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950432.721129:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950432.721139:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950432.721149:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0d6aa4c. 00000020:00000040:1.0:1784950432.721155:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950432.721160:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950432.721164:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950432.721170:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950432.721179:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b35b6916. 00000100:00000001:1.0:1784950432.721186:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950432.721194:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000b0d6aa4c x1871652369194880/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950432.721207:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950432.721210:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950432.721215:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0d6aa4c] to pc [ptlrpcd_00_01+1] req@00000000b0d6aa4c x1871652369194880/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950432.721255:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950432.721259:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950432.721263:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950432.721267:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f23672c8. 00000020:00000040:1.0:1784950432.721271:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950432.721274:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950432.721277:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950432.721279:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950432.721283:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a891b017. 00000100:00000001:1.0:1784950432.721285:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.721289:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950432.721293:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000f23672c8 x1871652369195008/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950432.721296:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950432.721301:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950432.721312:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1784950432.721313:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b0d6aa4c x1871652369194880/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950432.721318:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950432.721328:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950432.721334:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23672c8] to pc [ptlrpcd_00_02+2] req@00000000f23672c8 x1871652369195008/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950432.721339:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.721340:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950432.721346:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950432.721356:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950432.721362:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950432.721366:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950432.721371:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000b0d6aa4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369194880:0@lo:400: 00000100:00000001:1.0:1784950432.721374:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.721377:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1784950432.721381:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:0.0:1784950432.721386:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1784950432.721388:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:2.0:1784950432.721388:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950432.721395:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784950432.721397:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950432.721398:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950432.721402:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784950432.721405:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950432.721413:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1784950432.721416:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000822fdc9. 00000100:00000040:0.0:1784950432.721418:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f23672c8 x1871652369195008/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950432.721422:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c90cb1a. 02000000:00000001:2.0:1784950432.721424:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950432.721433:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:2.0:1784950432.721439:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002740b042. 00000100:00000001:1.0:1784950432.721444:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950432.721451:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1784950432.721455:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec5d6f04. 02000000:00000001:1.0:1784950432.721458:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950432.721459:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950432.721465:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950432.721466:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369194880, portal 25 00000100:00000001:2.0:1784950432.721493:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950432.721499:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785889441408 : -120287820110208 : ffff92994f362680) 02000000:00000010:1.0:1784950432.721500:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001871e498. 02000000:00000001:0.0:1784950432.721502:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950432.721511:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950432.721514:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950432.721519:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b0d6aa4c x1871652369194880/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950432.721520:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950432.721529:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950432.721530:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000001c90cb1a x1871652369195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784950432.721537:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f23672c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369195008:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950432.721541:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950432.721558:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950432.721567:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950432.721569:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784950432.721574:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950432.721578:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1784950432.721582:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1784950432.721586:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950432.721587:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950432.721590:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8357575. 02000000:00000010:0.0:1784950432.721597:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000197c7725. 00000100:00000200:2.0:1784950432.721598:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369194880, offset 0 00000100:00000040:1.0:1784950432.721599:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c90cb1a] to pc [ptlrpcd_00_03+3] req@000000001c90cb1a x1871652369195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950432.721609:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950432.721620:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1784950432.721622:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3b4a514. 00000400:00000010:0.0:1784950432.721637:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdfacc79. 00000400:00000200:2.0:1784950432.721644:0:441642:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1784950432.721646:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950432.721651:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369195008, portal 4 00000100:00000040:1.0:1784950432.721653:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950432.721663:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950432.721664:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1784950432.721671:0:441642:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bdf80 00000100:00000001:0.0:1784950432.721673:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785889438720 : -120287820112896 : ffff92994f361c00) 00000100:00000010:1.0:1784950432.721676:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035587b4e. 00000100:00000001:3.0:1784950432.721684:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950432.721687:0:441642:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x144f9 [2] + 0 00000020:00000040:1.0:1784950432.721688:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1784950432.721691:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950432.721698:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950432.721702:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f23672c8 x1871652369195008/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950432.721703:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1784950432.721704:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fe49d32. 02000000:00000001:1.0:1784950432.721710:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1784950432.721713:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c90cb1a x1871652369195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950432.721715:0:441642:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ad6ace5c 02000000:00000001:1.0:1784950432.721717:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950432.721764:0:441642:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950432.721780:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1784950432.721785:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000de155b2e. 00000400:00000200:2.0:1784950432.721786:0:441642:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1784950432.721787:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950432.721799:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950432.721802:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950432.721802:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784950432.721804:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6ace5c 02000000:00000001:3.0:1784950432.721809:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950432.721813:0:441642:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000ad6ace5c. 00000100:00000040:0.0:1784950432.721815:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950432.721823:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@0000000035587b4e x1871652369195264/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784950432.721823:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.721828:0:441642:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1784950432.721829:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a3c3025. 00000100:00000200:2.0:1784950432.721836:0:441642:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:3.0:1784950432.721841:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000001c90cb1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369195136:192.168.203.114@tcp:400: 00000100:00000200:0.0:1784950432.721842:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369195008, offset 0 00000100:00000040:2.0:1784950432.721848:0:441642:0:(events.c:337:request_in_callback()) incoming req@000000006b311791 x1871652369194880 msgsize 224 00000100:00000001:3.0:1784950432.721863:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784950432.721871:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950432.721872:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950432.721876:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1784950432.721880:0:441642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1784950432.721881:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950432.721883:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950432.721891:0:441642:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1784950432.721893:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784950432.721897:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:1.0:1784950432.721901:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035587b4e] to pc [ptlrpcd_00_00+0] req@0000000035587b4e x1871652369195264/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950432.721905:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d522160c. 00000400:00000200:0.0:1784950432.721910:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784950432.721916:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.721920:0:441642:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1784950432.721927:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000010:3.0:1784950432.721929:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bedd139c. 00000400:00000200:0.0:1784950432.721937:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1784950432.721940:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000100:00000001:1.0:1784950432.721944:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950432.721946:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000200:3.0:1784950432.721952:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369195136, portal 10 00000100:00080000:1.0:1784950432.721955:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:3.0:1784950432.721961:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784950432.721963:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10939:10939:242:4294967295] 192.168.203.114@tcp LPNI seq info [9702:9702:8:4294967295] 00000100:00000001:3.0:1784950432.721967:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785889434240 : -120287820117376 : ffff92994f360a80) 00000100:00080000:1.0:1784950432.721972:0:437703:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1784950432.721981:0:437703:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1784950432.721985:0:437703:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:3.0:1784950432.721990:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001c90cb1a x1871652369195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950432.721998:0:437703:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1784950432.722008:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00080000:1.0:1784950432.722011:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12676 00000100:00000001:3.0:1784950432.722034:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784950432.722035:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950432.722042:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8357575 00000100:00000040:3.0:1784950432.722048:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950432.722050:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000400:00000010:2.0:1784950432.722051:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e8357575. 00000400:00000010:3.0:1784950432.722055:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000100:00000001:0.0:1784950432.722064:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950432.722065:0:441642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784950432.722065:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369195136, offset 0 00000100:00080000:1.0:1784950432.722066:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12702 00000100:00100000:0.0:1784950432.722073:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369194880 00000100:00000200:2.0:1784950432.722079:0:441642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b0d6aa4c x1871652369194880/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950432.722081:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950432.722088:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1784950432.722089:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950432.722094:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950432.722096:0:437703:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: 0 02000000:00000001:0.0:1784950432.722108:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950432.722112:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -11 00000100:00100000:0.0:1784950432.722123:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369194880 00000100:00080000:1.0:1784950432.722124:0:437703:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1784950432.722125:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950432.722125:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:0.0:1784950432.722132:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:2.0:1784950432.722137:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b0d6aa4c x1871652369194880/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784950432.722140:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000040:1.0:1784950432.722141:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000400:00000200:3.0:1784950432.722143:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1784950432.722151:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950432.722154:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1784950432.722159:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000400:00000200:3.0:1784950432.722160:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:1.0:1784950432.722168:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000020:00000001:0.0:1784950432.722172:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:3.0:1784950432.722176:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950432.722181:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:0.0:1784950432.722184:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:3.0:1784950432.722190:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950432.722191:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950432.722194:0:437703:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950432.722201:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1784950432.722201:0:437703:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 00000100:00000001:2.0:1784950432.722202:0:441642:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950432.722204:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10940:10940:241:4294967295] 192.168.203.114@tcp LPNI seq info [9703:9703:7:4294967295] 00000020:00000001:1.0:1784950432.722212:0:437703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000010:0.0:1784950432.722213:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000020:00000040:1.0:1784950432.722218:0:437703:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000100:00000001:0.0:1784950432.722221:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950432.722229:0:437703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000020:00000010:0.0:1784950432.722233:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000020:00000001:1.0:1784950432.722240:0:437703:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000400:00000200:3.0:1784950432.722241:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:0.0:1784950432.722247:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090af554c. 00000100:00000040:1.0:1784950432.722257:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 00000020:00000010:0.0:1784950432.722261:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 00000100:00000001:2.0:1784950432.722265:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950432.722266:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1784950432.722267:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950432.722274:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000040:1.0:1784950432.722279:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950432.722280:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307373307 00000800:00000010:3.0:1784950432.722282:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a955e85. 00000100:00000040:0.0:1784950432.722289:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1784950432.722290:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950432.722301:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1784950432.722302:0:437703:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000100:00000001:2.0:1784950432.722303:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307372282 00000800:00000200:3.0:1784950432.722304:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950432.722307:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950432.722314:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950432.722319:0:437703:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 00000100:00000001:2.0:1784950432.722320:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307373307 00000100:00000001:0.0:1784950432.722328:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950432.722332:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:2.0:1784950432.722335:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307372282 00000100:00080000:1.0:1784950432.722338:0:437703:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 192.168.203.114@tcp/192.168.203.114@tcp 00000800:00000200:3.0:1784950432.722345:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004a955e85 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950432.722348:0:437703:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950432.722350:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.722350:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307373307 02000000:00000001:1.0:1784950432.722358:0:437703:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1784950432.722365:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307372282 02000000:00000001:1.0:1784950432.722371:0:437703:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950432.722373:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.722377:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307373307 00000100:00000001:0.0:1784950432.722380:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1784950432.722381:0:437703:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950432.722385:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5582 usecs (6 jiffies) 00000100:00000001:0.0:1784950432.722387:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950432.722390:0:437703:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1784950432.722391:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307372282 00000100:00000001:3.0:1784950432.722395:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307370887 00000100:00000001:1.0:1784950432.722398:0:437703:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.722403:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950432.722405:0:453506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00000001:3.0:1784950432.722409:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307373307 00000100:00000010:1.0:1784950432.722412:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aea1c9d. 00000100:00000001:2.0:1784950432.722414:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950432.722417:0:453506:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:3.0:1784950432.722419:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307370887 00000020:00000040:1.0:1784950432.722424:0:437703:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1784950432.722425:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950432.722427:0:453506:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785715146832 : -120287994404784 : ffff929944d2a050) 00000100:00000001:3.0:1784950432.722429:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307373307 00000100:00000001:2.0:1784950432.722439:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950432.722441:0:437703:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1784950432.722441:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307370887 00000100:00000040:0.0:1784950432.722447:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b311791 x1871652369194880/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:583/0 lens 224/0 e 0 to 0 dl 1784950443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950432.722450:0:437703:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950432.722453:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307373307 00000100:00000001:2.0:1784950432.722455:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950432.722461:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950432.722462:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950432.722464:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307370887 02000000:00000001:1.0:1784950432.722487:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950432.722492:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.722495:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950432.722502:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950432.722505:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307373307 02000000:00000010:1.0:1784950432.722508:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000e15a4fb. 00000100:00000001:2.0:1784950432.722509:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950432.722516:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950432.722522:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950432.722523:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784950432.722528:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.722537:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950432.722538:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950432.722539:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950432.722544:0:437703:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005aea1c9d x1871652369195392/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1784950432.722551:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000100:00000001:3.0:1784950432.722551:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.722552:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950432.722559:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950432.722564:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950432.722568:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950432.722569:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1784950432.722577:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000100:00000001:3.0:1784950432.722578:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950432.722579:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950432.722584:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950432.722588:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950432.722590:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950432.722592:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950432.722598:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1784950432.722602:0:453506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006b311791 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369194880:12345-0@lo:400: 00000100:00000040:2.0:1784950432.722602:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000035587b4e x1871652369195264/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950432.722605:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950432.722610:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aea1c9d] to pc [ptlrpcd_rcv+-1] req@000000005aea1c9d x1871652369195392/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950432.722616:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950432.722626:0:453506:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369194880 00000020:00000001:0.0:1784950432.722639:0:453506:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950432.722650:0:453506:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950432.722658:0:453506:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.722667:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1784950432.722673:0:453506:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950432.722674:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950432.722683:0:453506:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 02000000:00000001:2.0:1784950432.722683:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950432.722685:0:437703:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950432.722689:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950432.722696:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784950432.722699:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950432.722700:0:453506:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950432.722703:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:0.0:1784950432.722711:0:453506:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784950432.722713:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce2a276. 00000100:00100000:2.0:1784950432.722714:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000035587b4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369195264:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950432.722751:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950432.722754:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1784950432.722759:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1784950432.722760:0:453506:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1784950432.722761:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950432.722769:0:453506:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950432.722772:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950432.722773:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1784950432.722775:0:453506:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950432.722781:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1784950432.722783:0:453506:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000010:2.0:1784950432.722784:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005dec4288. 02000000:00000001:1.0:1784950432.722787:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950432.722789:0:453506:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950432.722791:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950432.722800:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fe49d32. 02000000:00000010:1.0:1784950432.722806:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d66491d6. 02000000:00000001:0.0:1784950432.722807:0:453506:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1784950432.722810:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8357575. 00000800:00000200:3.0:1784950432.722813:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950432.722818:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950432.722819:0:453506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001a976f82. 00000100:00000200:2.0:1784950432.722821:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369195264, portal 4 00000800:00000010:3.0:1784950432.722822:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a955e85. 02000000:00000001:0.0:1784950432.722830:0:453506:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.722833:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1784950432.722837:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@000000001ce2a276 x1871652369195520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1784950432.722837:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950432.722839:0:453506:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.722840:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867211008 : -120287842340608 : ffff92994de2f100) 00000020:00000001:0.0:1784950432.722852:0:453506:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950432.722858:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950432.722863:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000035587b4e x1871652369195264/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1784950432.722864:0:453506:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369194880 00000400:00000200:3.0:1784950432.722872:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00010000:00000001:0.0:1784950432.722876:0:453506:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000010:3.0:1784950432.722880:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00010000:00000200:0.0:1784950432.722890:0:453506:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000006b311791 x1871652369194880/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:583/0 lens 224/224 e 0 to 0 dl 1784950443 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950432.722893:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950432.722904:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1784950432.722907:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c90cb1a x1871652369195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950432.722912:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.722924:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950432.722933:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce2a276] to pc [ptlrpcd_00_01+1] req@000000001ce2a276 x1871652369195520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950432.722943:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950432.722955:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000faec7be4. 00010000:00000001:0.0:1784950432.722957:0:453506:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1784950432.722966:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369195264, offset 0 00010000:00000001:0.0:1784950432.722971:0:453506:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950432.722975:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1784950432.722984:0:453506:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950432.722990:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950432.722993:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c90cb1a x1871652369195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950432.722994:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950432.723005:0:453506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950432.723006:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12708) 00000400:00000200:2.0:1784950432.723015:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:0.0:1784950432.723017:0:453506:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:0.0:1784950432.723028:0:453506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000400:00000200:2.0:1784950432.723035:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784950432.723041:0:453506:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950432.723042:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950432.723047:0:453506:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950432.723048:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950432.723050:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950432.723058:0:453506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950432.723063:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1784950432.723071:0:453506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1784950432.723075:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000010:0.0:1784950432.723081:0:453506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b6b1737. 00000400:00000200:2.0:1784950432.723084:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10941:10941:240:4294967295] 192.168.203.114@tcp LPNI seq info [9704:9704:6:4294967295] 00000100:00000200:0.0:1784950432.723091:0:453506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369194880, offset 224 00000400:00000200:2.0:1784950432.723111:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:0.0:1784950432.723113:0:453506:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1784950432.723126:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950432.723127:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:3.0:1784950432.723134:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:2.0:1784950432.723137:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ebc2a5d. 00000400:00000200:1.0:1784950432.723145:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 00000400:00000200:0.0:1784950432.723149:0:453506:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:3.0:1784950432.723151:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950432.723161:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000034450a52. 00000800:00000200:2.0:1784950432.723161:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:3.0:1784950432.723163:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950432.723174:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950432.723176:0:453506:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bdf80 00000800:00000200:2.0:1784950432.723181:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000010:1.0:1784950432.723187:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043abe6c8. 00000800:00000200:2.0:1784950432.723197:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ebc2a5d type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1784950432.723207:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000dc42ec61. 00000400:00000200:3.0:1784950432.723209:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950432.723211:0:453506:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15c01 [1] + 224 00000100:00000001:2.0:1784950432.723222:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950432.723229:0:453506:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950432.723231:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-1.2.3.4@tcp 00000100:00000040:2.0:1784950432.723231:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4720 usecs (5 jiffies) 00000400:00000200:3.0:1784950432.723242:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069be080 00000100:00000001:2.0:1784950432.723246:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307370887 00000400:00000200:0.0:1784950432.723247:0:453506:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1784950432.723259:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 1.2.3.4@tcp local destination 00000100:00000001:2.0:1784950432.723260:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307373307 00000400:00000200:3.0:1784950432.723261:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 158592 00000100:00000001:2.0:1784950432.723271:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307370887 00000400:00000200:1.0:1784950432.723278:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950432.723280:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307373307 00000800:00000001:3.0:1784950432.723281:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950432.723290:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950432.723290:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307370887 00000800:00000001:3.0:1784950432.723294:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.723300:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307373307 00000400:00000200:1.0:1784950432.723301:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950432.723304:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950432.723308:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307370887 00000400:00000200:1.0:1784950432.723313:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 1.2.3.4@tcp 00000100:00000001:2.0:1784950432.723318:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307373307 00000400:00000200:3.0:1784950432.723321:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950432.723326:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950432.723331:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10942:10942:240:4294967295] 1.2.3.4@tcp LPNI seq info [157:157:8:4294967295] 00000100:00000001:2.0:1784950432.723337:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.723343:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950432.723347:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 1.2.3.4@tcp 00000100:00000001:2.0:1784950432.723349:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.723357:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950432.723362:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784950432.723364:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 1.2.3.4@tcp(1.2.3.4@tcp:1.2.3.4@tcp) : GET try# 0 00000100:00000001:2.0:1784950432.723368:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950432.723374:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950432.723380:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1784950432.723381:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-1.2.3.4@tcp 00000100:00000001:3.0:1784950432.723382:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950432.723383:0:453506:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950432.723389:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1784950432.723391:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ce2a276 x1871652369195520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784950432.723395:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fcb2acbd. 00000100:00000200:0.0:1784950432.723397:0:453506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b0d6aa4c x1871652369194880/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784950432.723399:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057b2ed91. 00000100:00000040:3.0:1784950432.723410:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000057b2ed91 x1871652369195136 msgsize 224 00000800:00000200:1.0:1784950432.723416:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:1.0:1784950432.723430:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 55 secs later) 00000100:00100000:3.0:1784950432.723443:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000200:1.1:1784950432.723458:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000100:00000001:2.0:1784950432.723466:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950432.723491:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950432.723492:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1784950432.723492:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 55 secs later) 00000100:00000040:0.0:1784950432.723499:0:453506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b0d6aa4c x1871652369194880/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950432.723504:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950432.723510:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000100:1.0:1784950432.723515:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-1.2.3.4@tcp 02000000:00000001:2.0:1784950432.723522:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950432.723523:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fcb2acbd. 00000100:00100000:2.0:1784950432.723538:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000001ce2a276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369195520:192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950432.723539:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:0.0:1784950432.723544:0:453506:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950432.723553:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784950432.723555:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->1.2.3.4@tcp: GET: REMOTE_ERROR 02000000:00000001:2.0:1784950432.723560:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784950432.723562:0:453506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b6b1737 02000000:00000001:2.0:1784950432.723564:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950432.723568:0:453506:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007b6b1737. 02000000:00000001:2.0:1784950432.723570:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784950432.723580:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080cfe63d. 00000100:00000001:0.0:1784950432.723581:0:453506:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1784950432.723582:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:3.0:1784950432.723587:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950432.723588:0:453506:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1784950432.723592:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950432.723598:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 1.2.3.4@tcp: 1 00000800:00000010:3.0:1784950432.723599:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ebc2a5d. 00000400:00000010:2.0:1784950432.723601:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014223c18. 00000100:00000001:0.0:1784950432.723603:0:453506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950432.723614:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784950432.723616:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f72bf817. 00000400:00000200:1.0:1784950432.723619:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000100:00000040:0.0:1784950432.723620:0:453506:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000200:2.0:1784950432.723627:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369195520, portal 10 00010000:00000001:0.0:1784950432.723633:0:453506:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:3.0:1784950432.723633:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950432.723635:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1784950432.723640:0:453506:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.723642:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867206528 : -120287842345088 : ffff92994de2df80) 00000400:00000200:1.0:1784950432.723644:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 1.2.3.4@tcp 00000400:00000200:3.0:1784950432.723647:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faec7be4 00000020:00000001:0.0:1784950432.723655:0:453506:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1784950432.723657:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 rc 0 00000400:00000010:3.0:1784950432.723657:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000faec7be4. 00000100:00000040:2.0:1784950432.723664:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001ce2a276 x1871652369195520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950432.723670:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1784950432.723672:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b311791 x1871652369194880/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:583/0 lens 224/224 e 0 to 0 dl 1784950443 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950432.723677:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 00000100:00000200:3.0:1784950432.723684:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000035587b4e x1871652369195264/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950432.723691:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950432.723698:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950432.723703:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043abe6c8 00000400:00000010:1.0:1784950432.723711:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043abe6c8. 00000100:00000001:2.0:1784950432.723747:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950432.723759:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950432.723760:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000010:2.0:1784950432.723770:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6f6e18f. 00000400:00000200:1.0:1784950432.723776:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000100:00000200:2.0:1784950432.723784:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369195520, offset 0 00000100:00000001:3.0:1784950432.723786:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1784950432.723788:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000034450a52. 00000100:00100000:0.0:1784950432.723798:0:453506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006b311791 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369194880:12345-0@lo:400: Request processed in 1253us (1941us total) trans 0 rc 0/0 00000100:00000040:3.0:1784950432.723800:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000035587b4e x1871652369195264/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950432.723805:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950432.723807:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 1.2.3.4@tcp:-5 00000400:00000200:1.0:1784950432.723826:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 rc -5 00000400:00000200:2.0:1784950432.723826:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00100000:0.0:1784950432.723839:0:453506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000400:00000200:2.0:1784950432.723847:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1784950432.723851:0:453506:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:3.0:1784950432.723853:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950432.723859:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950432.723860:0:453506:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950432.723861:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950432.723869:0:453506:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1784950432.723870:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950432.723877:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000010:0.0:1784950432.723879:0:453506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000400:00000200:2.0:1784950432.723885:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10943:10943:240:4294967295] 192.168.203.114@tcp LPNI seq info [9705:9705:6:4294967295] 00000020:00000010:0.0:1784950432.723890:0:453506:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000020:00000010:0.0:1784950432.723898:0:453506:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090af554c. 00000020:00000040:0.0:1784950432.723910:0:453506:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000400:00000200:2.0:1784950432.723912:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:0.0:1784950432.723921:0:453506:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1784950432.723925:0:453506:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001a976f82. 00000400:00000200:1.0:1784950432.723930:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 1.2.3.4@tcp 02000000:00000001:0.0:1784950432.723936:0:453506:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:2.0:1784950432.723936:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950432.723944:0:453506:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950432.723946:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d62b3518. 00000800:00000001:3.0:1784950432.723948:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950432.723955:0:453506:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000001:3.0:1784950432.723959:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950432.723965:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:0.0:1784950432.723970:0:453506:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000087c306. 00000800:00000001:3.0:1784950432.723970:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950432.723981:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000001:3.0:1784950432.723983:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950432.723984:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784950432.723985:0:453506:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab3f26a4. 00000800:00000200:2.0:1784950432.723987:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d62b3518 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950432.723992:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950432.723994:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950432.724004:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950432.724007:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950432.724009:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcb2acbd. 00000100:00000040:2.0:1784950432.724011:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5055 usecs (6 jiffies) 00000100:00000001:2.0:1784950432.724023:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307370889 00000400:00000200:3.0:1784950432.724025:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:1.0:1784950432.724033:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950432.724035:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307373307 00000100:00000001:2.0:1784950432.724044:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307370889 00000100:00000001:0.0:1784950432.724053:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950432.724054:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069be100 00000800:00000200:1.0:1784950432.724056:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950432.724057:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307373307 00000100:00000001:0.0:1784950432.724060:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950432.724070:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950432.724070:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307370889 00000800:00000200:1.0:1784950432.724071:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcb2acbd type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950432.724079:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 11424 00000100:00000001:2.0:1784950432.724083:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307373307 00000100:00000040:0.0:1784950432.724088:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aea1c9d x1871652369195392/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950432.724089:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.724093:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307370889 00000800:00000001:3.0:1784950432.724099:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950432.724103:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307373307 00000100:00000040:1.0:1784950432.724104:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13710 usecs (14 jiffies) 00000800:00000001:3.0:1784950432.724113:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950432.724118:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307370897 00000100:00000001:2.0:1784950432.724119:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950432.724125:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950432.724133:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950432.724136:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307373307 00000400:00000200:3.0:1784950432.724146:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950432.724149:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307370897 00000100:00000001:0.0:1784950432.724150:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000001:2.0:1784950432.724151:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950432.724159:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950432.724161:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307373307 00000400:00000001:2.0:1784950432.724161:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950432.724169:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002740b042. 02000000:00000001:0.0:1784950432.724170:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950432.724171:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307370897 02000000:00000001:0.0:1784950432.724180:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950432.724181:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307373307 00000400:00000200:2.0:1784950432.724182:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec5d6f04 00000400:00000010:2.0:1784950432.724189:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ec5d6f04. 02000000:00000001:0.0:1784950432.724192:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950432.724193:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307370897 00000100:00000001:2.0:1784950432.724196:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950432.724198:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950432.724205:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307373307 00000100:00000200:3.0:1784950432.724207:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:2.0:1784950432.724209:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b0d6aa4c x1871652369194880/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950432.724213:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005aea1c9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369195392:192.168.203.114@tcp:8: 00000100:00000001:1.0:1784950432.724218:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1784950432.724220:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4f7c3e7. 00000100:00000001:1.0:1784950432.724232:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950432.724233:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784950432.724235:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000e4f7c3e7 x1871652369195264 msgsize 224 02000000:00000001:0.0:1784950432.724242:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950432.724246:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950432.724250:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950432.724252:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950432.724256:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b0d6aa4c x1871652369194880/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950432.724260:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950432.724270:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1784950432.724271:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000010:0.0:1784950432.724272:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001a976f82. 00000100:00000001:1.0:1784950432.724279:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1784950432.724284:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.724288:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950432.724290:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784950432.724291:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007215b343. 00000100:00000001:2.0:1784950432.724294:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950432.724298:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950432.724299:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950432.724302:0:441642:0:(client.c:1580:after_reply()) Process entered 00000400:00000010:0.0:1784950432.724303:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b6b1737. 00000100:00000001:1.0:1784950432.724308:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950432.724309:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1784950432.724313:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369195392, portal 4 00000100:00000001:2.0:1784950432.724317:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950432.724318:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950432.724319:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950432.724324:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950432.724326:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867209216 : -120287842342400 : ffff92994de2ea00) 02000000:00000001:2.0:1784950432.724330:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950432.724337:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=70 v=5 (5 5 5 5) 00000100:00000040:0.0:1784950432.724341:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005aea1c9d x1871652369195392/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950432.724345:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=70 v=5 (1 1 1 1) 00000800:00000200:3.0:1784950432.724360:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784950432.724363:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950432.724364:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000010:3.0:1784950432.724370:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d62b3518. 00000100:00000001:2.0:1784950432.724374:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950432.724375:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1784950432.724379:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950432.724380:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1784950432.724384:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784950432.724391:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000001:2.0:1784950432.724393:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950432.724400:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912c2f18. 00000400:00000200:3.0:1784950432.724402:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950432.724403:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950432.724410:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369195392, offset 0 00000400:00000200:3.0:1784950432.724418:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6f6e18f 00000100:00000040:2.0:1784950432.724419:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b0d6aa4c x1871652369194880/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950432.724425:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e6f6e18f. 00000100:00000001:3.0:1784950432.724436:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950432.724439:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950432.724447:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950432.724448:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ce2a276 x1871652369195520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950432.724449:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950432.724457:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950432.724493:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:2.0:1784950432.724497:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0d6aa4c x1871652369194880/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950432.724497:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1784950432.724498:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784950432.724504:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1784950432.724508:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcb2acbd. 00000100:00000040:3.0:1784950432.724510:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ce2a276 x1871652369195520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950432.724518:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950432.724521:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950432.724532:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950432.724545:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950432.724549:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950432.724569:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10944:10944:240:4294967295] 192.168.203.114@tcp LPNI seq info [9706:9706:6:4294967295] 00000100:00100000:2.0:1784950432.724574:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000b0d6aa4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369194880:0@lo:400: 00000100:00000001:3.0:1784950432.724575:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950432.724585:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950432.724589:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.724597:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784950432.724601:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:2.0:1784950432.724608:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b0d6aa4c x1871652369194880/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950432.724616:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a3c3025 00000800:00000001:3.0:1784950432.724622:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950432.724623:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950432.724625:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007a3c3025. 00000800:00000001:3.0:1784950432.724633:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950432.724641:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bea13e4c. 00000100:00000001:2.0:1784950432.724641:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784950432.724642:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1784950432.724642:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950432.724648:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950432.724653:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000822fdc9. 00000800:00000001:3.0:1784950432.724657:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950432.724660:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f23672c8 x1871652369195008/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950432.724661:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950432.724668:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000200:0.0:1784950432.724670:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000040:2.0:1784950432.724673:0:441642:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000400:00000200:3.0:1784950432.724679:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:2.0:1784950432.724685:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950432.724692:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b35b6916. 00000800:00000200:0.0:1784950432.724699:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:2.0:1784950432.724703:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1784950432.724705:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069be200 02000000:00000001:2.0:1784950432.724711:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000200:0.0:1784950432.724715:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bea13e4c type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1784950432.724753:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 158816 00000100:00000010:2.0:1784950432.724755:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b0d6aa4c. 00000800:00000001:3.0:1784950432.724762:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950432.724766:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950432.724771:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950432.724773:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950432.724776:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950432.724780:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.724784:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784950432.724785:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f23672c8 x1871652369195008/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950432.724791:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950432.724792:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950432.724799:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.724806:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950432.724812:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:2.0:1784950432.724813:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950432.724814:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950432.724822:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950432.724826:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307373310 00000100:00000001:3.0:1784950432.724833:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950432.724834:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950432.724841:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307373307 00000100:00000200:3.0:1784950432.724842:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1784950432.724849:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950432.724854:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cb68b77. 00000100:00000001:1.0:1784950432.724855:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950432.724857:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307373310 00000100:00000040:3.0:1784950432.724865:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000002cb68b77 x1871652369195520 msgsize 224 00000100:00000001:0.0:1784950432.724874:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307373307 00000800:00000001:1.0:1784950432.724876:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950432.724876:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950432.724886:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:2.0:1784950432.724887:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369195136 00000100:00000001:0.0:1784950432.724890:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307373310 00000800:00000001:1.0:1784950432.724892:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950432.724896:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950432.724902:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784950432.724904:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950432.724905:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307373307 00000100:00000001:2.0:1784950432.724909:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950432.724909:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1784950432.724914:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950432.724917:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307373310 02000000:00000001:2.0:1784950432.724919:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950432.724925:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307373307 00000100:00100000:2.0:1784950432.724929:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369195136 00000400:00000200:1.0:1784950432.724936:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:2.0:1784950432.724938:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950432.724940:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1784950432.724946:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:0.0:1784950432.724949:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950432.724952:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950432.724958:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950432.724959:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000400:00000200:1.0:1784950432.724961:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069be000 00000100:00000001:0.0:1784950432.724968:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950432.724971:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000800:00000200:3.0:1784950432.724972:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950432.724980:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:3.0:1784950432.724981:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bea13e4c. 00000400:00000200:1.0:1784950432.724983:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 11648 00000020:00000001:2.0:1784950432.724983:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:0.0:1784950432.724987:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950432.724994:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950432.724998:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950432.724999:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784950432.725003:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950432.725006:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1784950432.725008:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000400:00000200:3.0:1784950432.725012:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950432.725014:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.725018:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950432.725022:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950432.725023:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912c2f18 00000100:00000001:0.0:1784950432.725024:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950432.725025:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000400:00000010:3.0:1784950432.725032:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000912c2f18. 00000400:00000200:1.0:1784950432.725035:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1784950432.725042:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000822fdc9. 00000100:00000001:3.0:1784950432.725045:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1784950432.725051:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950432.725053:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1a30f79. 00000100:00000200:3.0:1784950432.725061:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aea1c9d x1871652369195392/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950432.725062:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950432.725062:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1784950432.725064:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000098a21f52. 00000100:00000200:1.0:1784950432.725071:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000001:0.0:1784950432.725080:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950432.725083:0:453512:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000010:1.0:1784950432.725084:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a8a3718. 00000800:00000001:0.0:1784950432.725093:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950432.725094:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950432.725096:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1784950432.725097:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000004a8a3718 x1871652369195008 msgsize 224 00000800:00000001:0.0:1784950432.725103:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.725104:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1784950432.725108:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aea1c9d x1871652369195392/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950432.725112:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950432.725126:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950432.725131:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1784950432.725133:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950432.725139:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950432.725146:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950432.725160:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1784950432.725161:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069be180 00000100:00000001:3.0:1784950432.725161:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.725170:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950432.725171:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784950432.725176:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000100:0.0:1784950432.725183:0:441635:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369195392 offset 0 length 520: 4 00000400:00000200:0.0:1784950432.725189:0:441635:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 00000000c1c8710e is in inconsistent state, don't perform health checking (-2, 0) 00000800:00000001:1.0:1784950432.725190:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.725191:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950432.725199:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369195520 00000400:00000200:0.0:1784950432.725200:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000001:2.0:1784950432.725204:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950432.725209:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950432.725210:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950432.725214:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950432.725216:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950432.725217:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369195264 02000000:00000001:2.0:1784950432.725220:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950432.725224:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1784950432.725227:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369195520 00000100:00000001:3.0:1784950432.725229:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784950432.725232:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950432.725233:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950432.725234:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950432.725238:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000800:00000001:0.0:1784950432.725245:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950432.725247:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1784950432.725248:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950432.725250:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1784950432.725253:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950432.725254:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00100000:1.0:1784950432.725260:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369195008 00000100:00100000:3.0:1784950432.725261:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369195264 00000020:00000001:2.0:1784950432.725266:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:3.0:1784950432.725273:0:454245:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:1.0:1784950432.725274:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1784950432.725274:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000040:3.0:1784950432.725280:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:1.0:1784950432.725281:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950432.725283:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1784950432.725289:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950432.725290:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950432.725292:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000020:00000040:3.0:1784950432.725296:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 02000000:00000001:1.0:1784950432.725300:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.725300:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950432.725303:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950432.725306:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1784950432.725311:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369195008 00000020:00000010:2.0:1784950432.725313:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000100:00000001:0.0:1784950432.725315:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950432.725316:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:1.0:1784950432.725317:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:2.0:1784950432.725324:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce0859fb. 00000020:00000040:1.0:1784950432.725325:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:3.0:1784950432.725327:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1784950432.725335:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:0.0:1784950432.725336:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1570 00000020:00000010:3.0:1784950432.725339:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000020:00000010:2.0:1784950432.725340:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a4570d4. 00000020:00000040:1.0:1784950432.725342:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000040:0.0:1784950432.725346:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000001:3.0:1784950432.725352:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950432.725354:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff644127. 00000100:00000001:0.0:1784950432.725355:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785798850688 : -120287910700928 : ffff929949cfd880) 00000020:00000001:1.0:1784950432.725355:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000010:3.0:1784950432.725362:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000001:2.0:1784950432.725366:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1784950432.725371:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950432.725373:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1784950432.725378:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000057b2ed91 x1871652369195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:583/0 lens 224/0 e 0 to 0 dl 1784950443 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950432.725379:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017854499. 00000100:00000001:2.0:1784950432.725380:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950432.725382:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950432.725393:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000100:00000001:2.0:1784950432.725394:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1784950432.725395:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002cc587b8. 00000100:00000001:2.0:1784950432.725402:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950432.725407:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950432.725417:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950432.725417:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006049900c. 00000100:00000001:0.0:1784950432.725420:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950432.725429:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00000020:00000010:0.0:1784950432.725431:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000100:00000001:2.0:1784950432.725431:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950432.725437:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000010:1.0:1784950432.725440:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034450a52. 00000100:00000001:0.0:1784950432.725443:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950432.725444:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1784950432.725452:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4273495. 00000020:00000010:0.0:1784950432.725453:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000100:00000001:3.0:1784950432.725453:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950432.725456:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950432.725459:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.725465:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1784950432.725467:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000001:3.0:1784950432.725497:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950432.725500:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000057b2ed91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369195136:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950432.725502:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1784950432.725508:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1571 00000100:00000001:1.0:1784950432.725510:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950432.725516:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950432.725520:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369195136 00000100:00000001:3.0:1784950432.725521:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950432.725522:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000001:1.0:1784950432.725527:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950432.725529:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950432.725532:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786012791168 : -120287696760448 : ffff929956905180) 00000020:00000001:0.0:1784950432.725539:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:2.0:1784950432.725545:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002cb68b77 x1871652369195520/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:583/0 lens 224/0 e 0 to 0 dl 1784950443 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950432.725547:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1784950432.725548:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950432.725549:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950432.725555:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950432.725561:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950432.725567:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00100000:3.0:1784950432.725575:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2693 00000100:00000001:1.0:1784950432.725577:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1784950432.725580:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1784950432.725585:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950432.725586:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950432.725589:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950432.725590:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000020:00000010:2.0:1784950432.725595:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ab905b5. 00000020:00000001:0.0:1784950432.725598:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950432.725599:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786012788480 : -120287696763136 : ffff929956904700) 00000100:00100000:1.0:1784950432.725604:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2694 00000020:00000001:0.0:1784950432.725605:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950432.725607:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950432.725614:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950432.725615:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e4f7c3e7 x1871652369195264/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:583/0 lens 224/0 e 0 to 0 dl 1784950443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950432.725616:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000010:2.0:1784950432.725617:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ab905b5. 00000020:00000001:0.0:1784950432.725627:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950432.725630:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785867198464 : -120287842353152 : ffff92994de2c000) 00000100:00000001:0.0:1784950432.725635:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1784950432.725642:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002cb68b77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369195520:12345-192.168.203.114@tcp:400: 02000000:00000001:0.0:1784950432.725645:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1784950432.725652:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a8a3718 x1871652369195008/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:583/0 lens 224/0 e 0 to 0 dl 1784950443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950432.725659:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369195520 00000020:00000001:2.0:1784950432.725667:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000010:0.0:1784950432.725669:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000047354f7f. 00000100:00000001:3.0:1784950432.725672:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1784950432.725675:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:3.0:1784950432.725682:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 02000000:00000001:0.0:1784950432.725683:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950432.725683:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950432.725693:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950432.725695:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950432.725698:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950432.725698:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1784950432.725702:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000020:00000010:1.0:1784950432.725706:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000020:00000001:2.0:1784950432.725706:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:0.0:1784950432.725711:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950432.725750:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1784950432.725757:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e4f7c3e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369195264:12345-192.168.203.114@tcp:400: 00000020:00000001:2.0:1784950432.725759:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950432.725766:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1784950432.725768:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369195136 00000020:00000001:2.0:1784950432.725770:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1784950432.725774:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369195264 00000020:00000001:2.0:1784950432.725777:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1784950432.725780:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00010000:00000001:0.0:1784950432.725782:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:3.0:1784950432.725784:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950432.725785:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950432.725793:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1784950432.725795:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00010000:00000200:0.0:1784950432.725799:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000057b2ed91 x1871652369195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:583/0 lens 224/224 e 0 to 0 dl 1784950443 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950432.725801:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1784950432.725802:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004a8a3718 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369195008:12345-192.168.203.114@tcp:400: 00000020:00000001:3.0:1784950432.725804:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950432.725808:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1784950432.725816:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1784950432.725820:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000055e7fc3a. 00000100:00000200:1.0:1784950432.725822:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369195008 00000020:00000001:3.0:1784950432.725823:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 02000000:00000001:2.0:1784950432.725831:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950432.725834:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950432.725837:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1784950432.725844:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950432.725845:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000001:00000001:3.0:1784950432.725846:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369195264, found 0 last_xid 1871652369195263 00010000:00000001:0.0:1784950432.725852:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1784950432.725854:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950432.725855:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950432.725858:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950432.725859:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950432.725868:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00010000:00000040:2.0:1784950432.725869:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369195520 00000020:00000001:3.0:1784950432.725870:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00001000:0.0:1784950432.725871:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=65 v=5 (1 1 1 1) 00000020:00000001:1.0:1784950432.725876:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:3.0:1784950432.725879:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1784950432.725880:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:3.0:1784950432.725886:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950432.725891:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950432.725892:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950432.725893:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:2.0:1784950432.725899:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000002cb68b77 x1871652369195520/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:583/0 lens 224/224 e 0 to 0 dl 1784950443 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1784950432.725900:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369195008, found 0 last_xid 1871652369195007 00000100:00000001:3.0:1784950432.725903:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1784950432.725907:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 02000000:00000001:3.0:1784950432.725911:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1784950432.725913:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950432.725920:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000010:3.0:1784950432.725922:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e254b15f. 00000020:00000001:1.0:1784950432.725925:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1784950432.725933:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950432.725934:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950432.725935:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1784950432.725940:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950432.725941:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1784950432.725944:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950432.725945:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950432.725949:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950432.725950:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1784950432.725956:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1784950432.725958:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950432.725959:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950432.725966:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1784950432.725967:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000040:3.0:1784950432.725970:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369195264 02000000:00000001:1.0:1784950432.725975:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950432.725976:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1784950432.725977:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000010:0.0:1784950432.725979:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df1b1287. 02000000:00000010:1.0:1784950432.725985:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006470d004. 00000100:00000040:2.0:1784950432.725987:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000200:0.0:1784950432.725989:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369195136, offset 224 00010000:00000200:3.0:1784950432.725991:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000e4f7c3e7 x1871652369195264/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:583/0 lens 224/224 e 0 to 0 dl 1784950443 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950432.725996:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.725998:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950432.726008:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950432.726011:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1784950432.726014:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950432.726018:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950432.726021:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.726031:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:1.0:1784950432.726033:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369195008 00000400:00000200:0.0:1784950432.726040:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000001:3.0:1784950432.726044:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950432.726046:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:2.0:1784950432.726047:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000001:3.0:1784950432.726052:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950432.726060:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=65 v=5 (1 1 1 1) 00000400:00000010:2.0:1784950432.726061:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec5d6f04. 00010000:00000200:1.0:1784950432.726062:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000004a8a3718 x1871652369195008/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:583/0 lens 224/224 e 0 to 0 dl 1784950443 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950432.726067:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10945:10945:242:4294967295] 192.168.203.114@tcp LPNI seq info [9707:9707:8:4294967295] 00000100:00000200:2.0:1784950432.726074:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369195520, offset 224 00000100:00000001:3.0:1784950432.726077:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1784950432.726089:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 29 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950432.726101:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950432.726102:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950432.726114:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950432.726120:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950432.726122:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950432.726131:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950432.726148:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950432.726154:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950432.726158:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000010:3.0:1784950432.726159:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00010000:00000001:1.0:1784950432.726164:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000010:0.0:1784950432.726170:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031b2009f. 00000100:00000200:3.0:1784950432.726171:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369195264, offset 224 00010000:00000001:1.0:1784950432.726172:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950432.726183:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10946:10946:241:4294967295] 192.168.203.114@tcp LPNI seq info [9708:9708:7:4294967295] 00000100:00001000:1.0:1784950432.726186:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=65 v=5 (1 1 1 1) 00000800:00000200:0.0:1784950432.726194:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950432.726202:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950432.726207:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950432.726218:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 30 to 192.168.203.114@tcp 00000800:00000200:0.0:1784950432.726220:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950432.726228:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000200:0.0:1784950432.726232:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031b2009f type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1784950432.726241:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1784950432.726241:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:1.0:1784950432.726248:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950432.726256:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950432.726257:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950432.726264:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950432.726270:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:1.0:1784950432.726271:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950432.726273:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 29 to 192.168.203.114@tcp 00000800:00000010:2.0:1784950432.726278:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006415387d. 00000400:00000010:1.0:1784950432.726283:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043abe6c8. 00010000:00000001:0.0:1784950432.726286:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950432.726294:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950432.726296:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369195008, offset 224 00000400:00000200:3.0:1784950432.726298:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10947:10947:240:4294967295] 192.168.203.114@tcp LPNI seq info [9709:9709:6:4294967295] 00000800:00000200:2.0:1784950432.726303:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:0.0:1784950432.726305:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1784950432.726321:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950432.726323:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057b2ed91 x1871652369195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:583/0 lens 224/224 e 0 to 0 dl 1784950443 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950432.726330:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950432.726343:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006415387d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950432.726352:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950432.726356:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950432.726370:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950432.726381:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:3.0:1784950432.726385:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950432.726388:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950432.726389:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:3.0:1784950432.726398:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a955e85. 00000400:00000200:1.0:1784950432.726412:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10948:10948:239:4294967295] 192.168.203.114@tcp LPNI seq info [9710:9710:5:4294967295] 00000800:00000200:3.0:1784950432.726421:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:2.0:1784950432.726427:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1784950432.726431:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000057b2ed91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369195136:12345-192.168.203.114@tcp:400: Request processed in 1001us (3009us total) trans 0 rc 0/0 00000100:00000040:2.0:1784950432.726445:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cb68b77 x1871652369195520/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:583/0 lens 224/224 e 0 to 0 dl 1784950443 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950432.726447:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:0.0:1784950432.726459:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1570 00000800:00000200:3.0:1784950432.726461:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004a955e85 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784950432.726496:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000400:00000200:1.0:1784950432.726496:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950432.726497:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950432.726506:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950432.726511:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1784950432.726516:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002cb68b77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369195520:12345-192.168.203.114@tcp:400: Request processed in 922us (1641us total) trans 0 rc 0/0 00000020:00000010:0.0:1784950432.726520:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1a30f79. 00000100:00000040:3.0:1784950432.726526:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000010:0.0:1784950432.726535:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000098a21f52. 00010000:00000001:3.0:1784950432.726537:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:1.0:1784950432.726543:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950432.726545:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950432.726548:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000822fdc9. 00000800:00000010:1.0:1784950432.726555:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcb2acbd. 00000100:00100000:2.0:1784950432.726557:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1571 00000020:00000001:3.0:1784950432.726557:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000040:0.0:1784950432.726561:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000040:2.0:1784950432.726572:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000040:3.0:1784950432.726573:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4f7c3e7 x1871652369195264/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:583/0 lens 224/224 e 0 to 0 dl 1784950443 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950432.726574:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950432.726576:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950432.726584:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950432.726593:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1784950432.726603:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000010:2.0:1784950432.726604:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a4570d4. 00000800:00000200:1.0:1784950432.726614:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcb2acbd type 1, nob 320 niov 1 nkiov 1 00000100:00100000:3.0:1784950432.726615:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e4f7c3e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369195264:12345-192.168.203.114@tcp:400: Request processed in 935us (2371us total) trans 0 rc 0/0 00000020:00000010:2.0:1784950432.726618:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff644127. 00000100:00000001:1.0:1784950432.726631:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950432.726632:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce0859fb. 00000100:00100000:3.0:1784950432.726644:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2693 00000020:00000040:2.0:1784950432.726648:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000040:1.0:1784950432.726650:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000040:3.0:1784950432.726655:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:2.0:1784950432.726657:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950432.726658:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:3.0:1784950432.726662:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:0.0:1784950432.726666:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1784950432.726666:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950432.726669:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950432.726678:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002cc587b8. 00000020:00000001:1.0:1784950432.726679:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000010:0.0:1784950432.726681:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031b2009f. 00000020:00000010:3.0:1784950432.726689:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006049900c. 00000100:00000040:1.0:1784950432.726693:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a8a3718 x1871652369195008/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:583/0 lens 224/224 e 0 to 0 dl 1784950443 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950432.726694:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1784950432.726699:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017854499. 00000020:00000040:3.0:1784950432.726713:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:3.0:1784950432.726751:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950432.726765:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:1.0:1784950432.726773:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004a8a3718 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369195008:12345-192.168.203.114@tcp:400: Request processed in 1070us (1667us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950432.726778:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df1b1287 00000400:00000010:0.0:1784950432.726787:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000df1b1287. 00000100:00100000:1.0:1784950432.726796:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2694 00000100:00000001:0.0:1784950432.726799:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1784950432.726803:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:0.0:1784950432.726804:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950432.726812:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950432.726817:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950432.726821:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4273495. 00000020:00000010:1.0:1784950432.726827:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000800:00000200:0.0:1784950432.726828:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1784950432.726833:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034450a52. 00000800:00000010:0.0:1784950432.726834:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006415387d. 00000020:00000040:1.0:1784950432.726845:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000200:0.0:1784950432.726847:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950432.726857:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950432.726864:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950432.726871:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec5d6f04 00000400:00000010:0.0:1784950432.726883:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ec5d6f04. 00000100:00000001:0.0:1784950432.726887:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950432.726889:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1784950432.726901:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950432.726903:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a955e85. 00000400:00000200:0.0:1784950432.726907:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950432.726911:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950432.726913:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000400:00000010:0.0:1784950432.726916:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000100:00000001:0.0:1784950432.726919:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950432.726921:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1784950432.726988:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950432.726991:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcb2acbd. 00000400:00000200:0.0:1784950432.726995:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950432.727001:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950432.727004:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043abe6c8 00000400:00000010:0.0:1784950432.727007:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043abe6c8. 00000100:00000001:0.0:1784950432.727011:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950432.727013:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950432.727018:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950432.727026:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950432.727029:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950432.727032:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950432.727042:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950432.727053:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069be080 00000400:00000200:0.0:1784950432.727059:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15c11 [1] + 224 00000800:00000001:0.0:1784950432.727065:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950432.727069:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950432.727071:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950432.727075:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950432.727079:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950432.727083:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c90cb1a x1871652369195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950432.727095:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c90cb1a x1871652369195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950432.727115:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950432.727120:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950432.727124:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950432.727126:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950432.727129:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950432.727137:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950432.727145:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069be200 00000100:00000001:3.0:1784950432.727154:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950432.727155:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15c29 [1] + 224 00000100:00000001:3.0:1784950432.727162:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784950432.727165:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784950432.727171:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784950432.727173:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784950432.727179:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950432.727181:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784950432.727184:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bedd139c. 00000400:00000200:0.0:1784950432.727191:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950432.727195:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000400:00000010:3.0:1784950432.727201:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000100:00000001:3.0:1784950432.727205:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950432.727206:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950432.727216:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c90cb1a x1871652369195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950432.727218:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ce2a276 x1871652369195520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950432.727275:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c90cb1a x1871652369195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950432.727277:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001ce2a276 x1871652369195520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950432.727326:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950432.727331:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950432.727333:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950432.727336:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950432.727337:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950432.727339:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950432.727344:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950432.727346:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950432.727347:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950432.727356:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950432.727358:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=65 v=5 (5 5 5 5) 00000800:00000001:0.0:1784950432.727360:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950432.727369:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950432.727370:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=65 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950432.727380:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1784950432.727386:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950432.727387:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950432.727397:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784950432.727409:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069be100 00010000:00080000:3.0:1784950432.727410:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001c90cb1a x1871652369195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950432.727431:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15c19 [1] + 224 00010000:00000001:3.0:1784950432.727433:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950432.727443:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1784950432.727445:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950432.727447:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784950432.727448:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000800:00000001:0.0:1784950432.727452:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.727456:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950432.727457:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1784950432.727459:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950432.727465:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950432.727493:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000001:2.0:1784950432.727495:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950432.727503:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784950432.727504:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c90cb1a x1871652369195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950432.727509:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014223c18. 00000400:00000200:2.0:1784950432.727521:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f72bf817 00000100:00000001:3.0:1784950432.727523:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950432.727528:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f72bf817. 00000100:00000001:3.0:1784950432.727529:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950432.727536:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.727538:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950432.727539:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784950432.727548:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c90cb1a x1871652369195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950432.727559:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000035587b4e x1871652369195264/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950432.727559:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ce2a276 x1871652369195520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950432.727588:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000001c90cb1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369195136:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950432.727606:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950432.727614:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950432.727622:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c90cb1a x1871652369195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950432.727638:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1784950432.727641:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ce2a276 x1871652369195520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950432.727643:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000035587b4e x1871652369195264/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950432.727644:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950432.727650:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d522160c. 02000000:00000001:3.0:1784950432.727660:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950432.727665:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950432.727668:0:441644:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1784950432.727678:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950432.727683:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001871e498. 02000000:00000001:3.0:1784950432.727690:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950432.727695:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950432.727700:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c90cb1a. 00000100:00000001:2.0:1784950432.727702:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950432.727708:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950432.727712:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950432.727714:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950432.727716:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950432.727757:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950432.727763:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950432.727767:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950432.727768:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950432.727772:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950432.727776:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950432.727777:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950432.727781:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.727782:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950432.727784:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784950432.727792:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950432.727792:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950432.727793:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950432.727804:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784950432.727806:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=65 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950432.727817:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=65 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950432.727818:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950432.727827:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950432.727831:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950432.727835:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784950432.727840:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069be000 00010000:00080000:2.0:1784950432.727848:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001ce2a276 x1871652369195520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950432.727857:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15c09 [1] + 224 00000800:00000001:0.0:1784950432.727874:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784950432.727877:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950432.727882:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.727884:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1784950432.727890:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950432.727891:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950432.727898:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950432.727902:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950432.727905:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950432.727913:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ce2a276 x1871652369195520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950432.727914:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950432.727926:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f23672c8 x1871652369195008/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950432.727930:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950432.727939:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950432.727944:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950432.727955:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce2a276 x1871652369195520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950432.727959:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f23672c8 x1871652369195008/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950432.728007:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000001ce2a276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369195520:192.168.203.114@tcp:400: 00000400:00000001:2.0:1784950432.728016:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950432.728019:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784950432.728020:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1784950432.728022:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fe49d32. 00000400:00000200:2.0:1784950432.728029:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8357575 00000400:00000010:2.0:1784950432.728032:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e8357575. 00000100:00000001:2.0:1784950432.728037:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784950432.728043:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950432.728044:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000035587b4e x1871652369195264/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950432.728051:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950432.728066:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784950432.728067:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000035587b4e x1871652369195264/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950432.728075:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950432.728087:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950432.728088:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1784950432.728096:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784950432.728096:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950432.728103:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3b4a514. 00000100:00000001:2.0:1784950432.728104:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950432.728108:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950432.728112:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950432.728114:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950432.728115:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdfacc79 02000000:00000001:2.0:1784950432.728117:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950432.728121:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdfacc79. 00000100:00001000:2.0:1784950432.728124:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=65 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950432.728128:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1784950432.728131:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=65 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950432.728137:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950432.728142:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950432.728143:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f23672c8 x1871652369195008/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950432.728150:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950432.728154:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950432.728163:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950432.728166:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950432.728174:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950432.728176:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950432.728179:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f23672c8 x1871652369195008/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950432.728187:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000035587b4e x1871652369195264/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950432.728219:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950432.728221:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950432.728224:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.728226:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950432.728230:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950432.728232:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950432.728236:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950432.728242:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1784950432.728243:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035587b4e x1871652369195264/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950432.728248:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950432.728258:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950432.728271:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000035587b4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369195264:192.168.203.114@tcp:400: 00000100:00001000:1.0:1784950432.728272:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=60 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950432.728284:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784950432.728286:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=60 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950432.728294:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950432.728297:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950432.728303:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950432.728304:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ce2a276 x1871652369195520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950432.728312:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950432.728318:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950432.728328:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784950432.728330:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1784950432.728333:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 02000000:00000001:2.0:1784950432.728336:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784950432.728338:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000010:2.0:1784950432.728341:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080cfe63d. 00000100:00000001:1.0:1784950432.728343:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950432.728348:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950432.728352:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1784950432.728354:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f23672c8 x1871652369195008/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950432.728356:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1784950432.728366:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950432.728371:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d66491d6. 02000000:00000001:2.0:1784950432.728381:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950432.728382:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950432.728385:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950432.728388:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:2.0:1784950432.728390:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ce2a276. 00000100:00000001:1.0:1784950432.728393:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.728398:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1784950432.728403:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f23672c8 x1871652369195008/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950432.728404:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950432.728411:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950432.728422:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000035587b4e x1871652369195264/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950432.728438:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f23672c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369195008:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950432.728448:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784950432.728452:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950432.728453:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784950432.728459:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1784950432.728460:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005dec4288. 02000000:00000001:2.0:1784950432.728490:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950432.728492:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950432.728493:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950432.728497:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:1.0:1784950432.728499:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f23672c8 x1871652369195008/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950432.728500:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000de155b2e. 02000000:00000001:2.0:1784950432.728508:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950432.728512:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950432.728516:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035587b4e. 00000100:00000001:2.0:1784950432.728524:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950432.728529:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950432.728530:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950432.728533:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950432.728536:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950432.728541:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000197c7725. 00000100:00000001:2.0:1784950432.728542:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950432.728547:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950432.728549:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950432.728551:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784950432.728555:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784950432.728557:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950432.728560:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1784950432.728566:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950432.728569:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a891b017. 02000000:00000001:1.0:1784950432.728573:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950432.728576:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950432.728578:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f23672c8. 00000100:00000001:1.0:1784950432.728583:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950432.728585:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950432.728588:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950432.728594:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950432.728596:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950432.728599:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950432.728602:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950433.104852:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950433.104861:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950433.104869:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950433.104874:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950433.104877:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950433.104881:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950433.104885:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950433.104887:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950433.104890:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950433.104892:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950433.105019:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950433.105025:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950433.105029:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.0:1784950433.552896:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.12@tcp 00000800:00000010:2.0:1784950433.552903:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f5a19658. 00000400:00000200:2.0:1784950433.552917:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950433.552925:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.12@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950433.552933:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12705 health :900 00000400:00000200:2.0:1784950433.552939:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950433.552943:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.12@tcp: 1 00000400:00000200:2.0:1784950433.552948:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.12@tcp: -114 00000400:00000200:1.0:1784950433.553086:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1784950433.553098:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.12@tcp(00000000050c8504) state 0x861 00000400:00000001:1.0:1784950433.553106:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950433.553108:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950433.553112:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dca9971 00000400:00000010:1.0:1784950433.553115:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008dca9971. 00000400:00000200:1.0:1784950433.553121:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950433.553126:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.12@tcp: -114 00000400:00000010:1.0:1784950433.553132:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005e395f2f. 00000400:00000200:1.0:1784950433.553138:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.12@tcp:-110 00000400:00000200:1.0:1784950433.553141:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.12@tcp(00000000050c8504) state 0x2061 rc -110 00000400:00000200:1.0:1784950433.553146:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.12@tcp 00000100:00000001:0.0:1784950433.744832:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950433.744844:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950433.744847:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950433.744851:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950433.744855:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950433.744859:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950433.744862:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950434.128788:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950434.128794:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950434.128799:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950434.128801:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950434.128923:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950434.128929:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950434.128933:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1784950434.576866:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000010:0.0:1784950434.576879:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001ac6ddfb. 00000400:00000010:0.0:1784950434.576893:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000090af554c. 00000400:00000010:0.0:1784950434.576901:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df1b1287. 00000400:00000010:0.0:1784950434.576911:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000000c260a60. 00000400:00000200:0.0:1784950434.576917:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950434.576935:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950434.576943:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950434.576947:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10949:10949:243:4294967295] 192.168.203.114@tcp LPNI seq info [9711:9711:8:4294967295] 00000400:00000200:0.0:1784950434.576956:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:0.0:1784950434.576965:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:0.0:1784950434.576972:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950434.576977:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000031b2009f. 00000800:00000200:0.0:1784950434.576985:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950434.576996:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950434.577001:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031b2009f type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1784950434.577025:0:441638:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 1 next ping: 12707 health :900 00000800:00000200:3.0:1784950434.577199:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950434.577208:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000031b2009f. 00000400:00000200:3.0:1784950434.577219:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950434.577224:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950434.577231:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000400:00000200:3.0:1784950434.577238:0:441636:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:0.0:1784950434.577243:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950434.577244:0:441636:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:0.0:1784950434.577253:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950434.577262:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950434.577273:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:0.0:1784950434.577288:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1784950434.577300:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:0.0:1784950434.577310:0:441635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950434.577316:0:441635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10950:10950:243:4294967295] 192.168.203.114@tcp LPNI seq info [9712:9712:8:4294967295] 00000400:00000200:0.0:1784950434.577326:0:441635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:0.0:1784950434.577332:0:441635:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950434.577336:0:441635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031b2009f. 00000800:00000200:0.0:1784950434.577342:0:441635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950434.577348:0:441635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950434.577351:0:441635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031b2009f type 3, nob 144 niov 1 nkiov 1 00000800:00000001:1.0:1784950434.577502:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950434.577513:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784950434.577514:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950434.577518:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:0.0:1784950434.577522:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031b2009f. 00000400:00000200:0.0:1784950434.577530:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950434.577535:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950434.577539:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:3.0:1784950434.577542:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950434.577551:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950434.577561:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:3.0:1784950434.577579:0:441636:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x15c4d 00000800:00000001:3.0:1784950434.577587:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950434.577599:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950434.577601:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950434.577605:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:3.0:1784950434.577612:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df1b1287 00000400:00000010:3.0:1784950434.577615:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000df1b1287. 00000400:00000200:3.0:1784950434.577620:0:441636:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1784950434.577622:0:441636:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001ac6ddfb. 00000400:00000010:3.0:1784950434.577626:0:441636:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000090af554c. 00000800:00000001:3.0:1784950434.577634:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950434.577637:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950434.768836:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950434.768852:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950434.768856:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950434.768862:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950434.768866:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950434.768870:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950434.768873:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950435.152778:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307373310, at 4307373312 00000100:00000040:0.0:1784950435.152783:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307373310, at 4307373312 00000100:00000010:3.0:1784950435.152793:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009b9e16f9. 00000100:00000010:0.0:1784950435.152795:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5234a2c. 00000100:00000040:1.0:1784950435.152796:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307373310, at 4307373312 00000100:00000010:1.0:1784950435.152805:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009eab4d4. 00010000:00000001:2.0:1784950435.152812:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950435.152817:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950435.152822:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950435.152823:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950435.152842:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307373310, at 4307373312 00000100:00000010:2.0:1784950435.152847:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9d541a5. 00000020:00000001:1.0:1784950435.152862:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950435.152865:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950435.152868:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.0:1784950435.600803:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.3@tcp 00000800:00000010:2.0:1784950435.600807:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008a1a4dac. 00000400:00000200:2.0:1784950435.600812:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950435.600816:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.3@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950435.600821:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12707 health :900 00000400:00000200:2.0:1784950435.600824:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950435.600827:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.3@tcp: 1 00000400:00000200:2.0:1784950435.600831:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.3@tcp: -114 00000400:00000200:1.0:1784950435.600864:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1784950435.600871:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.3@tcp(0000000065719ced) state 0x861 00000400:00000001:1.0:1784950435.600875:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950435.600877:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950435.600879:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ac4ede6 00000400:00000010:1.0:1784950435.600880:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000ac4ede6. 00000400:00000200:1.0:1784950435.600884:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950435.600887:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.3@tcp: -114 00000400:00000010:1.0:1784950435.600890:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000269463a9. 00000400:00000200:1.0:1784950435.600893:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.3@tcp:-110 00000400:00000200:1.0:1784950435.600895:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.3@tcp(0000000065719ced) state 0x2061 rc -110 00000400:00000200:1.0:1784950435.600898:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.3@tcp 00000100:00000001:0.0:1784950435.792772:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950435.792779:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950435.792781:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950435.792783:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950435.792785:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950435.792788:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950435.792790:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950435.920808:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1784950435.920812:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1784950435.920819:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004838e8b3. 00000020:00000040:0.0:1784950435.920825:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950435.920830:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950435.920833:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950435.920837:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950435.920845:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000031b2009f. 00000100:00000001:0.0:1784950435.920852:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950435.920855:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000001:0.0:1784950435.920857:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000004:00000020:2.0:1784950435.920859:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:0.0:1784950435.920860:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950435.920866:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095749226. 00000100:00000040:0.0:1784950435.920871:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004838e8b3] to pc [ptlrpcd_00_02+2] req@000000004838e8b3 x1871652369195648/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950435.920872:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950435.920877:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950435.920880:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950435.920884:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950435.920889:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb2959c5. 00000100:00000001:2.0:1784950435.920893:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950435.920896:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950435.920897:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950435.920899:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950435.920903:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095749226] to pc [ptlrpcd_00_03+3] req@0000000095749226 x1871652369195776/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1784950435.920916:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950435.920924:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950435.920929:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950435.920930:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950435.920932:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950435.920934:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950435.920937:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950435.920939:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000095749226 x1871652369195776/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950435.920944:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004838e8b3 x1871652369195648/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950435.920955:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950435.920958:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950435.920960:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950435.920963:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950435.920963:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950435.920967:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950435.920968:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950435.920971:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950435.920972:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950435.920975:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950435.920977:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000095749226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369195776:192.168.203.114@tcp:41: 00000100:00100000:1.0:1784950435.920981:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004838e8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369195648:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950435.920982:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950435.920986:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950435.920988:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950435.920989:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950435.920990:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950435.920992:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950435.920994:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784950435.920995:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950435.921000:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bc9a0e3e. 02000000:00000010:3.0:1784950435.921000:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000ff54071. 02000000:00000001:1.0:1784950435.921005:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950435.921005:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950435.921013:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f5da7be. 00000400:00000010:3.0:1784950435.921014:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bedd139c. 00000400:00000010:1.0:1784950435.921021:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000821c0ba2. 00000400:00000010:3.0:1784950435.921021:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000100:00000200:1.0:1784950435.921028:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369195648, portal 4 00000100:00000200:3.0:1784950435.921029:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369195776, portal 4 00000100:00000001:1.0:1784950435.921034:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950435.921034:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950435.921056:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032831488 : -120287676720128 : ffff929957c21c00) 00000100:00000001:1.0:1784950435.921057:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883979264 : -120287825572352 : ffff92994ee2ce00) 00000100:00000040:3.0:1784950435.921077:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000095749226 x1871652369195776/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950435.921078:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004838e8b3 x1871652369195648/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950435.921125:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950435.921127:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950435.921134:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950435.921141:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950435.921142:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000400:00000010:1.0:1784950435.921148:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000553db85b. 00000100:00000200:3.0:1784950435.921149:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369195776, offset 0 00000100:00000200:1.0:1784950435.921159:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369195648, offset 0 00000400:00000200:3.0:1784950435.921167:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950435.921187:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950435.921187:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950435.921199:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950435.921205:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950435.921209:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950435.921213:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950435.921217:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10951:10951:244:4294967295] 192.168.203.114@tcp LPNI seq info [9713:9713:8:4294967295] 00000400:00000200:3.0:1784950435.921230:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:1.0:1784950435.921243:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950435.921249:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784950435.921249:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950435.921258:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000010:3.0:1784950435.921260:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079fb329f. 00000400:00000200:1.0:1784950435.921264:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950435.921276:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:3.0:1784950435.921280:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950435.921288:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10952:10952:243:4294967295] 192.168.203.114@tcp LPNI seq info [9714:9714:7:4294967295] 00000800:00000200:3.0:1784950435.921296:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950435.921306:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000079fb329f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950435.921312:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950435.921322:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950435.921328:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a891b017. 00000100:00000001:3.0:1784950435.921329:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950435.921337:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:3.0:1784950435.921338:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4722 usecs (5 jiffies) 00000100:00000001:3.0:1784950435.921346:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307374085 00000800:00000200:1.0:1784950435.921353:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000010:3.0:1784950435.921356:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa0e6bce. 00000800:00000200:1.0:1784950435.921359:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a891b017 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950435.921370:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784950435.921384:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307374085 00000100:00000001:1.0:1784950435.921390:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950435.921391:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012f2a552. 00000100:00000001:3.0:1784950435.921401:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000040:1.0:1784950435.921402:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13706 usecs (14 jiffies) 00000100:00000001:3.0:1784950435.921409:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307374085 00000100:00000001:1.0:1784950435.921410:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307374094 00000100:00000010:3.0:1784950435.921417:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000046fd464. 00000100:00000001:1.0:1784950435.921424:0:441643:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307374085 00000100:00000001:3.0:1784950435.921425:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1784950435.921437:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307374094 00000100:00000001:3.0:1784950435.921439:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307374085 00000100:00000001:1.0:1784950435.921444:0:441643:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307374085 00000100:00000010:3.0:1784950435.921467:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038bf97ea. 00000100:00000001:3.0:1784950435.921474:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1784950435.921493:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307374094 00000100:00000001:3.0:1784950435.921497:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950435.921500:0:441643:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307374085 00000100:00000001:3.0:1784950435.921500:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950435.921506:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950435.921508:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307374094 00000100:00000001:3.0:1784950435.921509:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950435.921514:0:441643:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307374085 00000100:00000001:1.0:1784950435.921517:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950435.921517:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950435.921521:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950435.921522:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950435.921525:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950435.921526:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950435.921528:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950435.921529:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950435.921530:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950435.921534:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950435.921535:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950435.921538:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950435.921541:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950435.921559:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950435.921564:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950435.921568:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950435.921605:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950435.921612:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079fb329f. 00000800:00000200:2.0:1784950435.921615:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950435.921623:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a891b017. 00000400:00000200:0.0:1784950435.921624:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950435.921624:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950435.921636:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950435.921643:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950435.921645:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950435.921653:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950435.921654:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950435.921662:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000800:00000001:3.0:1784950435.921662:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950435.921672:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000400:00000200:3.0:1784950435.921682:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950435.921687:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784950435.921688:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000553db85b 00000400:00000010:2.0:1784950435.921695:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000553db85b. 00000400:00000200:3.0:1784950435.921702:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069be300 00000100:00000200:0.0:1784950435.921704:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000095749226 x1871652369195776/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950435.921706:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784950435.921761:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 11872 00000800:00000001:3.0:1784950435.921768:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950435.921772:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784950435.921772:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004838e8b3 x1871652369195648/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950435.921774:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950435.921779:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000095749226 x1871652369195776/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950435.921780:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950435.921790:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950435.921797:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950435.921802:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1784950435.921804:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950435.921808:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950435.921809:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005f92b310. 00000100:00000040:2.0:1784950435.921810:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004838e8b3 x1871652369195648/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950435.921812:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784950435.921816:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000005f92b310 x1871652369195776 msgsize 224 00000800:00000001:0.0:1784950435.921822:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950435.921824:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950435.921828:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1784950435.921828:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:0.0:1784950435.921830:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950435.921833:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950435.921835:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950435.921841:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950435.921841:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1784950435.921850:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950435.921853:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069be280 00000800:00000001:3.0:1784950435.921855:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950435.921862:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 12096 00000800:00000001:0.0:1784950435.921867:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950435.921874:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1784950435.921876:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950435.921878:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369195776 00000400:00000200:0.0:1784950435.921879:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950435.921882:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1784950435.921884:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950435.921885:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950435.921889:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950435.921890:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950435.921892:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:1.0:1784950435.921894:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950435.921896:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064f70b2a. 00000100:00100000:1.0:1784950435.921898:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369195776 00000100:00000040:0.0:1784950435.921900:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000064f70b2a x1871652369195648 msgsize 224 00000020:00000001:1.0:1784950435.921901:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950435.921904:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00100000:0.0:1784950435.921908:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:1.0:1784950435.921909:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950435.921913:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:1.0:1784950435.921915:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:1.0:1784950435.921917:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:1.0:1784950435.921920:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950435.921921:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1784950435.921924:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000800:00000001:0.0:1784950435.921926:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950435.921927:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950435.921931:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950435.921931:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00000020:00000010:1.0:1784950435.921937:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034450a52. 00000020:00000010:1.0:1784950435.921942:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4273495. 00000020:00000010:1.0:1784950435.921946:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000001:3.0:1784950435.921951:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1784950435.921953:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00100000:3.0:1784950435.921954:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369195648 00000100:00000001:1.0:1784950435.921959:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1784950435.921959:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950435.921963:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950435.921964:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950435.921968:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950435.921968:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950435.921971:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950435.921974:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369195648 00000100:00000001:1.0:1784950435.921976:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950435.921976:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950435.921979:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:3.0:1784950435.921981:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950435.921983:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:3.0:1784950435.921985:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:3.0:1784950435.921987:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950435.921989:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950435.921990:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950435.921992:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:3.0:1784950435.921995:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950435.921997:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000001:1.0:1784950435.922001:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1784950435.922002:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017854499. 00000100:00000001:1.0:1784950435.922006:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1784950435.922007:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002cc587b8. 00000020:00000010:3.0:1784950435.922012:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006049900c. 00000100:00100000:1.0:1784950435.922013:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2695 00000100:00000040:1.0:1784950435.922017:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950435.922018:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950435.922039:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683766784 : -120288025784832 : ffff929942f3ce00) 00000100:00000001:3.0:1784950435.922039:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950435.922046:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950435.922052:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f92b310 x1871652369195776/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:586/0 lens 224/0 e 0 to 0 dl 1784950446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950435.922055:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950435.922070:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950435.922077:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000100:00000001:3.0:1784950435.922079:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950435.922080:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950435.922089:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00000100:00100000:1.0:1784950435.922098:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005f92b310 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369195776:12345-192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950435.922103:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1784950435.922104:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369195776 00000100:00000001:3.0:1784950435.922109:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950435.922112:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950435.922119:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00100000:3.0:1784950435.922123:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2696 00000100:00000001:0.0:1784950435.922124:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1784950435.922126:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950435.922131:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1784950435.922135:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000001:1.0:1784950435.922136:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1784950435.922137:0:453516:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950435.922144:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000001:3.0:1784950435.922145:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786048185984 : -120287661365632 : ffff929958ac6680) 00000100:00000001:0.0:1784950435.922146:0:453516:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950435.922157:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1784950435.922163:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064f70b2a x1871652369195648/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:586/0 lens 224/0 e 0 to 0 dl 1784950446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1784950435.922164:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369195776, found 0 last_xid 1871652369195775 00000020:00000001:1.0:1784950435.922176:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950435.922186:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950435.922189:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1784950435.922191:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950435.922195:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950435.922196:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:1.0:1784950435.922200:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950435.922202:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950435.922205:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1784950435.922207:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 02000000:00000010:1.0:1784950435.922214:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ceece30c. 00000100:00100000:3.0:1784950435.922215:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000064f70b2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369195648:12345-192.168.203.114@tcp:41: 02000000:00000001:1.0:1784950435.922223:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950435.922228:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369195648 00000100:00000001:1.0:1784950435.922230:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950435.922234:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000004:00000001:1.0:1784950435.922238:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000001:3.0:1784950435.922240:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000004:00000001:1.0:1784950435.922244:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000020:00000001:3.0:1784950435.922246:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950435.922248:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950435.922253:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950435.922257:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:3.0:1784950435.922261:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1784950435.922265:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369195648, found 0 last_xid 1871652369195647 00000004:00000024:1.0:1784950435.922267:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000001:3.0:1784950435.922269:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950435.922278:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000020:1.0:1784950435.922279:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000001:3.0:1784950435.922281:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950435.922286:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1784950435.922288:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000100:00000001:3.0:1784950435.922292:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000020:1.0:1784950435.922296:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 02000000:00000001:3.0:1784950435.922298:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000020:1.0:1784950435.922305:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 02000000:00000010:3.0:1784950435.922307:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000035e465ae. 00000004:00000020:1.0:1784950435.922310:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 02000000:00000001:3.0:1784950435.922313:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950435.922318:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1784950435.922321:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000004:00000001:3.0:1784950435.922325:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000001:00000001:1.0:1784950435.922326:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950435.922330:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1784950435.922333:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950435.922334:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950435.922344:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369195776 00010000:00000001:1.0:1784950435.922349:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000004:00000024:3.0:1784950435.922352:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00010000:00000200:1.0:1784950435.922358:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000005f92b310 x1871652369195776/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:586/0 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:3.0:1784950435.922360:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:3.0:1784950435.922370:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000004:00000020:3.0:1784950435.922380:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000001:00000001:3.0:1784950435.922393:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1784950435.922394:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000001:00000001:3.0:1784950435.922398:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950435.922400:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950435.922405:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950435.922408:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=68 v=5 (1 1 1 1) 00010000:00000040:3.0:1784950435.922411:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369195648 00000100:00000001:1.0:1784950435.922417:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1784950435.922418:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:1.0:1784950435.922425:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000200:3.0:1784950435.922430:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000064f70b2a x1871652369195648/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:586/0 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950435.922432:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950435.922441:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950435.922467:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950435.922473:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1784950435.922475:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1784950435.922478:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950435.922486:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00001000:3.0:1784950435.922487:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=68 v=5 (1 1 1 1) 00000400:00000010:1.0:1784950435.922494:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 00000100:00000001:3.0:1784950435.922496:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1784950435.922505:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369195776, offset 224 00000100:00000040:3.0:1784950435.922506:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950435.922514:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950435.922519:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1784950435.922521:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950435.922523:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950435.922529:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950435.922539:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950435.922541:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000010:3.0:1784950435.922547:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdf88c3f. 00000400:00000200:1.0:1784950435.922553:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10953:10953:244:4294967295] 192.168.203.114@tcp LPNI seq info [9715:9715:8:4294967295] 00000100:00000200:3.0:1784950435.922557:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369195648, offset 224 00000400:00000200:3.0:1784950435.922572:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950435.922580:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950435.922587:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950435.922593:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000091f3a7b6. 00000400:00000200:3.0:1784950435.922598:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:1.0:1784950435.922606:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950435.922613:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10954:10954:243:4294967295] 192.168.203.114@tcp LPNI seq info [9716:9716:7:4294967295] 00000800:00000200:1.0:1784950435.922623:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950435.922629:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000091f3a7b6 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:3.0:1784950435.922641:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950435.922648:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950435.922654:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950435.922655:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042fecc91. 00000100:00000040:1.0:1784950435.922666:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000200:3.0:1784950435.922671:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:1.0:1784950435.922673:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950435.922679:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950435.922683:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:3.0:1784950435.922685:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950435.922691:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000042fecc91 type 1, nob 464 niov 1 nkiov 1 00000100:00000040:1.0:1784950435.922693:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f92b310 x1871652369195776/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:586/0 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950435.922697:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950435.922709:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950435.922717:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00100000:1.0:1784950435.922766:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005f92b310 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369195776:12345-192.168.203.114@tcp:41: Request processed in 695us (947us total) trans 0 rc 0/0 00000020:00000001:3.0:1784950435.922770:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950435.922774:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1784950435.922777:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2695 00000800:00000200:2.0:1784950435.922780:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1784950435.922781:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000040:3.0:1784950435.922781:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064f70b2a x1871652369195648/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:586/0 lens 224/368 e 0 to 0 dl 1784950446 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784950435.922785:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000091f3a7b6. 00000100:00000001:1.0:1784950435.922786:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950435.922789:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1784950435.922792:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1784950435.922796:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4273495. 00000400:00000200:2.0:1784950435.922802:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:3.0:1784950435.922802:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000064f70b2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369195648:12345-192.168.203.114@tcp:41: Request processed in 611us (897us total) trans 0 rc 0/0 00000020:00000010:1.0:1784950435.922804:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000400:00000200:2.0:1784950435.922808:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca6d43d 00000020:00000010:1.0:1784950435.922812:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034450a52. 00000400:00000010:2.0:1784950435.922812:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008ca6d43d. 00000100:00000001:2.0:1784950435.922816:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:3.0:1784950435.922817:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2696 00000100:00000001:2.0:1784950435.922819:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1784950435.922821:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000020:00000040:1.0:1784950435.922823:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:3.0:1784950435.922824:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950435.922827:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950435.922829:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950435.922830:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002cc587b8. 00000020:00000010:3.0:1784950435.922836:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006049900c. 00000020:00000010:3.0:1784950435.922839:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017854499. 00000020:00000040:3.0:1784950435.922844:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:3.0:1784950435.922846:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950435.922875:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950435.922878:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042fecc91. 00000400:00000200:2.0:1784950435.922880:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950435.922884:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950435.922884:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950435.922889:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdf88c3f 00000400:00000010:2.0:1784950435.922890:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdf88c3f. 00000800:00000001:0.0:1784950435.922892:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950435.922893:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:0.0:1784950435.922896:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950435.922896:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950435.922900:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950435.922905:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950435.922912:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069be300 00000400:00000200:0.0:1784950435.922916:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15c55 [1] + 224 00000800:00000001:0.0:1784950435.922919:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950435.922921:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950435.922923:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950435.922925:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950435.922927:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950435.922930:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000095749226 x1871652369195776/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950435.922937:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000095749226 x1871652369195776/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950435.922949:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950435.922952:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950435.922954:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950435.922955:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950435.922956:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950435.922959:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950435.922963:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069be280 00000400:00000200:0.0:1784950435.922967:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15c51 [1] + 224 00000800:00000001:0.0:1784950435.922970:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950435.922974:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784950435.922976:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950435.922977:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950435.922980:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950435.922983:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000001:3.0:1784950435.922984:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950435.922987:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950435.922989:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bedd139c. 00000400:00000200:3.0:1784950435.922992:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000400:00000010:3.0:1784950435.922994:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000100:00000001:0.0:1784950435.922996:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950435.922996:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950435.923000:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000095749226 x1871652369195776/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950435.923002:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004838e8b3 x1871652369195648/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950435.923024:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000095749226 x1871652369195776/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950435.923027:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000004838e8b3 x1871652369195648/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950435.923074:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950435.923078:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950435.923082:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950435.923085:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950435.923086:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950435.923088:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950435.923093:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950435.923096:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950435.923097:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950435.923105:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950435.923107:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950435.923116:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950435.923120:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950435.923122:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950435.923126:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950435.923130:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950435.923134:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950435.923137:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950435.923139:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950435.923141:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950435.923148:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000095749226 x1871652369195776/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950435.923156:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950435.923159:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950435.923162:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950435.923164:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:3.0:1784950435.923165:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1784950435.923172:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000001:1.0:1784950435.923174:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950435.923186:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000004:00000020:3.0:1784950435.923186:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000400:00000001:1.0:1784950435.923194:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000004:00000001:3.0:1784950435.923195:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950435.923201:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f5da7be. 00000100:00000040:3.0:1784950435.923219:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095749226 x1871652369195776/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950435.923226:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000821c0ba2 00000100:00100000:3.0:1784950435.923230:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000095749226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369195776:192.168.203.114@tcp:41: 00000400:00000010:1.0:1784950435.923231:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000821c0ba2. 00000100:00000001:3.0:1784950435.923237:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950435.923238:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950435.923241:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1784950435.923245:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004838e8b3 x1871652369195648/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950435.923246:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000095749226 x1871652369195776/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950435.923274:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950435.923277:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1784950435.923279:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004838e8b3 x1871652369195648/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950435.923280:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000ff54071. 00000100:00000001:1.0:1784950435.923289:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784950435.923290:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950435.923291:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950435.923292:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784950435.923293:0:441643:0:(client.c:1580:after_reply()) Process entered 00000020:00000040:3.0:1784950435.923295:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1784950435.923296:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1784950435.923298:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950435.923299:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950435.923301:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950435.923302:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb2959c5. 02000000:00000001:1.0:1784950435.923303:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950435.923306:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1784950435.923308:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=63 v=5 (5 5 5 5) 02000000:00000001:3.0:1784950435.923308:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950435.923310:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095749226. 00000100:00000001:3.0:1784950435.923315:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1784950435.923316:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950435.923318:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950435.923321:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950435.923321:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950435.923324:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950435.923326:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1784950435.923327:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950435.923329:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950435.923329:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950435.923332:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950435.923334:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784950435.923335:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950435.923336:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950435.923339:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950435.923340:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950435.923343:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004838e8b3 x1871652369195648/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950435.923347:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950435.923349:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950435.923350:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1784950435.923351:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1784950435.923353:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000020:1.0:1784950435.923357:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:1.0:1784950435.923359:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950435.923361:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004838e8b3 x1871652369195648/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950435.923366:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004838e8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369195648:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950435.923369:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950435.923371:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950435.923372:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004838e8b3 x1871652369195648/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950451 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950435.923376:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950435.923377:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950435.923378:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bc9a0e3e. 02000000:00000001:1.0:1784950435.923380:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950435.923381:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950435.923382:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1784950435.923383:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950435.923384:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000031b2009f. 02000000:00000001:1.0:1784950435.923387:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950435.923388:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950435.923388:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004838e8b3. 00000100:00000001:1.0:1784950435.923391:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950435.923392:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950435.923393:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950435.923395:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950435.923397:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950435.923398:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950435.923399:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950435.935778:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307374094, at 4307374095 00000100:00000010:0.0:1784950435.935786:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa0e6bce. 00000100:00000040:3.0:1784950435.935787:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307374094, at 4307374095 00000100:00000010:3.0:1784950435.935795:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038bf97ea. 00000100:00000040:2.0:1784950435.935796:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307374094, at 4307374095 00000100:00000040:1.0:1784950435.935797:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307374094, at 4307374095 00000100:00000010:2.0:1784950435.935807:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000046fd464. 00000100:00000010:1.0:1784950435.935809:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012f2a552. 00010000:00000001:2.0:1784950436.176841:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950436.176847:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950436.176854:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950436.176856:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950436.176982:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950436.176987:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950436.176992:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.0:1784950436.624908:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.2@tcp 00000800:00000010:2.0:1784950436.624914:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eacc2d84. 00000400:00000200:2.0:1784950436.624925:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950436.624932:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.2@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950436.624939:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12708 health :900 00000400:00000200:2.0:1784950436.624945:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950436.624949:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.2@tcp: 1 00000400:00000200:2.0:1784950436.624954:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.2@tcp: -114 00000800:00000100:2.0:1784950436.624982:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.7@tcp 00000800:00000010:2.0:1784950436.624985:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005d426fc0. 00000400:00000200:2.0:1784950436.624989:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950436.624995:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.7@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950436.625000:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950436.625004:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.7@tcp: 1 00000400:00000200:2.0:1784950436.625009:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.7@tcp: -114 00000400:00000200:1.0:1784950436.625025:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1784950436.625039:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.2@tcp(000000002f18fb04) state 0x861 00000400:00000001:1.0:1784950436.625047:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950436.625050:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950436.625052:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032ff6f71 00000400:00000010:1.0:1784950436.625055:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000032ff6f71. 00000400:00000200:1.0:1784950436.625062:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950436.625068:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.2@tcp: -114 00000400:00000010:1.0:1784950436.625073:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004f33a667. 00000400:00000200:1.0:1784950436.625079:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.2@tcp:-110 00000400:00000200:1.0:1784950436.625082:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.2@tcp(000000002f18fb04) state 0x2061 rc -110 00000400:00000200:1.0:1784950436.625087:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.2@tcp 00000400:00000200:1.0:1784950436.625091:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.7@tcp(000000007ef77b60) state 0x861 00000400:00000001:1.0:1784950436.625094:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950436.625096:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950436.625098:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ee01619 00000400:00000010:1.0:1784950436.625100:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001ee01619. 00000400:00000200:1.0:1784950436.625102:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950436.625105:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.7@tcp: -114 00000400:00000010:1.0:1784950436.625108:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bd84354f. 00000400:00000200:1.0:1784950436.625113:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.7@tcp:-110 00000400:00000200:1.0:1784950436.625116:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.7@tcp(000000007ef77b60) state 0x2061 rc -110 00000400:00000200:1.0:1784950436.625119:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.7@tcp 00000100:00000001:0.0:1784950436.816812:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950436.816822:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950436.816824:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950436.816828:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950436.816831:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950436.816835:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950436.816837:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950437.200841:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950437.200847:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950437.200854:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950437.200856:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950437.200976:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950437.200982:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950437.200986:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1784950437.648866:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000010:0.0:1784950437.648876:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005ad9d90c. 00000800:00000100:2.0:1784950437.648884:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.6@tcp 00000400:00000010:0.0:1784950437.648890:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000090af554c. 00000800:00000010:2.0:1784950437.648892:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002c55871f. 00000400:00000010:0.0:1784950437.648902:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d460af32. 00000400:00000200:2.0:1784950437.648905:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950437.648915:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.6@tcp: GET: NETWORK_TIMEOUT 00000400:00000010:0.0:1784950437.648916:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000cbd3353e. 00000400:00000200:0.0:1784950437.648931:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950437.648934:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12709 health :700 00000400:00000200:2.0:1784950437.648944:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950437.648949:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.6@tcp: 1 00000400:00000200:0.0:1784950437.648956:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950437.648964:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950437.648968:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10955:10955:246:4294967295] 192.168.203.114@tcp LPNI seq info [9717:9717:8:4294967295] 00000400:00000200:0.0:1784950437.648975:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:0.0:1784950437.648983:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:0.0:1784950437.648990:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950437.648996:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.6@tcp: -114 00000800:00000010:0.0:1784950437.648999:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bea13e4c. 00000800:00000200:0.0:1784950437.649011:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950437.649021:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950437.649027:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bea13e4c type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1784950437.649060:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000100:2.0:1784950437.649063:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.11@tcp 00000800:00000010:2.0:1784950437.649071:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000057d9fda9. 00000400:00000200:1.0:1784950437.649077:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.6@tcp(00000000dd6ddc05) state 0x861 00000400:00000200:2.0:1784950437.649080:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000001:1.0:1784950437.649089:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1784950437.649094:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.11@tcp: GET: NETWORK_TIMEOUT 00000400:00000001:1.0:1784950437.649096:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950437.649102:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee59023e 00000400:00000010:1.0:1784950437.649105:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ee59023e. 00000400:00000200:1.0:1784950437.649113:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950437.649114:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950437.649121:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.6@tcp: -114 00000400:00000200:2.0:1784950437.649123:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.11@tcp: 1 00000400:00000010:1.0:1784950437.649130:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002fc8ce9c. 00000400:00000200:1.0:1784950437.649140:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.6@tcp:-110 00000400:00000200:2.0:1784950437.649143:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.11@tcp: -114 00000400:00000200:1.0:1784950437.649149:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.6@tcp(00000000dd6ddc05) state 0x2061 rc -110 00000400:00000200:1.0:1784950437.649158:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.6@tcp 00000400:00000200:1.0:1784950437.649169:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.11@tcp(000000006aac02b3) state 0x861 00000400:00000001:1.0:1784950437.649173:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950437.649175:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950437.649177:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb316f9 00000400:00000010:1.0:1784950437.649179:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004cb316f9. 00000400:00000200:1.0:1784950437.649185:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950437.649193:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.11@tcp: -114 00000400:00000010:1.0:1784950437.649198:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000da6cc722. 00000400:00000200:1.0:1784950437.649206:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.11@tcp:-110 00000800:00000200:3.0:1784950437.649207:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784950437.649212:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.11@tcp(000000006aac02b3) state 0x2061 rc -110 00000800:00000010:3.0:1784950437.649216:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bea13e4c. 00000400:00000200:1.0:1784950437.649222:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.11@tcp 00000400:00000200:3.0:1784950437.649229:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950437.649230:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950437.649241:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000800:00000001:0.0:1784950437.649249:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950437.649250:0:441634:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:0.0:1784950437.649259:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950437.649261:0:441634:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:0.0:1784950437.649267:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950437.649280:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:0.0:1784950437.649296:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1784950437.649307:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:0.0:1784950437.649319:0:441635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950437.649324:0:441635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10956:10956:248:4294967295] 192.168.203.114@tcp LPNI seq info [9718:9718:8:4294967295] 00000400:00000200:0.0:1784950437.649334:0:441635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:0.0:1784950437.649339:0:441635:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950437.649343:0:441635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdda80e2. 00000800:00000200:0.0:1784950437.649348:0:441635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950437.649353:0:441635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950437.649356:0:441635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdda80e2 type 3, nob 144 niov 1 nkiov 1 00000800:00000001:3.0:1784950437.649412:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950437.649519:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950437.649530:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950437.649534:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950437.649537:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1784950437.649540:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950437.649545:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdda80e2. 00000400:00000200:3.0:1784950437.649557:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:0.0:1784950437.649558:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950437.649575:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:3.0:1784950437.649585:0:441634:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x15c69 00000800:00000001:1.0:1784950437.649589:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950437.649594:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950437.649614:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950437.649619:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950437.649625:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:3.0:1784950437.649633:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d460af32 00000400:00000010:3.0:1784950437.649636:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d460af32. 00000400:00000200:3.0:1784950437.649641:0:441634:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1784950437.649645:0:441634:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005ad9d90c. 00000400:00000010:3.0:1784950437.649648:0:441634:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000090af554c. 00000800:00000001:3.0:1784950437.649656:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950437.649659:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950437.840847:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950437.840862:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950437.840865:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950437.840870:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950437.840873:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950437.840877:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950437.840879:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950437.968899:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950437.968909:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950437.968918:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000233e3cf1. 00000020:00000040:2.0:1784950437.968925:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:2.0:1784950437.968931:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950437.968935:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950437.968942:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950437.968950:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b3b91a8d. 00000100:00000001:2.0:1784950437.968958:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950437.968968:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000233e3cf1 x1871652369195904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950437.968983:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950437.968986:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950437.968993:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000233e3cf1] to pc [ptlrpcd_00_00+0] req@00000000233e3cf1 x1871652369195904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950437.969032:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950437.969035:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950437.969040:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950437.969044:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c96d2925. 00000020:00000040:2.0:1784950437.969048:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950437.969051:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950437.969054:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950437.969056:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950437.969060:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e5c2538. 00000100:00000001:2.0:1784950437.969063:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950437.969070:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950437.969071:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000c96d2925 x1871652369196032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950437.969079:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950437.969086:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950437.969093:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950437.969096:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950437.969099:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000233e3cf1 x1871652369195904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950437.969106:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c96d2925] to pc [ptlrpcd_00_01+1] req@00000000c96d2925 x1871652369196032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950437.969140:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950437.969145:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950437.969150:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950437.969152:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950437.969156:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.969159:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950437.969164:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1784950437.969165:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:3.0:1784950437.969166:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950437.969174:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950437.969175:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1784950437.969177:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:1.0:1784950437.969186:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950437.969187:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784950437.969194:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c96d2925 x1871652369196032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950437.969200:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1784950437.969201:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000233e3cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369195904:0@lo:400: 00000100:00000010:2.0:1784950437.969208:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000faa06ed. 00000100:00000001:1.0:1784950437.969219:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1784950437.969220:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1784950437.969231:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950437.969232:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950437.969233:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784950437.969237:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950437.969241:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.969241:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950437.969243:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950437.969255:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784950437.969256:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1784950437.969259:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb2959c5. 02000000:00000001:3.0:1784950437.969263:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1784950437.969266:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034450a52. 00000100:00000001:2.0:1784950437.969267:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950437.969269:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950437.969277:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950437.969285:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000000faa06ed x1871652369196160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784950437.969285:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c96d2925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369196032:192.168.203.114@tcp:400: 00000400:00000010:1.0:1784950437.969287:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f5da7be. 00000100:00000001:3.0:1784950437.969302:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1784950437.969303:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000821c0ba2. 02000000:00000001:3.0:1784950437.969309:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950437.969316:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950437.969318:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369195904, portal 25 02000000:00000001:3.0:1784950437.969324:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950437.969326:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950437.969328:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950437.969331:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950437.969333:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032826112 : -120287676725504 : ffff929957c20700) 02000000:00000010:3.0:1784950437.969334:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017854499. 00000100:00000040:2.0:1784950437.969341:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000faa06ed] to pc [ptlrpcd_00_02+2] req@000000000faa06ed x1871652369196160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950437.969344:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950437.969352:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000233e3cf1 x1871652369195904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950437.969357:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bedd139c. 00000400:00000010:3.0:1784950437.969372:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000100:00000200:3.0:1784950437.969382:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369196032, portal 4 00000100:00000001:3.0:1784950437.969393:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950437.969399:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950437.969400:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032827904 : -120287676723712 : ffff929957c20e00) 00000100:00000040:1.0:1784950437.969411:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1784950437.969417:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c96d2925 x1871652369196032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950437.969418:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950437.969420:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8a23c93. 00000100:00000040:2.0:1784950437.969428:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1784950437.969432:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369195904, offset 0 00000100:00000001:2.0:1784950437.969457:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950437.969466:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005512dd85. 00000020:00000040:2.0:1784950437.969475:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:1.0:1784950437.969480:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1784950437.969485:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950437.969490:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784950437.969491:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950437.969499:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950437.969508:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000010:2.0:1784950437.969510:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006415387d. 00000400:00000200:1.0:1784950437.969511:0:441641:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1784950437.969515:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aee49f67. 00000100:00000001:0.0:1784950437.969521:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950437.969523:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950437.969525:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369196032, offset 0 00000100:00000001:0.0:1784950437.969531:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950437.969536:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950437.969541:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000005512dd85 x1871652369196288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1784950437.969542:0:441641:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069be380 00000400:00000200:3.0:1784950437.969545:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950437.969554:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000faa06ed x1871652369196160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950437.969567:0:441641:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14531 [2] + 0 00000400:00000200:3.0:1784950437.969570:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:1.0:1784950437.969589:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db211b8c. 00000400:00000200:3.0:1784950437.969593:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950437.969605:0:441641:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ad880799 00000400:00000200:3.0:1784950437.969608:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950437.969610:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950437.969617:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950437.969621:0:441641:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950437.969622:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950437.969624:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784950437.969632:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005512dd85] to pc [ptlrpcd_00_03+3] req@000000005512dd85 x1871652369196288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950437.969635:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950437.969640:0:441641:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1784950437.969641:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:0.0:1784950437.969653:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784950437.969661:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10957:10957:248:4294967295] 192.168.203.114@tcp LPNI seq info [9719:9719:8:4294967295] 02000000:00000001:0.0:1784950437.969663:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950437.969678:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950437.969679:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950437.969690:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1784950437.969699:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000faa06ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369196160:192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950437.969701:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00080000:2.0:1784950437.969707:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1784950437.969764:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950437.969772:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950437.969775:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950437.969783:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784950437.969784:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1784950437.969785:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad880799 00000800:00000200:3.0:1784950437.969792:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950437.969795:0:441641:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000ad880799. 02000000:00000010:0.0:1784950437.969796:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000197c7725. 00000100:00000001:2.0:1784950437.969798:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000010:3.0:1784950437.969806:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbff510b. 02000000:00000001:0.0:1784950437.969807:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950437.969810:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095749226. 00000100:00000001:1.0:1784950437.969811:0:441641:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950437.969820:0:441641:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000040:2.0:1784950437.969821:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:0.0:1784950437.969823:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ae76fb9. 00000800:00000200:3.0:1784950437.969830:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:1.0:1784950437.969833:0:441641:0:(events.c:337:request_in_callback()) incoming req@00000000f04b7bad x1871652369195904 msgsize 224 00000100:00000001:2.0:1784950437.969834:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1784950437.969838:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007da373e1. 02000000:00000001:2.0:1784950437.969842:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950437.969849:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950437.969850:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369196160, portal 10 00000800:00000200:3.0:1784950437.969858:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000010:2.0:1784950437.969863:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d62b3518. 00000100:00000001:0.0:1784950437.969864:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1784950437.969865:0:441641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:3.0:1784950437.969868:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fbff510b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950437.969871:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032839552 : -120287676712064 : ffff929957c23b80) 00000100:00000001:2.0:1784950437.969876:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950437.969877:0:441641:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1784950437.969893:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000faa06ed x1871652369196160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950437.969895:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@0000000095749226 x1871652369196416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950437.969895:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950437.969900:0:441641:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1784950437.969910:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13698 usecs (14 jiffies) 00000400:00000200:1.0:1784950437.969916:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8a23c93 00000100:00000001:3.0:1784950437.969923:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307376143 00000400:00000010:1.0:1784950437.969925:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f8a23c93. 00000100:00000001:1.0:1784950437.969937:0:441641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1784950437.969941:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038bf97ea. 00000100:00000200:1.0:1784950437.969950:0:441641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000233e3cf1 x1871652369195904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950437.969958:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784950437.969959:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950437.969965:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950437.969972:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.969975:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307376143 00000100:00000040:0.0:1784950437.969977:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950437.969991:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095749226] to pc [ptlrpcd_00_00+0] req@0000000095749226 x1871652369196416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950437.969992:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a09db0. 00000100:00000010:3.0:1784950437.969993:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000081cd7458. 00000100:00000001:1.0:1784950437.970000:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1784950437.970003:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369196160, offset 0 00000100:00000001:3.0:1784950437.970005:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:1.0:1784950437.970013:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000233e3cf1 x1871652369195904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950437.970017:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307376143 00000400:00000200:0.0:1784950437.970031:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000010:3.0:1784950437.970032:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f7e3e7f. 00000100:00000001:3.0:1784950437.970045:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:0.0:1784950437.970053:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950437.970060:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.970060:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307376143 00000100:00000001:1.0:1784950437.970066:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950437.970069:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1784950437.970072:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd7ddeb4. 00000100:00000040:2.0:1784950437.970076:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12713) 00000100:00000001:1.0:1784950437.970077:0:441641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950437.970080:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1784950437.970083:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950437.970093:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950437.970096:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950437.970100:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950437.970103:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.970110:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950437.970111:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10958:10958:247:4294967295] 192.168.203.114@tcp LPNI seq info [9720:9720:7:4294967295] 00000100:00000001:3.0:1784950437.970117:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950437.970122:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950437.970129:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950437.970129:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950437.970138:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784950437.970139:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950437.970139:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950437.970150:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950437.970153:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005512dd85 x1871652369196288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950437.970157:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950437.970163:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.970166:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950437.970168:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950437.970178:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307378555 00000100:00100000:3.0:1784950437.970179:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000800:00000010:0.0:1784950437.970183:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdda80e2. 00000100:00000001:3.0:1784950437.970192:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950437.970196:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950437.970199:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950437.970201:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307376143 00000100:00000001:2.0:1784950437.970202:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950437.970207:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950437.970208:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950437.970215:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950437.970218:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307378555 00000100:00000001:3.0:1784950437.970220:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950437.970221:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950437.970227:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784950437.970232:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950437.970233:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307376143 00000100:00000001:3.0:1784950437.970236:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784950437.970237:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950437.970246:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdda80e2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950437.970251:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307378555 00000100:00100000:2.0:1784950437.970253:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005512dd85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369196288:192.168.203.114@tcp:400: 00000100:00000040:3.0:1784950437.970255:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000095749226 x1871652369196416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950437.970265:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307376143 00000100:00000001:2.0:1784950437.970270:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950437.970274:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950437.970281:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307378555 02000000:00000001:2.0:1784950437.970281:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950437.970288:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950437.970289:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5583 usecs (6 jiffies) 00000100:00000001:1.0:1784950437.970294:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307376143 02000000:00000001:2.0:1784950437.970299:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950437.970301:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307376135 00000100:00000001:1.0:1784950437.970309:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1784950437.970311:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005dec4288. 00000100:00000001:0.0:1784950437.970314:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307378555 00000100:00000001:3.0:1784950437.970316:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784950437.970322:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950437.970323:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.970324:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950437.970325:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307376135 00000400:00000010:2.0:1784950437.970332:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fe49d32. 00000100:00000001:1.0:1784950437.970336:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950437.970338:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950437.970339:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307378555 00000400:00000010:2.0:1784950437.970343:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8357575. 00000100:00000001:1.0:1784950437.970345:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950437.970347:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950437.970349:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307376135 00000100:00000200:2.0:1784950437.970357:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369196288, portal 4 02000000:00000001:3.0:1784950437.970358:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950437.970359:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307378555 00000100:00000001:1.0:1784950437.970361:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950437.970368:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950437.970371:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950437.970372:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307376135 00000100:00000001:2.0:1784950437.970376:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032828800 : -120287676722816 : ffff929957c21180) 00000100:00100000:3.0:1784950437.970377:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000095749226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369196416:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950437.970384:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950437.970385:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307378555 00000100:00000001:1.0:1784950437.970392:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950437.970394:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950437.970395:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950437.970398:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005512dd85 x1871652369196288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950437.970400:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950437.970402:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950437.970405:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950437.970408:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950437.970412:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950437.970419:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950437.970420:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950437.970430:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784950437.970431:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004403da6f. 00000100:00000001:2.0:1784950437.970455:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784950437.970459:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950437.970468:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950437.970471:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c68dea9. 00000100:00000001:0.0:1784950437.970472:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1784950437.970475:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f72bf817. 00000100:00000001:0.0:1784950437.970478:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1784950437.970484:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a470040. 00000100:00000200:2.0:1784950437.970486:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369196288, offset 0 00000100:00000001:0.0:1784950437.970488:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950437.970496:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1784950437.970498:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369196416, portal 10 00000100:00000001:0.0:1784950437.970502:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.970507:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784950437.970510:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950437.970514:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.970514:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032831488 : -120287676720128 : ffff929957c21c00) 00000400:00000200:2.0:1784950437.970525:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950437.970534:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000095749226 x1871652369196416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950437.970535:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950437.970549:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950437.970554:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1784950437.970560:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950437.970561:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1784950437.970563:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369195904 02000000:00000001:0.0:1784950437.970572:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1784950437.970573:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950437.970577:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950437.970579:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1784950437.970582:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9ae20b. 00000800:00000200:1.0:1784950437.970586:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950437.970587:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950437.970591:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369196416, offset 0 00000400:00000200:2.0:1784950437.970593:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10959:10959:246:4294967295] 192.168.203.114@tcp LPNI seq info [9721:9721:6:4294967295] 00000800:00000010:1.0:1784950437.970598:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbff510b. 02000000:00000001:0.0:1784950437.970601:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950437.970612:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950437.970614:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:0.0:1784950437.970618:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369195904 00000020:00000001:0.0:1784950437.970630:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:1.0:1784950437.970632:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:0.0:1784950437.970638:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000400:00000200:2.0:1784950437.970643:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:0.0:1784950437.970649:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:2.0:1784950437.970658:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000040:0.0:1784950437.970660:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000400:00000200:3.0:1784950437.970660:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000010:2.0:1784950437.970669:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ebc2a5d. 00000020:00000001:0.0:1784950437.970675:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:3.0:1784950437.970676:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784950437.970684:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950437.970688:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:0.0:1784950437.970690:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:3.0:1784950437.970701:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784950437.970703:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950437.970706:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950437.970714:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:2.0:1784950437.970715:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ebc2a5d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1784950437.970756:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000400:00000200:3.0:1784950437.970757:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10960:10960:245:4294967295] 192.168.203.114@tcp LPNI seq info [9722:9722:5:4294967295] 00000100:00000001:2.0:1784950437.970760:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950437.970768:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950437.970772:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4721 usecs (5 jiffies) 00000020:00000010:0.0:1784950437.970778:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000100:00000001:2.0:1784950437.970782:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307376135 00000100:00000001:2.0:1784950437.970792:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307378555 00000020:00000010:0.0:1784950437.970796:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090af554c. 00000400:00000200:3.0:1784950437.970797:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950437.970798:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307376135 00000020:00000010:0.0:1784950437.970809:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 00000100:00000001:2.0:1784950437.970810:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307378555 00000400:00000200:1.0:1784950437.970814:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aee49f67 00000100:00000001:2.0:1784950437.970822:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307376135 00000020:00000010:0.0:1784950437.970823:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000400:00000010:1.0:1784950437.970824:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aee49f67. 00000800:00000200:3.0:1784950437.970824:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950437.970832:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307378555 00000100:00000001:2.0:1784950437.970840:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307376135 00000100:00000001:1.0:1784950437.970841:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:3.0:1784950437.970842:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0a8ed32. 00000100:00000040:0.0:1784950437.970844:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1784950437.970851:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307378555 00000100:00000001:0.0:1784950437.970855:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1784950437.970857:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c96d2925 x1871652369196032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950437.970864:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950437.970864:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784950437.970865:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950437.970873:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950437.970877:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950437.970887:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950437.970890:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950437.970892:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950437.970898:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a0a8ed32 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950437.970901:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950437.970909:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950437.970916:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950437.970916:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950437.970917:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784950437.970919:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c96d2925 x1871652369196032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950437.970924:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1784950437.970931:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5056 usecs (6 jiffies) 00000100:00000001:2.0:1784950437.970935:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950437.970942:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950437.970943:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307376136 00000100:00000001:2.0:1784950437.970944:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950437.970952:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950437.970953:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950437.970955:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.970956:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307378555 00000100:00000001:2.0:1784950437.970963:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950437.970964:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950437.970967:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307376136 00000100:00100000:0.0:1784950437.970969:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00000001:3.0:1784950437.970978:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307378555 00000800:00000001:1.0:1784950437.970979:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950437.970981:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:3.0:1784950437.970988:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307376136 00000100:00000001:0.0:1784950437.970989:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785964421200 : -120287745130416 : ffff929953ae4050) 00000800:00000001:1.0:1784950437.970997:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950437.970998:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307378555 00000100:00000040:0.0:1784950437.971006:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f04b7bad x1871652369195904/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:588/0 lens 224/0 e 0 to 0 dl 1784950448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950437.971009:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950437.971009:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307376136 00000100:00000001:3.0:1784950437.971019:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307378555 00000100:00000001:3.0:1784950437.971028:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950437.971034:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950437.971035:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950437.971044:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000800:00000200:2.0:1784950437.971045:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950437.971046:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950437.971052:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950437.971058:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1784950437.971058:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdda80e2. 00000100:00000001:3.0:1784950437.971059:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950437.971073:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000400:00000200:1.0:1784950437.971074:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950437.971074:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1784950437.971090:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f04b7bad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369195904:12345-0@lo:400: 00000400:00000200:2.0:1784950437.971094:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950437.971103:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069be400 00000400:00000200:2.0:1784950437.971107:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a09db0 00000100:00000200:0.0:1784950437.971108:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369195904 00000400:00000010:2.0:1784950437.971115:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c1a09db0. 00000020:00000001:0.0:1784950437.971117:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950437.971127:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950437.971128:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1784950437.971131:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950437.971139:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 12320 00000100:00000200:2.0:1784950437.971142:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000faa06ed x1871652369196160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950437.971143:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950437.971150:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000800:00000001:1.0:1784950437.971152:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950437.971161:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000001:1.0:1784950437.971166:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950437.971168:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950437.971170:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950437.971174:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950437.971180:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1784950437.971187:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000faa06ed x1871652369196160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950437.971188:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1784950437.971189:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950437.971196:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950437.971203:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1784950437.971206:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1784950437.971210:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1784950437.971214:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000010:1.0:1784950437.971222:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035587b4e. 02000000:00000001:0.0:1784950437.971224:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950437.971226:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950437.971233:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000035587b4e x1871652369196032 msgsize 224 00000100:00000001:2.0:1784950437.971235:0:441634:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1784950437.971236:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000067b506c9. 02000000:00000001:0.0:1784950437.971246:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950437.971253:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950437.971255:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950437.971259:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1784950437.971263:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950437.971265:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ebc2a5d. 00010000:00000040:0.0:1784950437.971271:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369195904 00000400:00000200:2.0:1784950437.971274:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1784950437.971277:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950437.971280:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000200:0.0:1784950437.971287:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f04b7bad x1871652369195904/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:588/0 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950437.971289:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950437.971295:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950437.971301:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f72bf817 00000800:00000001:1.0:1784950437.971305:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950437.971308:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f72bf817. 00010000:00000001:0.0:1784950437.971322:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950437.971323:0:441634:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1784950437.971328:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.971335:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1784950437.971336:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005512dd85 x1871652369196288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950437.971337:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=75 v=5 (1 1 1 1) 00000100:00100000:3.0:1784950437.971344:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369196032 02000000:00000001:3.0:1784950437.971354:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950437.971356:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950437.971360:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784950437.971366:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:3.0:1784950437.971368:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950437.971377:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 02000000:00000001:3.0:1784950437.971381:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950437.971388:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1784950437.971392:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369196032 02000000:00000001:0.0:1784950437.971394:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950437.971400:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950437.971406:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1784950437.971407:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:3.0:1784950437.971415:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:0.0:1784950437.971419:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1784950437.971422:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1784950437.971423:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000400:00000010:0.0:1784950437.971425:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9f684d. 00000020:00000001:3.0:1784950437.971450:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000040:2.0:1784950437.971457:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005512dd85 x1871652369196288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950437.971459:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000200:0.0:1784950437.971461:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369195904, offset 224 00000100:00000001:3.0:1784950437.971471:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950437.971480:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000400:00000200:0.0:1784950437.971483:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1784950437.971490:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950437.971494:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950437.971497:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000001:2.0:1784950437.971501:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1784950437.971510:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6fb2c16. 00000400:00000200:0.0:1784950437.971511:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1784950437.971525:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002cc587b8. 00000400:00000200:0.0:1784950437.971533:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069be380 00000020:00000010:3.0:1784950437.971534:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006049900c. 00000400:00000200:0.0:1784950437.971548:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15c6d [1] + 224 00000100:00000040:3.0:1784950437.971552:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1784950437.971557:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1784950437.971560:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950437.971560:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950437.971565:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950437.971574:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1784950437.971575:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950437.971580:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950437.971590:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000233e3cf1 x1871652369195904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950437.971595:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950437.971615:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000233e3cf1 x1871652369195904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950437.971617:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950437.971618:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950437.971624:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000010:2.0:1784950437.971627:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0a8ed32. 00000400:00000200:2.0:1784950437.971639:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950437.971641:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950437.971642:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2697 00000100:00000040:3.0:1784950437.971657:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000800:00000001:1.0:1784950437.971659:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950437.971662:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950437.971668:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785867211008 : -120287842340608 : ffff92994de2f100) 00000800:00000001:1.0:1784950437.971672:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950437.971676:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9ae20b 00000400:00000010:2.0:1784950437.971682:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9ae20b. 00000800:00000001:1.0:1784950437.971683:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950437.971688:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035587b4e x1871652369196032/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:588/0 lens 224/0 e 0 to 0 dl 1784950448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950437.971689:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950437.971691:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1784950437.971706:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000095749226 x1871652369196416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950437.971709:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9f684d 00000400:00000200:1.0:1784950437.971711:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:0.0:1784950437.971756:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9f684d. 00000100:00000001:0.0:1784950437.971769:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1784950437.971770:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069be480 00000100:00000001:0.0:1784950437.971776:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1784950437.971788:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.971793:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950437.971799:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 159040 00000020:00000010:3.0:1784950437.971803:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000040:0.0:1784950437.971805:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:2.0:1784950437.971807:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950437.971816:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1784950437.971817:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000040:2.0:1784950437.971820:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000095749226 x1871652369196416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950437.971821:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950437.971824:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950437.971827:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000800:00000001:1.0:1784950437.971832:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950437.971836:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1784950437.971845:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784950437.971849:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000035587b4e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369196032:12345-192.168.203.114@tcp:400: 00000100:00000040:0.0:1784950437.971850:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f04b7bad x1871652369195904/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:588/0 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950437.971865:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:3.0:1784950437.971874:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369196032 00000100:00000001:1.0:1784950437.971882:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950437.971886:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950437.971886:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:1.0:1784950437.971889:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1784950437.971895:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950437.971898:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1784950437.971903:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce2a276. 00000020:00000001:3.0:1784950437.971904:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950437.971906:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f04b7bad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369195904:12345-0@lo:400: Request processed in 863us (2064us total) trans 0 rc 0/0 00000100:00000040:1.0:1784950437.971915:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000001ce2a276 x1871652369196160 msgsize 224 00000020:00000001:3.0:1784950437.971916:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950437.971922:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:3.0:1784950437.971930:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1784950437.971938:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000001:00000001:3.0:1784950437.971939:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369196032, found 0 last_xid 1871652369196031 00000100:00000040:0.0:1784950437.971951:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00100000:1.0:1784950437.971951:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:3.0:1784950437.971953:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950437.971960:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950437.971965:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1784950437.971966:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950437.971967:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950437.971974:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1784950437.971975:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950437.971980:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1784950437.971981:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1784950437.971982:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950437.971985:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000400:00000001:2.0:1784950437.971988:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1784950437.971990:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1784950437.971997:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000400:00000010:2.0:1784950437.971998:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f5da7be. 00000100:00000001:3.0:1784950437.971999:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950437.972005:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1784950437.972013:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000821c0ba2 00000020:00000010:0.0:1784950437.972014:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090af554c. 02000000:00000010:3.0:1784950437.972014:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000ff54071. 00000400:00000010:2.0:1784950437.972022:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000821c0ba2. 02000000:00000001:3.0:1784950437.972025:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950437.972028:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000001:2.0:1784950437.972032:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950437.972033:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950437.972038:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000800:00000001:1.0:1784950437.972039:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950437.972042:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950437.972044:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000067b506c9. 00000100:00000200:2.0:1784950437.972048:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000233e3cf1 x1871652369195904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950437.972050:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1784950437.972053:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369196032 02000000:00000001:0.0:1784950437.972058:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000800:00000001:1.0:1784950437.972061:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784950437.972066:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950437.972067:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950437.972070:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1784950437.972082:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000035587b4e x1871652369196032/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:588/0 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950437.972083:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1784950437.972096:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000233e3cf1 x1871652369195904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950437.972098:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f325881. 00000400:00000200:1.0:1784950437.972098:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:0.0:1784950437.972112:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eff2c1a1. 00000400:00000200:1.0:1784950437.972131:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069be500 00010000:00000001:3.0:1784950437.972148:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950437.972152:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784950437.972154:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 12544 00010000:00000001:3.0:1784950437.972155:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950437.972161:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950437.972165:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950437.972166:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950437.972175:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00100000:0.0:1784950437.972176:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369196160 00000800:00000001:1.0:1784950437.972177:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950437.972178:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1784950437.972182:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1784950437.972184:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950437.972187:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784950437.972191:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950437.972192:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950437.972193:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950437.972194:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950437.972200:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950437.972201:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.972203:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950437.972204:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950437.972215:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950437.972217:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1784950437.972218:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00001000:2.0:1784950437.972219:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=75 v=5 (5 5 5 5) 02000000:00000001:3.0:1784950437.972227:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950437.972228:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369196160 00000100:00000001:1.0:1784950437.972232:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1784950437.972239:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000100:00001000:2.0:1784950437.972240:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=75 v=5 (1 1 1 1) 00000100:00000200:1.0:1784950437.972241:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1784950437.972242:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1784950437.972245:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:0.0:1784950437.972254:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000010:1.0:1784950437.972256:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004838e8b3. 00000100:00000040:3.0:1784950437.972258:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950437.972259:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1784950437.972261:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000040:1.0:1784950437.972267:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000004838e8b3 x1871652369196288 msgsize 224 00000100:00000001:2.0:1784950437.972268:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950437.972269:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000400:00000010:3.0:1784950437.972271:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00010000:00000001:2.0:1784950437.972282:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1784950437.972283:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000200:3.0:1784950437.972286:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369196032, offset 224 00000100:00100000:1.0:1784950437.972290:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00010000:00000001:2.0:1784950437.972291:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950437.972296:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950437.972303:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950437.972304:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950437.972306:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 00000100:00000001:1.0:1784950437.972312:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950437.972316:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950437.972320:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000233e3cf1 x1871652369195904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950437.972323:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000400:00000200:3.0:1784950437.972331:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:0.0:1784950437.972335:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090af554c. 00000020:00000010:0.0:1784950437.972347:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a92d3d4. 00000400:00000200:3.0:1784950437.972354:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10961:10961:248:4294967295] 192.168.203.114@tcp LPNI seq info [9723:9723:8:4294967295] 00000020:00000010:0.0:1784950437.972357:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000001:2.0:1784950437.972360:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950437.972371:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1784950437.972375:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1784950437.972376:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950437.972385:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950437.972392:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1784950437.972393:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000233e3cf1 x1871652369195904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950437.972399:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950437.972401:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950437.972411:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1784950437.972419:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000001:1.0:1784950437.972426:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950437.972427:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950437.972428:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00100000:2.0:1784950437.972458:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000233e3cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369195904:0@lo:400: 00000800:00000001:1.0:1784950437.972459:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950437.972460:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0a8ed32. 00000800:00000001:1.0:1784950437.972472:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950437.972482:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950437.972483:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950437.972484:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950437.972484:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950437.972497:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950437.972506:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1784950437.972510:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000233e3cf1 x1871652369195904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950437.972512:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:0.0:1784950437.972513:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1784950437.972514:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:3.0:1784950437.972525:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a0a8ed32 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1784950437.972533:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1572 00000400:00000200:1.0:1784950437.972546:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069be580 00000100:00000040:0.0:1784950437.972547:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000001:3.0:1784950437.972549:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950437.972557:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950437.972559:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785867206528 : -120287842345088 : ffff92994de2df80) 02000000:00000001:2.0:1784950437.972565:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1784950437.972568:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000040:0.0:1784950437.972573:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ce2a276 x1871652369196160/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:588/0 lens 224/0 e 0 to 0 dl 1784950448 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950437.972574:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034450a52. 00000400:00000200:1.0:1784950437.972575:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 159264 00010000:00000001:3.0:1784950437.972577:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950437.972584:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950437.972588:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950437.972596:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1784950437.972597:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:1.0:1784950437.972599:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:2.0:1784950437.972605:0:441641:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000100:00000040:3.0:1784950437.972614:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035587b4e x1871652369196032/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:588/0 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950437.972616:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:1.0:1784950437.972618:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950437.972620:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1784950437.972622:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b3b91a8d. 00000400:00000200:1.0:1784950437.972630:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1784950437.972635:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a0e2a7b. 02000000:00000001:2.0:1784950437.972635:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950437.972644:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784950437.972650:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950437.972650:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000010:2.0:1784950437.972651:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000233e3cf1. 00000100:00000001:2.0:1784950437.972665:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000010:0.0:1784950437.972666:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a0e2a7b. 00000100:00100000:3.0:1784950437.972667:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000035587b4e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369196032:12345-192.168.203.114@tcp:400: Request processed in 869us (1428us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950437.972668:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950437.972670:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950437.972675:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1784950437.972681:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784950437.972688:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000725604ea. 00000100:00000001:2.0:1784950437.972694:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1784950437.972696:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001ce2a276 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369196160:12345-192.168.203.114@tcp:400: 00000100:00000040:1.0:1784950437.972699:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000725604ea x1871652369196416 msgsize 224 00000100:00000001:2.0:1784950437.972703:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950437.972706:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2697 00000100:00000001:2.0:1784950437.972715:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950437.972755:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950437.972756:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:3.0:1784950437.972766:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1784950437.972767:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369196160 00000100:00000001:3.0:1784950437.972772:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1784950437.972774:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:0.0:1784950437.972777:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:3.0:1784950437.972780:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002cc587b8. 00000020:00000001:0.0:1784950437.972784:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950437.972790:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950437.972790:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006049900c. 00000100:00000001:1.0:1784950437.972795:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1784950437.972799:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950437.972804:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000010:3.0:1784950437.972804:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6fb2c16. 00000100:00000001:2.0:1784950437.972813:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1784950437.972815:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000040:3.0:1784950437.972817:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00100000:2.0:1784950437.972820:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369196288 00000020:00000001:0.0:1784950437.972823:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950437.972826:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950437.972826:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950437.972829:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950437.972834:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1784950437.972836:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950437.972841:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950437.972842:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950437.972852:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1784950437.972853:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950437.972859:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1784950437.972860:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369196288 02000000:00000001:0.0:1784950437.972866:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1784950437.972868:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950437.972873:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 02000000:00000010:0.0:1784950437.972875:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000067b506c9. 00000020:00000001:2.0:1784950437.972877:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:1.0:1784950437.972878:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1784950437.972880:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950437.972885:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950437.972886:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000800:00000010:1.0:1784950437.972889:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0a8ed32. 00000800:00000001:3.0:1784950437.972892:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950437.972895:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950437.972898:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:3.0:1784950437.972902:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950437.972903:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950437.972905:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950437.972908:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:3.0:1784950437.972914:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1784950437.972917:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369196160 00000100:00000001:2.0:1784950437.972920:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950437.972926:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950437.972927:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784950437.972929:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000010:2.0:1784950437.972932:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000800:00000001:3.0:1784950437.972938:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950437.972942:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 00000100:00000001:2.0:1784950437.972943:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:0.0:1784950437.972945:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000001ce2a276 x1871652369196160/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:588/0 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950437.972951:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 00000020:00000010:2.0:1784950437.972954:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000400:00000200:3.0:1784950437.972962:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950437.972965:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1784950437.972969:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080cfe63d. 00000100:00000001:1.0:1784950437.972972:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1784950437.972984:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a4570d4. 00010000:00000001:0.0:1784950437.972985:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1784950437.972987:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069be400 00010000:00000001:0.0:1784950437.972994:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950437.972997:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff644127. 00000100:00001000:0.0:1784950437.973000:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=70 v=5 (1 1 1 1) 00000400:00000200:3.0:1784950437.973007:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15c71 [1] + 224 00000100:00000040:2.0:1784950437.973011:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950437.973013:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:3.0:1784950437.973019:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950437.973021:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1784950437.973026:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950437.973029:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:3.0:1784950437.973032:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950437.973033:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950437.973036:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950437.973036:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950437.973041:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369196416 00000400:00000200:3.0:1784950437.973043:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784950437.973050:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1784950437.973051:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950437.973052:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1784950437.973054:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950437.973059:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1784950437.973063:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950437.973066:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950437.973067:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950437.973071:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950437.973073:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950437.973078:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950437.973083:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950437.973084:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c96d2925 x1871652369196032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950437.973089:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369196416 00000400:00000010:0.0:1784950437.973094:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9f684d. 00000100:00000001:2.0:1784950437.973095:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1784950437.973097:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950437.973103:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1784950437.973106:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000200:0.0:1784950437.973108:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369196160, offset 224 00000020:00000001:1.0:1784950437.973115:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:2.0:1784950437.973123:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2698 00000020:00000040:1.0:1784950437.973125:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000040:3.0:1784950437.973132:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c96d2925 x1871652369196032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950437.973134:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950437.973138:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000040:2.0:1784950437.973139:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:2.0:1784950437.973150:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883979264 : -120287825572352 : ffff92994ee2ce00) 00000020:00000001:1.0:1784950437.973152:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000200:0.0:1784950437.973157:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950437.973167:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950437.973171:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004838e8b3 x1871652369196288/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:588/0 lens 224/0 e 0 to 0 dl 1784950448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950437.973177:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000400:00000200:0.0:1784950437.973185:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10962:10962:248:4294967295] 192.168.203.114@tcp LPNI seq info [9724:9724:8:4294967295] 00000100:00000001:1.0:1784950437.973191:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950437.973205:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00000100:00000001:3.0:1784950437.973209:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1784950437.973217:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034450a52. 00000020:00000010:1.0:1784950437.973230:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4273495. 00000100:00000001:2.0:1784950437.973233:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950437.973234:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:1.0:1784950437.973238:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000020:00000010:2.0:1784950437.973244:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:1.0:1784950437.973251:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950437.973255:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950437.973258:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:3.0:1784950437.973260:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950437.973263:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950437.973267:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950437.973269:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000800:00000001:3.0:1784950437.973271:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950437.973273:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013f88f5e. 00000100:00000001:1.0:1784950437.973280:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1784950437.973287:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004838e8b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369196288:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950437.973289:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000200:0.0:1784950437.973296:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950437.973297:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.973304:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784950437.973305:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369196288 00000100:00000001:3.0:1784950437.973313:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1784950437.973314:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000200:0.0:1784950437.973315:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950437.973319:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784950437.973322:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1784950437.973323:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000200:0.0:1784950437.973325:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000013f88f5e type 1, nob 320 niov 1 nkiov 1 00000400:00000001:3.0:1784950437.973332:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1784950437.973334:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950437.973337:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bedd139c. 00000020:00000001:2.0:1784950437.973341:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950437.973346:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:3.0:1784950437.973347:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000100:00000001:0.0:1784950437.973350:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950437.973351:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1784950437.973352:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000010:3.0:1784950437.973354:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000100:00000001:1.0:1784950437.973360:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000001:00000001:2.0:1784950437.973362:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369196288, found 0 last_xid 1871652369196287 00000100:00000001:3.0:1784950437.973364:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950437.973367:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000001:2.0:1784950437.973374:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950437.973378:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c96d2925 x1871652369196032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950437.973380:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00100000:1.0:1784950437.973381:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1573 00000020:00000001:2.0:1784950437.973384:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950437.973387:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950437.973391:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1784950437.973394:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000020:00000001:2.0:1784950437.973398:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950437.973400:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950437.973403:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785884841088 : -120287824710528 : ffff92994eeff480) 00000020:00000001:2.0:1784950437.973411:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1784950437.973417:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce2a276 x1871652369196160/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:588/0 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950437.973420:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1784950437.973424:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000725604ea x1871652369196416/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:588/0 lens 224/0 e 0 to 0 dl 1784950448 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950437.973427:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1784950437.973455:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c96d2925 x1871652369196032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950437.973458:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f1b1b8c6. 02000000:00000001:2.0:1784950437.973470:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950437.973479:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950437.973490:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1784950437.973500:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369196288 00010000:00000001:2.0:1784950437.973509:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00100000:0.0:1784950437.973522:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001ce2a276 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369196160:12345-192.168.203.114@tcp:400: Request processed in 894us (1597us total) trans 0 rc 0/0 00010000:00000200:2.0:1784950437.973524:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000004838e8b3 x1871652369196288/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:588/0 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950437.973528:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950437.973529:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950437.973538:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950437.973541:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000100:00000001:3.0:1784950437.973549:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950437.973553:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950437.973556:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950437.973562:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1784950437.973566:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1572 00000020:00000010:1.0:1784950437.973568:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00000100:00000001:3.0:1784950437.973569:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950437.973575:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1784950437.973581:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 02000000:00000001:3.0:1784950437.973582:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950437.973583:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950437.973593:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1784950437.973595:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000725604ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369196416:12345-192.168.203.114@tcp:400: 00000100:00001000:2.0:1784950437.973596:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=70 v=5 (1 1 1 1) 00000100:00001000:3.0:1784950437.973598:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=65 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950437.973599:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950437.973609:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a92d3d4. 00000100:00000200:1.0:1784950437.973618:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369196416 00000100:00000001:2.0:1784950437.973619:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:3.0:1784950437.973620:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=65 v=5 (1 1 1 1) 00000020:00000010:0.0:1784950437.973623:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000020:00000001:1.0:1784950437.973629:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:2.0:1784950437.973634:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950437.973638:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1784950437.973640:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:0.0:1784950437.973641:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090af554c. 00000100:00000001:2.0:1784950437.973641:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:3.0:1784950437.973643:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950437.973648:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950437.973654:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1784950437.973655:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1784950437.973657:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000040:0.0:1784950437.973660:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 02000000:00000001:2.0:1784950437.973662:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950437.973663:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950437.973664:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:0.0:1784950437.973672:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950437.973675:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950437.973678:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1784950437.973679:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1784950437.973685:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000020:00000001:1.0:1784950437.973687:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950437.973689:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950437.973691:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1784950437.973698:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f72bf817. 00000100:00000001:3.0:1784950437.973699:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950437.973700:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950437.973707:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950437.973712:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950437.973713:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369196288, offset 224 00000100:00000040:3.0:1784950437.973751:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c96d2925 x1871652369196032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950437.973767:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950437.973770:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950437.973773:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950437.973780:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1784950437.973781:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950437.973782:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950437.973788:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1784950437.973797:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c96d2925 x1871652369196032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950437.973798:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fcffe060. 00000400:00000200:2.0:1784950437.973806:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:1.0:1784950437.973809:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950437.973822:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950437.973830:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10963:10963:247:4294967295] 192.168.203.114@tcp LPNI seq info [9725:9725:7:4294967295] 00000020:00000001:1.0:1784950437.973833:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950437.973844:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369196416 00000800:00000200:0.0:1784950437.973849:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1784950437.973856:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000010:0.0:1784950437.973862:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013f88f5e. 00010000:00000200:1.0:1784950437.973873:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000725604ea x1871652369196416/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:588/0 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950437.973875:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784950437.973884:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c96d2925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369196032:192.168.203.114@tcp:400: 00000400:00000200:2.0:1784950437.973885:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:0.0:1784950437.973896:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950437.973913:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950437.973917:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9f684d 00010000:00000001:1.0:1784950437.973923:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950437.973925:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1784950437.973927:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950437.973928:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9f684d. 00010000:00000001:1.0:1784950437.973931:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950437.973939:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c96d2925 x1871652369196032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950437.973941:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:1.0:1784950437.973942:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=70 v=5 (1 1 1 1) 00000800:00000010:2.0:1784950437.973943:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3b91a8d. 00000100:00000001:0.0:1784950437.973950:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950437.973963:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950437.973964:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.0:1784950437.973965:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:0.0:1784950437.973977:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950437.973978:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000800:00000001:0.0:1784950437.973989:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950437.973991:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:1.0:1784950437.973992:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:3.0:1784950437.973993:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1784950437.973996:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950437.974001:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:2.0:1784950437.974003:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b3b91a8d type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1784950437.974006:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1784950437.974008:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017854499. 02000000:00000001:1.0:1784950437.974014:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950437.974022:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:3.0:1784950437.974023:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950437.974024:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950437.974027:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950437.974033:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950437.974041:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000040:2.0:1784950437.974042:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000040:1.0:1784950437.974043:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950437.974048:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:1.0:1784950437.974053:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8a23c93. 00010000:00000001:2.0:1784950437.974055:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:0.0:1784950437.974056:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069be480 02000000:00000010:3.0:1784950437.974057:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e5c2538. 00000020:00000001:2.0:1784950437.974063:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950437.974066:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369196416, offset 224 02000000:00000001:3.0:1784950437.974070:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1784950437.974072:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1784950437.974078:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1784950437.974080:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15c7d [1] + 224 00000100:00000010:3.0:1784950437.974083:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c96d2925. 00000100:00000040:2.0:1784950437.974088:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004838e8b3 x1871652369196288/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:588/0 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950437.974095:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:0.0:1784950437.974098:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950437.974102:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950437.974107:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000001:0.0:1784950437.974112:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950437.974113:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950437.974126:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950437.974126:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950437.974131:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950437.974134:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1784950437.974143:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004838e8b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369196288:12345-192.168.203.114@tcp:400: Request processed in 902us (1867us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950437.974145:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950437.974146:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950437.974154:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10964:10964:247:4294967295] 192.168.203.114@tcp LPNI seq info [9726:9726:7:4294967295] 00000100:00000001:3.0:1784950437.974157:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950437.974180:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2698 00000100:00000040:2.0:1784950437.974189:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:2.0:1784950437.974197:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1784950437.974198:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950437.974202:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1784950437.974210:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1784950437.974210:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a4570d4. 00000800:00000200:1.0:1784950437.974212:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:2.0:1784950437.974221:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff644127. 00000800:00000010:1.0:1784950437.974224:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e63643df. 00000100:00000200:0.0:1784950437.974225:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000faa06ed x1871652369196160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950437.974232:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080cfe63d. 00000800:00000200:1.0:1784950437.974245:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000040:2.0:1784950437.974249:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000200:3.0:1784950437.974254:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950437.974262:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950437.974264:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3b91a8d. 00000100:00000040:0.0:1784950437.974269:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000faa06ed x1871652369196160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950437.974273:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:3.0:1784950437.974279:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1784950437.974284:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e63643df type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950437.974299:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950437.974302:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950437.974315:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f72bf817 00000100:00000040:1.0:1784950437.974316:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000800:00000001:2.0:1784950437.974320:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950437.974321:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f72bf817. 00000100:00000001:0.0:1784950437.974322:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1784950437.974324:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950437.974332:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.974333:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:2.0:1784950437.974336:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950437.974338:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950437.974339:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1784950437.974345:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950437.974351:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000725604ea x1871652369196416/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:588/0 lens 224/224 e 0 to 0 dl 1784950448 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950437.974357:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950437.974367:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950437.974376:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000725604ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369196416:12345-192.168.203.114@tcp:400: Request processed in 840us (1669us total) trans 0 rc 0/0 00000100:00100000:1.0:1784950437.974386:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1573 00000100:00000040:1.0:1784950437.974391:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:1.0:1784950437.974394:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950437.974397:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950437.974402:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4273495. 00000020:00000010:1.0:1784950437.974408:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000020:00000010:1.0:1784950437.974415:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034450a52. 00000100:00000001:3.0:1784950437.974416:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1784950437.974423:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:3.0:1784950437.974424:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950437.974453:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950437.974458:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000001:3.0:1784950437.974459:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950437.974469:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000010:0.0:1784950437.974470:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e63643df. 00000800:00000001:2.0:1784950437.974472:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950437.974475:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ae76fb9. 00000400:00000200:0.0:1784950437.974485:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950437.974486:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007da373e1 00000800:00000001:2.0:1784950437.974488:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950437.974494:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007da373e1. 00000800:00000001:2.0:1784950437.974497:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950437.974502:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1784950437.974506:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950437.974507:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:3.0:1784950437.974515:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000faa06ed x1871652369196160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950437.974520:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8a23c93 00000400:00000010:0.0:1784950437.974528:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f8a23c93. 00000400:00000200:2.0:1784950437.974532:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950437.974539:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950437.974548:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950437.974563:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069be580 00000100:00000200:3.0:1784950437.974564:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000faa06ed x1871652369196160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950437.974586:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15c8d [1] + 224 00000100:00000001:3.0:1784950437.974589:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950437.974596:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950437.974598:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950437.974601:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950437.974606:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950437.974608:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1784950437.974610:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950437.974611:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950437.974621:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950437.974621:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950437.974634:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=70 v=5 (5 5 5 5) 00000400:00000200:2.0:1784950437.974638:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00001000:3.0:1784950437.974646:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=70 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950437.974650:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950437.974653:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950437.974657:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950437.974661:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000095749226 x1871652369196416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950437.974663:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1784950437.974674:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000faa06ed x1871652369196160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950437.974701:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000095749226 x1871652369196416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950437.974701:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.974708:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950437.974712:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950437.974755:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950437.974757:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950437.974766:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000faa06ed x1871652369196160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950437.974786:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950437.974789:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950437.974793:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950437.974793:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950437.974802:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000faa06ed x1871652369196160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950437.974809:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950437.974815:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000faa06ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369196160:192.168.203.114@tcp:400: 00000800:00000001:2.0:1784950437.974819:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950437.974824:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950437.974830:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950437.974834:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784950437.974835:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000faa06ed x1871652369196160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950437.974842:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1784950437.974844:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784950437.974852:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950437.974860:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950437.974862:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1784950437.974867:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c68dea9. 00000400:00000200:2.0:1784950437.974868:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:3.0:1784950437.974869:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950437.974877:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000197c7725. 00000400:00000200:0.0:1784950437.974880:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a470040 02000000:00000001:3.0:1784950437.974885:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1784950437.974887:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005a470040. 00000020:00000001:3.0:1784950437.974893:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:2.0:1784950437.974894:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069be500 00000100:00000001:0.0:1784950437.974897:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1784950437.974899:0:441643:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1784950437.974906:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950437.974909:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb2959c5. 00000100:00000200:0.0:1784950437.974914:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000095749226 x1871652369196416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950437.974917:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15c85 [1] + 224 02000000:00000001:3.0:1784950437.974919:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950437.974924:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950437.974928:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000faa06ed. 00000100:00000001:3.0:1784950437.974938:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:2.0:1784950437.974940:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950437.974943:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950437.974951:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950437.974955:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950437.974956:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000095749226 x1871652369196416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950437.974960:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784950437.974966:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950437.974967:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.974979:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950437.974987:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950437.974988:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950437.974990:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950437.974996:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950437.975001:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950437.975002:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950437.975010:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950437.975012:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1784950437.975014:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005512dd85 x1871652369196288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950437.975017:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950437.975026:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950437.975037:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=70 v=5 (5 5 5 5) 00000100:00000040:2.0:1784950437.975044:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005512dd85 x1871652369196288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950437.975047:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950437.975060:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950437.975064:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950437.975071:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784950437.975082:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000095749226 x1871652369196416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950437.975090:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1784950437.975092:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950437.975098:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1784950437.975100:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950437.975101:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950437.975108:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950437.975110:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950437.975110:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950437.975125:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000095749226 x1871652369196416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950437.975135:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950437.975140:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950437.975143:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950437.975149:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095749226 x1871652369196416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950437.975149:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950437.975156:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784950437.975164:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1784950437.975168:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000095749226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369196416:192.168.203.114@tcp:400: 00000400:00000001:3.0:1784950437.975170:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950437.975176:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fe49d32. 00000100:00000001:0.0:1784950437.975179:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950437.975185:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8357575 00000100:00000001:0.0:1784950437.975186:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784950437.975192:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e8357575. 00000100:00000040:0.0:1784950437.975193:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000095749226 x1871652369196416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950437.975201:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950437.975211:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1784950437.975212:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005512dd85 x1871652369196288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950437.975216:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950437.975222:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004403da6f. 02000000:00000001:0.0:1784950437.975232:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950437.975237:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950437.975242:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000200:3.0:1784950437.975242:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005512dd85 x1871652369196288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950437.975251:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950437.975255:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d62b3518. 02000000:00000001:0.0:1784950437.975263:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950437.975267:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950437.975273:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095749226. 00000100:00000001:3.0:1784950437.975275:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950437.975279:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950437.975281:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950437.975285:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950437.975287:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950437.975293:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950437.975294:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950437.975301:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950437.975303:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950437.975304:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784950437.975307:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950437.975309:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950437.975315:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=70 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950437.975316:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950437.975321:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950437.975325:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950437.975331:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950437.975333:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950437.975335:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950437.975337:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.975341:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950437.975343:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950437.975346:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950437.975348:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950437.975352:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005512dd85 x1871652369196288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950437.975360:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950437.975363:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950437.975365:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950437.975368:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005512dd85 x1871652369196288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950437.975377:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005512dd85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369196288:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950437.975382:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950437.975384:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950437.975387:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005512dd85 x1871652369196288/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950437.975402:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950437.975404:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950437.975406:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005dec4288. 02000000:00000001:3.0:1784950437.975410:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950437.975412:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950437.975413:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1784950437.975416:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950437.975418:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006415387d. 02000000:00000001:3.0:1784950437.975421:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950437.975422:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950437.975424:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005512dd85. 00000100:00000001:3.0:1784950437.975428:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950437.975429:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950437.975431:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950437.975455:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950437.975456:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950437.975459:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950437.975461:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950438.224855:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950438.224862:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950438.224869:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950438.224872:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950438.224996:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950438.225002:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950438.225007:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.0:1784950438.672901:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.10@tcp 00000800:00000010:2.0:1784950438.672910:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005c9722aa. 00000400:00000200:2.0:1784950438.672921:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950438.672929:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.10@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950438.672937:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12710 health :900 00000400:00000200:2.0:1784950438.672943:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950438.672948:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.10@tcp: 1 00000400:00000200:2.0:1784950438.672953:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.10@tcp: -114 00000400:00000200:1.0:1784950438.673019:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1784950438.673031:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.10@tcp(00000000a2c96137) state 0x861 00000400:00000001:1.0:1784950438.673040:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950438.673043:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950438.673046:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000743c695 00000400:00000010:1.0:1784950438.673049:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000743c695. 00000400:00000200:1.0:1784950438.673057:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950438.673063:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.10@tcp: -114 00000400:00000010:1.0:1784950438.673068:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b6919307. 00000400:00000200:1.0:1784950438.673074:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.10@tcp:-110 00000400:00000200:1.0:1784950438.673078:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.10@tcp(00000000a2c96137) state 0x2061 rc -110 00000400:00000200:1.0:1784950438.673082:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.10@tcp 00000100:00000001:0.0:1784950438.864901:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950438.864918:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950438.864920:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950438.864926:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950438.864929:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950438.864934:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950438.864937:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950439.248851:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950439.248860:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950439.248868:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950439.248870:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950439.249010:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950439.249017:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950439.249022:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.0:1784950439.696887:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.15@tcp 00000800:00000010:2.0:1784950439.696896:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ed4f4ed2. 00000400:00000200:0.0:1784950439.696899:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000200:2.0:1784950439.696911:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000010:0.0:1784950439.696915:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d03b6647. 00000400:00000200:2.0:1784950439.696924:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.15@tcp: GET: NETWORK_TIMEOUT 00000400:00000010:0.0:1784950439.696928:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000090af554c. 00000400:00000200:2.0:1784950439.696936:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12711 health :800 00000400:00000010:0.0:1784950439.696938:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9f684d. 00000400:00000200:2.0:1784950439.696948:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:0.0:1784950439.696954:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000005e93bded. 00000400:00000200:2.0:1784950439.696957:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.15@tcp: 1 00000400:00000200:0.0:1784950439.696967:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950439.696971:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.15@tcp: -114 00000400:00000200:0.0:1784950439.697019:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950439.697028:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950439.697037:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10965:10965:249:4294967295] 192.168.203.114@tcp LPNI seq info [9727:9727:8:4294967295] 00000400:00000200:0.0:1784950439.697046:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:0.0:1784950439.697055:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:0.0:1784950439.697063:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950439.697069:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000013f88f5e. 00000400:00000200:1.0:1784950439.697074:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1784950439.697084:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950439.697091:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.15@tcp(000000001be875df) state 0x861 00000400:00000001:1.0:1784950439.697102:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000200:0.0:1784950439.697103:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000001:1.0:1784950439.697109:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:0.0:1784950439.697112:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000013f88f5e type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1784950439.697115:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027dbe14a 00000400:00000010:1.0:1784950439.697121:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000027dbe14a. 00000400:00000200:1.0:1784950439.697128:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950439.697135:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.15@tcp: -114 00000400:00000010:1.0:1784950439.697141:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004c6745e1. 00000400:00000200:1.0:1784950439.697148:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.15@tcp:-110 00000400:00000200:1.0:1784950439.697152:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.15@tcp(000000001be875df) state 0x2061 rc -110 00000400:00000200:1.0:1784950439.697158:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.15@tcp 00000800:00000200:2.0:1784950439.697323:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950439.697329:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000013f88f5e. 00000400:00000200:2.0:1784950439.697336:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950439.697345:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000800:00000001:3.0:1784950439.697349:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950439.697351:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1784950439.697360:0:441635:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:3.0:1784950439.697372:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950439.697379:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950439.697386:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950439.697399:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:3.0:1784950439.697416:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1784950439.697445:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:3.0:1784950439.697458:0:441636:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950439.697464:0:441636:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10966:10966:250:4294967295] 192.168.203.114@tcp LPNI seq info [9728:9728:8:4294967295] 00000400:00000200:3.0:1784950439.697475:0:441636:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:3.0:1784950439.697482:0:441636:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950439.697489:0:441636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbff510b. 00000800:00000200:3.0:1784950439.697496:0:441636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:3.0:1784950439.697503:0:441636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950439.697507:0:441636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fbff510b type 3, nob 144 niov 1 nkiov 1 00000800:00000001:2.0:1784950439.697566:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950439.697623:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950439.697633:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950439.697637:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950439.697642:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950439.697644:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950439.697652:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbff510b. 00000400:00000200:2.0:1784950439.697656:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:3.0:1784950439.697660:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950439.697669:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:2.0:1784950439.697677:0:441635:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x15cad 00000800:00000001:2.0:1784950439.697685:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950439.697695:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950439.697699:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950439.697705:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:2.0:1784950439.697712:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9f684d 00000400:00000010:2.0:1784950439.697715:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9f684d. 00000400:00000200:2.0:1784950439.697757:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1784950439.697762:0:441635:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d03b6647. 00000800:00000001:1.0:1784950439.697764:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950439.697767:0:441635:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000090af554c. 00000800:00000001:2.0:1784950439.697786:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950439.697793:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950439.888849:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950439.888866:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950439.888869:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950439.888875:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950439.888878:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950439.888883:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950439.888886:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950440.272866:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950440.272875:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950440.272883:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950440.272885:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950440.273010:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950440.273016:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950440.273020:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784950440.400826:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307378555, at 4307378560 00000100:00000010:3.0:1784950440.400845:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd7ddeb4. 00000100:00000040:2.0:1784950440.400864:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307378555, at 4307378560 00000100:00000040:1.0:1784950440.400881:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307378555, at 4307378560 00000100:00000010:2.0:1784950440.400881:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f7e3e7f. 00000100:00000040:0.0:1784950440.400882:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307378555, at 4307378560 00000100:00000010:1.0:1784950440.400900:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000081cd7458. 00000100:00000010:0.0:1784950440.400905:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038bf97ea. 00000800:00000100:2.0:1784950440.720902:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.14@tcp 00000800:00000010:2.0:1784950440.720911:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000093266d3. 00000400:00000200:2.0:1784950440.720926:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950440.720935:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.14@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950440.720945:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12712 health :900 00000400:00000200:2.0:1784950440.720953:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950440.720958:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.14@tcp: 1 00000400:00000200:2.0:1784950440.720965:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.14@tcp: -114 00000800:00000100:2.0:1784950440.721002:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.25@tcp 00000800:00000010:2.0:1784950440.721006:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c84707cc. 00000400:00000200:2.0:1784950440.721014:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950440.721022:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.25@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950440.721025:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1784950440.721028:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950440.721036:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.14@tcp(000000002176597e) state 0x861 00000400:00000200:2.0:1784950440.721039:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.25@tcp: 1 00000400:00000001:1.0:1784950440.721048:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1784950440.721050:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.25@tcp: -114 00000400:00000001:1.0:1784950440.721052:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950440.721059:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c61119ea 00000400:00000010:1.0:1784950440.721061:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c61119ea. 00000400:00000200:1.0:1784950440.721067:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950440.721084:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.14@tcp: -114 00000800:00000100:2.0:1784950440.721086:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.1@tcp 00000400:00000010:1.0:1784950440.721090:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ac714e1c. 00000800:00000010:2.0:1784950440.721094:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007aa401b2. 00000400:00000200:1.0:1784950440.721101:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.14@tcp:-110 00000400:00000200:2.0:1784950440.721105:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950440.721106:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.14@tcp(000000002176597e) state 0x2061 rc -110 00000400:00000200:1.0:1784950440.721137:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.14@tcp 00000400:00000200:2.0:1784950440.721143:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.1@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950440.721150:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.25@tcp(0000000050c4f330) state 0x840 00000400:00000200:2.0:1784950440.721156:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000001:1.0:1784950440.721158:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950440.721165:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950440.721168:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7aa0e6 00000400:00000200:2.0:1784950440.721173:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.1@tcp: 1 00000400:00000010:1.0:1784950440.721174:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001a7aa0e6. 00000400:00000200:1.0:1784950440.721182:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950440.721189:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.1@tcp: -114 00000400:00000200:1.0:1784950440.721203:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.25@tcp: -114 00000400:00000010:1.0:1784950440.721209:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000025644c8c. 00000400:00000200:1.0:1784950440.721215:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.25@tcp:-110 00000400:00000200:1.0:1784950440.721218:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.25@tcp(0000000050c4f330) state 0x2040 rc -110 00000400:00000200:1.0:1784950440.721224:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.25@tcp 00000400:00000200:1.0:1784950440.721245:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.1@tcp(0000000074b897f3) state 0x861 00000400:00000001:1.0:1784950440.721249:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950440.721251:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950440.721254:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f84b3947 00000400:00000010:1.0:1784950440.721257:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f84b3947. 00000400:00000200:1.0:1784950440.721262:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950440.721265:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.1@tcp: -114 00000400:00000010:1.0:1784950440.721268:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f91039d7. 00000400:00000200:1.0:1784950440.721272:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.1@tcp:-110 00000400:00000200:1.0:1784950440.721275:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.1@tcp(0000000074b897f3) state 0x2061 rc -110 00000400:00000200:1.0:1784950440.721279:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.1@tcp 00000400:00000200:0.0:1784950440.721329:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.25@tcp NID 111.222.173.25@tcp: -110. discovery complete 00000400:00000200:0.0:1784950440.721343:0:455330:0:(peer.c:1550:LNetPrimaryNID()) NID 111.222.173.25@tcp primary NID 111.222.173.25@tcp rc -110 00000100:00000010:0.0:1784950440.721363:0:455330:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 000000002a0e2a7b. 00000100:00000001:0.0:1784950440.721405:0:455330:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:0.0:1784950440.721410:0:455330:0:(connection.c:149:ptlrpc_connection_get()) conn=000000002a0e2a7b refcount 1 to 111.222.173.25@tcp 00010000:00000010:0.0:1784950440.721447:0:455330:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000004600afdb. 00010000:00080000:0.0:1784950440.721523:0:455330:0:(ldlm_lib.c:125:import_set_conn()) imp 00000000f1095676@MGC192.168.203.114@tcp: add connection 111.222.173.25@tcp at tail 00010000:00000001:0.0:1784950440.721529:0:455330:0:(ldlm_lib.c:132:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950440.721537:0:455330:0:(obd_class.h:809:obd_add_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950440.721557:0:455330:0:(lustre_peer.c:90:class_add_uuid()) kmalloced '(data)': 704 at 00000000bc9a0e3e. 00000100:00000400:0.0:1784950440.721565:0:455330:0:(lustre_peer.c:124:class_add_uuid()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15: can't add NID 111.222.142.25@tcp: rc = -75 00000100:00000040:0.0:1784950440.721571:0:455330:0:(lustre_peer.c:130:class_add_uuid()) found uuid e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15 111.222.142.25@tcp cnt=32 00000400:00000200:0.0:1784950440.721576:0:455330:0:(peer.c:1363:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1784950440.721580:0:455330:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:0.0:1784950440.721584:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:0.0:1784950440.721587:0:455330:0:(peer.c:1380:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:0.0:1784950440.721591:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[1]: 192.168.203.114@tcp 00000400:00000200:0.0:1784950440.721599:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 192.168.203.114@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1784950440.721608:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950440.721613:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 192.168.203.114@tcp NID 192.168.203.114@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.721618:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 192.168.203.114@tcp 00000400:00000200:0.0:1784950440.721621:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[2]: 111.222.173.1@tcp 00000400:00000200:0.0:1784950440.721628:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.1@tcp NID flags 0x1: -17 00000400:00000200:0.0:1784950440.721657:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.1@tcp: 0 00000400:00000200:0.0:1784950440.721661:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950440.721664:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950440.721668:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.1@tcp NID 111.222.173.1@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.721672:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.1@tcp 00000400:00000200:0.0:1784950440.721675:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[3]: 111.222.142.1@tcp 00000400:00000200:0.0:1784950440.721679:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.1@tcp NID flags 0x1: -17 00000400:00000200:0.0:1784950440.721685:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.1@tcp: 0 00000400:00000200:0.0:1784950440.721688:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950440.721691:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950440.721696:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.1@tcp NID 111.222.142.1@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.721700:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.1@tcp 00000400:00000200:0.0:1784950440.721702:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[4]: 111.222.173.2@tcp 00000400:00000200:0.0:1784950440.721708:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.2@tcp NID flags 0x1: -17 00000400:00000200:0.0:1784950440.721715:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.2@tcp: 0 00000400:00000200:0.0:1784950440.721767:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950440.721784:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1784950440.721789:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950440.721815:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.2@tcp NID 111.222.173.2@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.721820:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.2@tcp 00000400:00000200:1.0:1784950440.721826:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.1@tcp(00000000140c9c35) state 0x2061 00000400:00000200:0.0:1784950440.721828:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[5]: 111.222.142.2@tcp 00000400:00000200:0.0:1784950440.721839:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.2@tcp NID flags 0x1: -17 00000400:00000010:1.0:1784950440.721840:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000034450a52. 00000400:00000010:1.0:1784950440.721849:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000417b77ac. 00000400:00000200:0.0:1784950440.721852:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.2@tcp: 0 00000400:00000200:0.0:1784950440.721859:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000010:1.0:1784950440.721863:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000002dfe1254. 00000400:00000200:0.0:1784950440.721864:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950440.721877:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.1@tcp 00000400:00000200:0.0:1784950440.721879:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.2@tcp NID 111.222.142.2@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.721886:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.2@tcp 00000400:00000200:0.0:1784950440.721889:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[6]: 111.222.173.3@tcp 00000400:00000200:0.0:1784950440.721894:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.3@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.721898:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.1@tcp local destination 00000400:00000200:1.0:1784950440.721906:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.721910:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.721914:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.721917:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.1@tcp 00000400:00000200:1.0:1784950440.721920:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10967:10967:253:4294967295] 111.222.173.1@tcp LPNI seq info [45:45:8:4294967295] 00000400:00000200:1.0:1784950440.721927:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.1@tcp 00000400:00000200:1.0:1784950440.721935:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.1@tcp(111.222.173.1@tcp:111.222.173.1@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.721940:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.1@tcp 00000800:00000010:1.0:1784950440.721945:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007d6495b1. 00000400:00000200:0.0:1784950440.721948:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.3@tcp: 0 00000400:00000200:0.0:1784950440.721954:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:1.0:1784950440.721959:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000400:00000200:0.0:1784950440.721961:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:1.0:1784950440.721965:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.1 (cnted 0, interval 60, 10 secs later) 00000400:00000200:0.0:1784950440.721974:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.3@tcp NID 111.222.173.3@tcp: 0. pending discovery 00000800:00000200:1.1:1784950440.721980:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000400:00000200:0.0:1784950440.721984:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.3@tcp 00000800:00000200:1.1:1784950440.721986:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.1 (cnted 0, interval 60, 10 secs later) 00000400:00000200:0.0:1784950440.721995:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[7]: 111.222.142.3@tcp 00000800:00000100:1.0:1784950440.722000:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.173.1@tcp 00000800:00000010:1.0:1784950440.722004:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007d6495b1. 00000400:00000200:0.0:1784950440.722009:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.3@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.722012:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1784950440.722021:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.1@tcp: GET: REMOTE_ERROR 00000400:00000200:0.0:1784950440.722026:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.3@tcp: 0 00000400:00000200:0.0:1784950440.722031:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950440.722036:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950440.722036:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950440.722044:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.1@tcp: 1 00000400:00000200:0.0:1784950440.722048:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.3@tcp NID 111.222.142.3@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.722055:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.3@tcp 00000400:00000200:1.0:1784950440.722059:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.1@tcp: -114 00000400:00000200:0.0:1784950440.722061:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[8]: 111.222.173.4@tcp 00000400:00000200:0.0:1784950440.722073:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.4@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.722074:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.1@tcp 00000400:00000200:1.0:1784950440.722082:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.1@tcp(00000000140c9c35) state 0x861 rc 0 00000400:00000200:0.0:1784950440.722089:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.4@tcp: -114 00000400:00000200:0.0:1784950440.722093:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950440.722100:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950440.722104:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.1@tcp(0000000074b897f3) state 0x2061 00000400:00000200:0.0:1784950440.722113:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.4@tcp NID 111.222.173.4@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.722118:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.4@tcp 00000400:00000010:1.0:1784950440.722121:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000090073cd. 00000400:00000200:0.0:1784950440.722122:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[9]: 111.222.142.4@tcp 00000400:00000010:1.0:1784950440.722128:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004304ebc2. 00000400:00000200:0.0:1784950440.722134:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.4@tcp NID flags 0x1: -17 00000400:00000010:1.0:1784950440.722136:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000009bdc54a3. 00000400:00000200:1.0:1784950440.722147:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.1@tcp 00000400:00000200:0.0:1784950440.722153:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.4@tcp: 0 00000400:00000200:0.0:1784950440.722157:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950440.722162:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950440.722166:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.4@tcp NID 111.222.142.4@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.722169:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.4@tcp 00000400:00000200:0.0:1784950440.722173:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[10]: 111.222.173.5@tcp 00000400:00000200:1.0:1784950440.722175:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.1@tcp local destination 00000400:00000200:1.0:1784950440.722182:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950440.722185:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.5@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.722188:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.722194:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.722196:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.1@tcp 00000400:00000200:1.0:1784950440.722199:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10968:10968:253:4294967295] 111.222.142.1@tcp LPNI seq info [44:44:8:4294967295] 00000400:00000200:1.0:1784950440.722203:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.1@tcp 00000400:00000200:1.0:1784950440.722208:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.1@tcp(111.222.142.1@tcp:111.222.142.1@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.722212:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.1@tcp 00000800:00000010:1.0:1784950440.722215:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007d6495b1. 00000400:00000200:0.0:1784950440.722223:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.5@tcp: 0 00000800:00000200:1.0:1784950440.722224:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000400:00000200:0.0:1784950440.722233:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:1.1:1784950440.722234:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000400:00000200:0.0:1784950440.722242:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950440.722243:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.1@tcp 00000400:00000200:1.0:1784950440.722254:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.1@tcp(0000000074b897f3) state 0x261 rc 0 00000400:00000200:0.0:1784950440.722259:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.5@tcp NID 111.222.173.5@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.722265:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.5@tcp 00000400:00000200:1.0:1784950440.722269:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.2@tcp(000000002f18fb04) state 0x2061 00000400:00000200:0.0:1784950440.722272:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[11]: 111.222.142.5@tcp 00000400:00000010:1.0:1784950440.722276:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bd84354f. 00000400:00000200:0.0:1784950440.722283:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.5@tcp NID flags 0x1: -17 00000400:00000010:1.0:1784950440.722283:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae29e6d8. 00000400:00000200:0.0:1784950440.722297:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.5@tcp: -114 00000400:00000200:0.0:1784950440.722302:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000010:1.0:1784950440.722306:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000007c98321f. 00000400:00000200:0.0:1784950440.722307:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950440.722319:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.2@tcp 00000400:00000200:0.0:1784950440.722321:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.5@tcp NID 111.222.142.5@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.722328:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.5@tcp 00000400:00000200:0.0:1784950440.722333:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[12]: 111.222.173.6@tcp 00000400:00000200:1.0:1784950440.722334:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.2@tcp local destination 00000400:00000200:1.0:1784950440.722342:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.722346:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950440.722350:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.6@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.722352:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.722360:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.2@tcp 00000400:00000200:1.0:1784950440.722364:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10969:10969:252:4294967295] 111.222.173.2@tcp LPNI seq info [45:45:8:4294967295] 00000400:00000200:1.0:1784950440.722367:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.2@tcp 00000400:00000200:1.0:1784950440.722372:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.2@tcp(111.222.173.2@tcp:111.222.173.2@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.722376:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.2@tcp 00000800:00000010:1.0:1784950440.722378:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f17b544c. 00000400:00000200:0.0:1784950440.722385:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.6@tcp: 0 00000800:00000200:1.0:1784950440.722386:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000400:00000200:0.0:1784950440.722395:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:1.1:1784950440.722396:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f10e718f] -> 12345-111.222.173.2@tcp (2) 00000400:00000200:0.0:1784950440.722405:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950440.722405:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.2@tcp 00000400:00000200:1.0:1784950440.722435:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.2@tcp(000000002f18fb04) state 0x261 rc 0 00000400:00000200:0.0:1784950440.722460:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.6@tcp NID 111.222.173.6@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.722467:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.6@tcp 00000400:00000200:1.0:1784950440.722474:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.2@tcp(00000000909276f9) state 0x2061 00000400:00000200:0.0:1784950440.722476:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[13]: 111.222.142.6@tcp 00000400:00000010:1.0:1784950440.722484:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a9a863bd. 00000400:00000200:0.0:1784950440.722491:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.6@tcp NID flags 0x1: -17 00000400:00000010:1.0:1784950440.722494:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5f4e874. 00000400:00000010:1.0:1784950440.722507:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000e83520db. 00000400:00000200:0.0:1784950440.722517:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.6@tcp: 0 00000400:00000200:1.0:1784950440.722518:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.2@tcp 00000400:00000200:0.0:1784950440.722528:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950440.722536:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950440.722543:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.6@tcp NID 111.222.142.6@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.722548:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.6@tcp 00000400:00000200:0.0:1784950440.722552:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[14]: 111.222.173.7@tcp 00000400:00000200:1.0:1784950440.722555:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.2@tcp local destination 00000400:00000200:1.0:1784950440.722563:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950440.722566:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.7@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.722571:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.722578:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.722581:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.2@tcp 00000400:00000200:1.0:1784950440.722584:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10970:10970:251:4294967295] 111.222.142.2@tcp LPNI seq info [42:42:8:4294967295] 00000400:00000200:1.0:1784950440.722590:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.2@tcp 00000400:00000200:1.0:1784950440.722596:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.2@tcp(111.222.142.2@tcp:111.222.142.2@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.722601:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.2@tcp 00000800:00000010:1.0:1784950440.722606:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c6b3c2c6. 00000400:00000200:0.0:1784950440.722612:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.7@tcp: 0 00000800:00000200:1.0:1784950440.722619:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000400:00000200:0.0:1784950440.722623:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950440.722630:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:1.1:1784950440.722631:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000400:00000200:0.0:1784950440.722642:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.7@tcp NID 111.222.173.7@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.722648:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.7@tcp 00000400:00000200:0.0:1784950440.722651:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[15]: 111.222.142.7@tcp 00000400:00000200:0.0:1784950440.722659:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.7@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.722664:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.2@tcp 00000400:00000200:1.0:1784950440.722672:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.2@tcp(00000000909276f9) state 0x261 rc 0 00000400:00000200:0.0:1784950440.722679:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.7@tcp: 0 00000400:00000200:0.0:1784950440.722684:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950440.722690:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950440.722694:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.3@tcp(000000006135824b) state 0x2061 00000400:00000200:0.0:1784950440.722705:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.7@tcp NID 111.222.142.7@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.722711:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.7@tcp 00000400:00000010:1.0:1784950440.722714:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000031bfa75f. 00000400:00000200:0.0:1784950440.722717:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[16]: 111.222.173.8@tcp 00000400:00000200:0.0:1784950440.722724:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.8@tcp NID flags 0x1: -17 00000400:00000010:1.0:1784950440.722753:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8a23c93. 00000400:00000200:0.0:1784950440.722781:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.8@tcp: 0 00000400:00000200:0.0:1784950440.722802:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000010:1.0:1784950440.722807:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000f0b0e75d. 00000400:00000200:0.0:1784950440.722808:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950440.722820:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.8@tcp NID 111.222.173.8@tcp: 0. pending discovery 00000400:00000200:1.0:1784950440.722821:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.3@tcp 00000400:00000200:0.0:1784950440.722829:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.8@tcp 00000400:00000200:0.0:1784950440.722835:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[17]: 111.222.142.8@tcp 00000400:00000200:1.0:1784950440.722836:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.3@tcp local destination 00000400:00000200:1.0:1784950440.722843:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950440.722845:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.8@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.722850:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.722854:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.722857:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.3@tcp 00000400:00000200:1.0:1784950440.722860:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10971:10971:250:4294967295] 111.222.173.3@tcp LPNI seq info [42:42:8:4294967295] 00000400:00000200:1.0:1784950440.722863:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.3@tcp 00000400:00000200:1.0:1784950440.722868:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.3@tcp(111.222.173.3@tcp:111.222.173.3@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.722873:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.3@tcp 00000800:00000010:1.0:1784950440.722877:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e63643df. 00000400:00000200:0.0:1784950440.722882:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.8@tcp: 0 00000800:00000200:1.0:1784950440.722887:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000400:00000200:0.0:1784950440.722890:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:1.0:1784950440.722893:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.3 (cnted 0, interval 60, 10 secs later) 00000400:00000200:0.0:1784950440.722896:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:1.1:1784950440.722901:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000400:00000200:0.0:1784950440.722908:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.8@tcp NID 111.222.142.8@tcp: 0. pending discovery 00000800:00000200:1.1:1784950440.722909:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.3 (cnted 0, interval 60, 10 secs later) 00000400:00000200:0.0:1784950440.722914:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.8@tcp 00000800:00000100:1.0:1784950440.722922:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.173.3@tcp 00000400:00000200:0.0:1784950440.722923:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[18]: 111.222.173.9@tcp 00000800:00000010:1.0:1784950440.722927:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e63643df. 00000400:00000200:0.0:1784950440.722934:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.9@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.722935:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1784950440.722946:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.3@tcp: GET: REMOTE_ERROR 00000400:00000200:0.0:1784950440.722951:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.9@tcp: 0 00000400:00000200:0.0:1784950440.722954:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950440.722958:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950440.722959:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1784950440.722966:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.9@tcp NID 111.222.173.9@tcp: 0. pending discovery 00000400:00000200:1.0:1784950440.722970:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.3@tcp: 1 00000400:00000200:0.0:1784950440.722976:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.9@tcp 00000400:00000200:1.0:1784950440.722980:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.3@tcp: -114 00000400:00000200:0.0:1784950440.722986:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[19]: 111.222.142.9@tcp 00000400:00000200:1.0:1784950440.722993:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.3@tcp 00000400:00000200:0.0:1784950440.722995:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.9@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.723001:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.3@tcp(000000006135824b) state 0x861 rc 0 00000400:00000200:0.0:1784950440.723010:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.9@tcp: -114 00000400:00000200:0.0:1784950440.723013:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950440.723017:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950440.723021:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.3@tcp(0000000065719ced) state 0x2061 00000400:00000200:0.0:1784950440.723029:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.9@tcp NID 111.222.142.9@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.723034:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.9@tcp 00000400:00000010:1.0:1784950440.723037:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b2c38d8a. 00000400:00000200:0.0:1784950440.723038:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[20]: 111.222.173.10@tcp 00000400:00000010:1.0:1784950440.723047:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000821c0ba2. 00000400:00000200:0.0:1784950440.723050:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.10@tcp NID flags 0x1: -17 00000400:00000010:1.0:1784950440.723053:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000004dc32c92. 00000400:00000200:1.0:1784950440.723063:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.3@tcp 00000400:00000200:0.0:1784950440.723068:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.10@tcp: 0 00000400:00000200:0.0:1784950440.723072:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950440.723075:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950440.723079:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.10@tcp NID 111.222.173.10@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.723082:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.10@tcp 00000400:00000200:0.0:1784950440.723087:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[21]: 111.222.142.10@tcp 00000400:00000200:1.0:1784950440.723087:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.3@tcp local destination 00000400:00000200:1.0:1784950440.723097:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950440.723100:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.10@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.723105:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.723111:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.723113:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.3@tcp 00000400:00000200:1.0:1784950440.723116:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10972:10972:250:4294967295] 111.222.142.3@tcp LPNI seq info [42:42:8:4294967295] 00000400:00000200:1.0:1784950440.723120:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.3@tcp 00000400:00000200:1.0:1784950440.723124:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.3@tcp(111.222.142.3@tcp:111.222.142.3@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.723129:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.3@tcp 00000800:00000010:1.0:1784950440.723132:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e63643df. 00000400:00000200:0.0:1784950440.723136:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.10@tcp: 0 00000800:00000200:1.0:1784950440.723142:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000400:00000200:0.0:1784950440.723144:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:1.1:1784950440.723151:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000400:00000200:0.0:1784950440.723153:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950440.723158:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.10@tcp NID 111.222.142.10@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.723161:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.10@tcp 00000400:00000200:0.0:1784950440.723163:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[22]: 111.222.173.11@tcp 00000400:00000200:0.0:1784950440.723167:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.11@tcp NID flags 0x1: -17 00000400:00000200:0.0:1784950440.723177:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.11@tcp: 0 00000400:00000200:1.0:1784950440.723180:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.3@tcp 00000400:00000200:0.0:1784950440.723183:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950440.723187:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.3@tcp(0000000065719ced) state 0x261 rc 0 00000400:00000200:0.0:1784950440.723190:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950440.723197:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.11@tcp NID 111.222.173.11@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.723202:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.11@tcp 00000400:00000200:1.0:1784950440.723206:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.1@tcp(00000000140c9c35) state 0x861 00000400:00000200:0.0:1784950440.723208:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[23]: 111.222.142.11@tcp 00000400:00000001:1.0:1784950440.723213:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784950440.723219:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.11@tcp NID flags 0x1: -17 00000400:00000001:1.0:1784950440.723219:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950440.723224:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000417b77ac 00000400:00000010:1.0:1784950440.723228:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000417b77ac. 00000400:00000200:1.0:1784950440.723231:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1784950440.723234:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.11@tcp: 0 00000400:00000200:0.0:1784950440.723239:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950440.723246:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.1@tcp: -114 00000400:00000010:1.0:1784950440.723250:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000034450a52. 00000400:00000200:0.0:1784950440.723257:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950440.723257:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.1@tcp:-5 00000400:00000200:1.0:1784950440.723269:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.1@tcp(00000000140c9c35) state 0x2061 rc -5 00000400:00000200:0.0:1784950440.723274:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.11@tcp NID 111.222.142.11@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.723279:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.11@tcp 00000400:00000200:1.0:1784950440.723284:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.1@tcp 00000400:00000200:0.0:1784950440.723287:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[24]: 111.222.173.12@tcp 00000400:00000200:1.0:1784950440.723293:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.4@tcp(00000000a6116e9c) state 0x2061 00000400:00000200:0.0:1784950440.723298:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.12@tcp NID flags 0x1: -17 00000400:00000010:1.0:1784950440.723301:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003a506608. 00000400:00000010:1.0:1784950440.723306:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000417b77ac. 00000400:00000200:0.0:1784950440.723311:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.12@tcp: 0 00000400:00000200:0.0:1784950440.723315:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000010:1.0:1784950440.723319:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000099fb4ea9. 00000400:00000200:0.0:1784950440.723320:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950440.723331:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.12@tcp NID 111.222.173.12@tcp: 0. pending discovery 00000400:00000200:1.0:1784950440.723333:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.4@tcp 00000400:00000200:0.0:1784950440.723339:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.12@tcp 00000400:00000200:0.0:1784950440.723345:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[25]: 111.222.142.12@tcp 00000400:00000200:1.0:1784950440.723348:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.4@tcp local destination 00000400:00000200:1.0:1784950440.723355:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950440.723356:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.12@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.723362:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.723366:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.723368:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.4@tcp 00000400:00000200:1.0:1784950440.723371:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10973:10973:249:4294967295] 111.222.142.4@tcp LPNI seq info [40:40:8:4294967295] 00000400:00000200:1.0:1784950440.723375:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.4@tcp 00000400:00000200:1.0:1784950440.723381:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.4@tcp(111.222.142.4@tcp:111.222.142.4@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.723385:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.4@tcp 00000800:00000010:1.0:1784950440.723388:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000091f3a7b6. 00000400:00000200:0.0:1784950440.723393:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.12@tcp: 0 00000800:00000200:1.0:1784950440.723398:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000400:00000200:0.0:1784950440.723400:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:1.1:1784950440.723407:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000480b52ef] -> 12345-111.222.142.4@tcp (2) 00000400:00000200:0.0:1784950440.723408:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950440.723444:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.12@tcp NID 111.222.142.12@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.723449:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.12@tcp 00000400:00000200:1.0:1784950440.723454:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.4@tcp 00000400:00000200:0.0:1784950440.723456:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[26]: 111.222.173.13@tcp 00000400:00000200:1.0:1784950440.723480:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.4@tcp(00000000a6116e9c) state 0x261 rc 0 00000400:00000200:0.0:1784950440.723486:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.13@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.723494:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.5@tcp(00000000a02b4cc5) state 0x2061 00000400:00000200:0.0:1784950440.723504:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.13@tcp: 0 00000400:00000200:0.0:1784950440.723509:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950440.723516:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000010:1.0:1784950440.723518:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000034450a52. 00000400:00000200:0.0:1784950440.723527:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.13@tcp NID 111.222.173.13@tcp: 0. pending discovery 00000400:00000010:1.0:1784950440.723528:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 00000400:00000200:0.0:1784950440.723540:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.13@tcp 00000400:00000200:0.0:1784950440.723545:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[27]: 111.222.142.13@tcp 00000400:00000010:1.0:1784950440.723546:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000001e4e0695. 00000400:00000200:0.0:1784950440.723554:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.13@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.723563:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.5@tcp 00000400:00000200:0.0:1784950440.723575:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.13@tcp: 0 00000400:00000200:0.0:1784950440.723579:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950440.723585:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950440.723589:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.13@tcp NID 111.222.142.13@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.723594:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.13@tcp 00000400:00000200:0.0:1784950440.723598:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[28]: 111.222.173.14@tcp 00000400:00000200:1.0:1784950440.723603:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.5@tcp local destination 00000400:00000200:0.0:1784950440.723611:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.14@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.723613:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.723623:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.723626:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.723629:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.5@tcp 00000400:00000200:1.0:1784950440.723632:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10974:10974:248:4294967295] 111.222.173.5@tcp LPNI seq info [39:39:8:4294967295] 00000400:00000200:1.0:1784950440.723637:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.5@tcp 00000400:00000200:1.0:1784950440.723644:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.5@tcp(111.222.173.5@tcp:111.222.173.5@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.723649:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.5@tcp 00000800:00000010:1.0:1784950440.723655:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a891b017. 00000800:00000200:1.0:1784950440.723662:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000400:00000200:0.0:1784950440.723669:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.14@tcp: 0 00000800:00000200:1.0:1784950440.723670:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.5 (cnted 0, interval 60, 10 secs later) 00000400:00000200:0.0:1784950440.723678:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:1.1:1784950440.723687:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000400:00000200:0.0:1784950440.723689:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:1.1:1784950440.723692:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.5 (cnted 0, interval 60, 10 secs later) 00000400:00000200:0.0:1784950440.723704:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.14@tcp NID 111.222.173.14@tcp: 0. pending discovery 00000800:00000100:1.0:1784950440.723707:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.173.5@tcp 00000400:00000200:0.0:1784950440.723714:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.14@tcp 00000800:00000010:1.0:1784950440.723715:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a891b017. 00000400:00000200:1.0:1784950440.723724:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1784950440.723732:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.5@tcp: GET: REMOTE_ERROR 00000400:00000200:0.0:1784950440.723770:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[29]: 111.222.142.14@tcp 00000400:00000200:0.0:1784950440.723796:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.14@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.723796:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950440.723806:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.5@tcp: 1 00000400:00000200:0.0:1784950440.723812:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.14@tcp: 0 00000400:00000200:0.0:1784950440.723816:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950440.723824:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.5@tcp: -114 00000400:00000200:0.0:1784950440.723830:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950440.723838:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.14@tcp NID 111.222.142.14@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.723842:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.14@tcp 00000400:00000200:0.0:1784950440.723846:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[30]: 111.222.173.15@tcp 00000400:00000200:1.0:1784950440.723850:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.5@tcp 00000400:00000200:1.0:1784950440.723858:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.5@tcp(00000000a02b4cc5) state 0x861 rc 0 00000400:00000200:0.0:1784950440.723860:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.15@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.723866:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.6@tcp(00000000dd6ddc05) state 0x2061 00000400:00000200:0.0:1784950440.723878:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.15@tcp: 0 00000400:00000200:0.0:1784950440.723883:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950440.723887:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000010:1.0:1784950440.723889:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000204b523b. 00000400:00000200:0.0:1784950440.723894:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.15@tcp NID 111.222.173.15@tcp: 0. pending discovery 00000400:00000010:1.0:1784950440.723897:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000553db85b. 00000400:00000200:0.0:1784950440.723904:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.15@tcp 00000400:00000010:1.0:1784950440.723906:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000a12c25c3. 00000400:00000200:0.0:1784950440.723914:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[31]: 111.222.142.15@tcp 00000400:00000200:1.0:1784950440.723916:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.6@tcp 00000400:00000200:0.0:1784950440.723928:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.15@tcp NID flags 0x1: -17 00000400:00000200:1.0:1784950440.723932:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.6@tcp local destination 00000400:00000200:1.0:1784950440.723938:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.723940:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.723943:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.723945:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.6@tcp 00000400:00000200:1.0:1784950440.723948:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10975:10975:248:4294967295] 111.222.173.6@tcp LPNI seq info [38:38:8:4294967295] 00000400:00000200:1.0:1784950440.723952:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.6@tcp 00000400:00000200:1.0:1784950440.723956:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.6@tcp(111.222.173.6@tcp:111.222.173.6@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.723960:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.6@tcp 00000800:00000010:1.0:1784950440.723963:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a891b017. 00000400:00000200:0.0:1784950440.723969:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.15@tcp: 0 00000800:00000200:1.0:1784950440.723970:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000400:00000200:0.0:1784950440.723979:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:1.1:1784950440.723981:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009a1e315] -> 12345-111.222.173.6@tcp (2) 00000400:00000200:0.0:1784950440.723986:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1784950440.723988:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.6@tcp 00000400:00000200:1.0:1784950440.723997:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.6@tcp(00000000dd6ddc05) state 0x261 rc 0 00000400:00000200:0.0:1784950440.724003:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.15@tcp NID 111.222.142.15@tcp: 0. pending discovery 00000400:00000200:0.0:1784950440.724009:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.15@tcp 00000400:00000200:1.0:1784950440.724013:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.6@tcp(0000000020f6aea9) state 0x2061 00000100:00000010:0.0:1784950440.724015:0:455330:0:(lustre_peer.c:132:class_add_uuid()) kfreed 'data': 704 at 00000000bc9a0e3e. 00000400:00000010:1.0:1784950440.724019:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e1c348f3. 00000400:00000010:1.0:1784950440.724024:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043abe6c8. 00000400:00000010:1.0:1784950440.724028:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000de6730a8. 00000020:00000001:0.0:1784950440.724032:0:455330:0:(obd_class.h:797:obd_add_conn()) Process entered 00000400:00000200:1.0:1784950440.724034:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.6@tcp 00010000:00000001:0.0:1784950440.724041:0:455330:0:(ldlm_lib.c:52:import_set_conn()) Process entered 00000400:00000200:1.0:1784950440.724041:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.6@tcp local destination 00000400:00000200:1.0:1784950440.724048:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950440.724050:0:455330:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1784950440.724051:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.724058:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.724060:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.6@tcp 00000400:00000200:1.0:1784950440.724063:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10976:10976:247:4294967295] 111.222.142.6@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:1.0:1784950440.724066:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.6@tcp 00000400:00000200:1.0:1784950440.724071:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.6@tcp(111.222.142.6@tcp:111.222.142.6@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.724074:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.6@tcp 00000800:00000010:1.0:1784950440.724077:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000de155b2e. 00000400:00000010:0.0:1784950440.724081:0:455330:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 360 at 0000000090af554c. 00000800:00000200:1.0:1784950440.724081:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:1.1:1784950440.724090:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000400:00000200:0.0:1784950440.724096:0:455330:0:(peer.c:266:lnet_peer_alloc()) 0000000090af554c nid 111.222.142.25@tcp 00000400:00000010:0.0:1784950440.724103:0:455330:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b781c884. 00000400:00000200:0.0:1784950440.724109:0:455330:0:(peer.c:203:lnet_peer_net_alloc()) 00000000b781c884 net tcp 00000400:00000200:1.0:1784950440.724110:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.6@tcp 00000400:00000200:1.0:1784950440.724117:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.6@tcp(0000000020f6aea9) state 0x261 rc 0 00000400:00000010:0.0:1784950440.724121:0:455330:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 480 at 00000000197c7725. 00000400:00000200:1.0:1784950440.724123:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.7@tcp(0000000093802ce8) state 0x2061 00000400:00000010:1.0:1784950440.724135:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003980e9ee. 00000400:00000200:0.0:1784950440.724137:0:455330:0:(peer.c:184:lnet_peer_ni_alloc()) 00000000197c7725 nid 111.222.142.25@tcp 00000400:00000010:1.0:1784950440.724141:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 00000400:00000200:0.0:1784950440.724152:0:455330:0:(peer.c:1719:lnet_peer_attach_peer_ni()) peer 111.222.142.25@tcp NID 111.222.142.25@tcp flags 0x0 00000400:00000010:1.0:1784950440.724160:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000f52ec264. 00000400:00000200:0.0:1784950440.724162:0:455330:0:(peer.c:2098:lnet_peer_ni_traffic_add()) peer 111.222.142.25@tcp: 0 00000400:00000200:1.0:1784950440.724170:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.7@tcp 00000400:00000200:0.0:1784950440.724179:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.25@tcp: 0 00000400:00000200:0.0:1784950440.724184:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1784950440.724193:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.7@tcp local destination 00000400:00000200:1.0:1784950440.724197:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.724201:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.724204:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.724208:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.7@tcp 00000400:00000200:1.0:1784950440.724213:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10977:10977:246:4294967295] 111.222.173.7@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:1.0:1784950440.724219:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.7@tcp 00000400:00000200:1.0:1784950440.724232:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.7@tcp(111.222.173.7@tcp:111.222.173.7@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.724240:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.7@tcp 00000800:00000010:1.0:1784950440.724245:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d66491d6. 00000800:00000200:1.0:1784950440.724251:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:1.0:1784950440.724254:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.7 (cnted 0, interval 60, 10 secs later) 00000800:00000200:1.1:1784950440.724258:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:1.1:1784950440.724261:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.7 (cnted 0, interval 60, 10 secs later) 00000800:00000100:1.0:1784950440.724266:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.173.7@tcp 00000800:00000010:1.0:1784950440.724269:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d66491d6. 00000400:00000200:1.0:1784950440.724273:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1784950440.724279:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.7@tcp: GET: REMOTE_ERROR 00000400:00000200:1.0:1784950440.724283:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950440.724288:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.7@tcp: 1 00000400:00000200:1.0:1784950440.724294:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.7@tcp: -114 00000400:00000200:1.0:1784950440.724302:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.7@tcp 00000400:00000200:1.0:1784950440.724304:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.7@tcp(0000000093802ce8) state 0x861 rc 0 00000400:00000200:1.0:1784950440.724308:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.7@tcp(000000007ef77b60) state 0x2061 00000400:00000010:1.0:1784950440.724315:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000135a536f. 00000400:00000010:1.0:1784950440.724318:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e49f40e5. 00000400:00000010:1.0:1784950440.724320:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000e0c1d73b. 00000400:00000200:1.0:1784950440.724323:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.7@tcp 00000400:00000200:1.0:1784950440.724327:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.7@tcp local destination 00000400:00000200:1.0:1784950440.724329:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.724331:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.724334:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.724336:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.7@tcp 00000400:00000200:1.0:1784950440.724338:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10978:10978:246:4294967295] 111.222.142.7@tcp LPNI seq info [34:34:8:4294967295] 00000400:00000200:1.0:1784950440.724342:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.7@tcp 00000400:00000200:1.0:1784950440.724347:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.7@tcp(111.222.142.7@tcp:111.222.142.7@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.724350:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.7@tcp 00000800:00000010:1.0:1784950440.724352:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d66491d6. 00000800:00000200:1.0:1784950440.724356:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:1.1:1784950440.724359:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000400:00000200:1.0:1784950440.724362:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.7@tcp 00000400:00000200:1.0:1784950440.724364:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.7@tcp(000000007ef77b60) state 0x261 rc 0 00000400:00000200:1.0:1784950440.724366:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.8@tcp(00000000b1b129a5) state 0x2061 00000400:00000010:1.0:1784950440.724370:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009a04e3ba. 00000400:00000010:1.0:1784950440.724372:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2b35e6e. 00000400:00000010:1.0:1784950440.724375:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000cefaf184. 00000400:00000200:1.0:1784950440.724377:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.8@tcp 00000400:00000200:1.0:1784950440.724380:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.8@tcp local destination 00000400:00000200:1.0:1784950440.724383:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.724385:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.724386:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.724388:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.8@tcp 00000400:00000200:1.0:1784950440.724390:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10979:10979:245:4294967295] 111.222.173.8@tcp LPNI seq info [33:33:8:4294967295] 00000400:00000200:1.0:1784950440.724395:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.8@tcp 00000400:00000200:1.0:1784950440.724400:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.8@tcp(111.222.173.8@tcp:111.222.173.8@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.724405:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.8@tcp 00000800:00000010:1.0:1784950440.724407:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001871e498. 00000800:00000200:1.0:1784950440.724411:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:1.1:1784950440.724431:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000400:00000200:1.0:1784950440.724434:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.8@tcp 00000400:00000200:1.0:1784950440.724436:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.8@tcp(00000000b1b129a5) state 0x261 rc 0 00000400:00000200:1.0:1784950440.724455:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.8@tcp(00000000691a9285) state 0x2061 00000400:00000010:1.0:1784950440.724460:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000dc72fa1c. 00000400:00000010:1.0:1784950440.724463:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039cc9418. 00000400:00000010:1.0:1784950440.724466:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000b3b9ca81. 00000400:00000200:1.0:1784950440.724470:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.8@tcp 00000400:00000200:1.0:1784950440.724475:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.8@tcp local destination 00000400:00000200:1.0:1784950440.724477:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.724480:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.724482:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.724485:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.8@tcp 00000400:00000200:1.0:1784950440.724489:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10980:10980:244:4294967295] 111.222.142.8@tcp LPNI seq info [33:33:8:4294967295] 00000400:00000200:1.0:1784950440.724493:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.8@tcp 00000400:00000200:1.0:1784950440.724500:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.8@tcp(111.222.142.8@tcp:111.222.142.8@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.724504:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.8@tcp 00000800:00000010:1.0:1784950440.724508:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fcb2acbd. 00000800:00000200:1.0:1784950440.724512:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:1.1:1784950440.724517:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000400:00000200:1.0:1784950440.724536:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.8@tcp 00000400:00000200:1.0:1784950440.724538:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.8@tcp(00000000691a9285) state 0x261 rc 0 00000400:00000200:1.0:1784950440.724542:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.9@tcp(0000000061b4745a) state 0x2061 00000400:00000010:1.0:1784950440.724546:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004407e226. 00000400:00000010:1.0:1784950440.724549:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054cdf7f5. 00000400:00000010:1.0:1784950440.724553:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000289606ba. 00000400:00000200:1.0:1784950440.724558:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.9@tcp 00000400:00000200:1.0:1784950440.724564:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.9@tcp local destination 00000400:00000200:1.0:1784950440.724569:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.724572:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.724578:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.724583:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.9@tcp 00000400:00000200:1.0:1784950440.724588:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10981:10981:243:4294967295] 111.222.173.9@tcp LPNI seq info [32:32:8:4294967295] 00000400:00000200:1.0:1784950440.724593:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.9@tcp 00000400:00000200:1.0:1784950440.724608:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.9@tcp(111.222.173.9@tcp:111.222.173.9@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.724613:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.9@tcp 00000800:00000010:1.0:1784950440.724619:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b35b6916. 00000800:00000200:1.0:1784950440.724624:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:1.0:1784950440.724627:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.9 (cnted 0, interval 60, 10 secs later) 00000800:00000200:1.1:1784950440.724631:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:1.1:1784950440.724634:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.9 (cnted 0, interval 60, 10 secs later) 00000800:00000100:1.0:1784950440.724639:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.173.9@tcp 00000800:00000010:1.0:1784950440.724642:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b35b6916. 00000400:00000200:1.0:1784950440.724646:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1784950440.724652:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.9@tcp: GET: REMOTE_ERROR 00000400:00000200:1.0:1784950440.724655:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950440.724660:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.9@tcp: 1 00000400:00000200:1.0:1784950440.724667:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.9@tcp: -114 00000400:00000200:1.0:1784950440.724677:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.9@tcp 00000400:00000200:1.0:1784950440.724680:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.9@tcp(0000000061b4745a) state 0x861 rc 0 00000400:00000200:1.0:1784950440.724685:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.3@tcp(000000006135824b) state 0x861 00000400:00000001:1.0:1784950440.724690:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950440.724692:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950440.724695:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8a23c93 00000400:00000010:1.0:1784950440.724697:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f8a23c93. 00000400:00000200:1.0:1784950440.724700:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950440.724703:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.3@tcp: -114 00000400:00000010:1.0:1784950440.724706:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000031bfa75f. 00000400:00000200:1.0:1784950440.724711:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.3@tcp:-5 00000400:00000200:1.0:1784950440.724714:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.3@tcp(000000006135824b) state 0x2061 rc -5 00000400:00000200:1.0:1784950440.724742:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.3@tcp 00000400:00000200:1.0:1784950440.724749:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.10@tcp(00000000a2c96137) state 0x2061 00000400:00000010:1.0:1784950440.724757:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fdb52343. 00000400:00000010:1.0:1784950440.724763:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8a23c93. 00000400:00000010:1.0:1784950440.724768:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000dd40b5bb. 00000400:00000200:1.0:1784950440.724773:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.10@tcp 00000400:00000200:1.0:1784950440.724795:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.10@tcp local destination 00000400:00000200:1.0:1784950440.724798:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.724801:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.724804:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.724807:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.10@tcp 00000400:00000200:1.0:1784950440.724811:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10982:10982:243:4294967295] 111.222.173.10@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:1.0:1784950440.724817:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.10@tcp 00000400:00000200:1.0:1784950440.724826:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.10@tcp(111.222.173.10@tcp:111.222.173.10@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.724833:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.10@tcp 00000800:00000010:1.0:1784950440.724836:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b35b6916. 00000800:00000200:1.0:1784950440.724842:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:1.1:1784950440.724849:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000400:00000200:1.0:1784950440.724852:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.10@tcp 00000400:00000200:1.0:1784950440.724854:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.10@tcp(00000000a2c96137) state 0x261 rc 0 00000400:00000200:1.0:1784950440.724858:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.10@tcp(00000000a4fa42d1) state 0x2061 00000400:00000010:1.0:1784950440.724863:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000031bfa75f. 00000400:00000010:1.0:1784950440.724865:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003302268b. 00000400:00000010:1.0:1784950440.724868:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000007a52a608. 00000400:00000200:1.0:1784950440.724873:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.10@tcp 00000400:00000200:1.0:1784950440.724877:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.10@tcp local destination 00000400:00000200:1.0:1784950440.724879:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.724881:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.724883:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.724886:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.10@tcp 00000400:00000200:1.0:1784950440.724888:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10983:10983:242:4294967295] 111.222.142.10@tcp LPNI seq info [29:29:8:4294967295] 00000400:00000200:1.0:1784950440.724891:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.10@tcp 00000400:00000200:1.0:1784950440.724896:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.10@tcp(111.222.142.10@tcp:111.222.142.10@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.724900:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.10@tcp 00000800:00000010:1.0:1784950440.724903:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fd72e494. 00000800:00000200:1.0:1784950440.724907:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:1.1:1784950440.724911:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000400:00000200:1.0:1784950440.724925:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.10@tcp 00000400:00000200:1.0:1784950440.724927:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.10@tcp(00000000a4fa42d1) state 0x261 rc 0 00000400:00000200:1.0:1784950440.724929:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.11@tcp(0000000016d5496f) state 0x2061 00000400:00000010:1.0:1784950440.724932:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009dfc6c6e. 00000400:00000010:1.0:1784950440.724934:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beb862af. 00000400:00000010:1.0:1784950440.724937:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000004c83e5e4. 00000400:00000200:1.0:1784950440.724941:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.11@tcp 00000400:00000200:1.0:1784950440.724945:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.11@tcp local destination 00000400:00000200:1.0:1784950440.724948:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.724951:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.724955:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.724958:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.11@tcp 00000400:00000200:1.0:1784950440.724961:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10984:10984:241:4294967295] 111.222.173.11@tcp LPNI seq info [28:28:8:4294967295] 00000400:00000200:1.0:1784950440.724965:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.11@tcp 00000400:00000200:1.0:1784950440.724971:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.11@tcp(111.222.173.11@tcp:111.222.173.11@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.724977:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.11@tcp 00000800:00000010:1.0:1784950440.724982:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fc7a79b2. 00000800:00000200:1.0:1784950440.724986:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:1.0:1784950440.724988:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.11 (cnted 0, interval 60, 10 secs later) 00000800:00000200:1.1:1784950440.724994:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:1.1:1784950440.724996:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.11 (cnted 0, interval 60, 10 secs later) 00000800:00000100:1.0:1784950440.725000:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.173.11@tcp 00000800:00000010:1.0:1784950440.725002:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fc7a79b2. 00000400:00000200:1.0:1784950440.725005:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1784950440.725008:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.11@tcp: GET: REMOTE_ERROR 00000400:00000200:1.0:1784950440.725012:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950440.725014:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.11@tcp: 1 00000400:00000200:1.0:1784950440.725018:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.11@tcp: -114 00000400:00000200:1.0:1784950440.725023:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.11@tcp 00000400:00000200:1.0:1784950440.725025:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.11@tcp(0000000016d5496f) state 0x861 rc 0 00000400:00000200:1.0:1784950440.725028:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.11@tcp(000000006aac02b3) state 0x2061 00000400:00000010:1.0:1784950440.725032:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ca4a5e4a. 00000400:00000010:1.0:1784950440.725035:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006444b648. 00000400:00000010:1.0:1784950440.725039:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000005492a65b. 00000400:00000200:1.0:1784950440.725043:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.11@tcp 00000400:00000200:1.0:1784950440.725047:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.11@tcp local destination 00000400:00000200:1.0:1784950440.725049:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.725051:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.725054:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.725056:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.11@tcp 00000400:00000200:1.0:1784950440.725058:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10985:10985:241:4294967295] 111.222.142.11@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000200:1.0:1784950440.725062:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.11@tcp 00000400:00000200:1.0:1784950440.725066:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.11@tcp(111.222.142.11@tcp:111.222.142.11@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.725069:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.11@tcp 00000800:00000010:1.0:1784950440.725071:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fc7a79b2. 00000800:00000200:1.0:1784950440.725074:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:1.1:1784950440.725077:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000400:00000200:1.0:1784950440.725080:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.11@tcp 00000400:00000200:1.0:1784950440.725082:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.11@tcp(000000006aac02b3) state 0x261 rc 0 00000400:00000200:1.0:1784950440.725084:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.12@tcp(00000000050c8504) state 0x2061 00000400:00000010:1.0:1784950440.725086:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007aa140bd. 00000400:00000010:1.0:1784950440.725088:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bb87e26. 00000400:00000010:1.0:1784950440.725091:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000c18b72cc. 00000400:00000200:1.0:1784950440.725094:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.12@tcp 00000400:00000200:1.0:1784950440.725097:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.12@tcp local destination 00000400:00000200:1.0:1784950440.725099:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.725102:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.725104:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.725107:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.12@tcp 00000400:00000200:1.0:1784950440.725109:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10986:10986:240:4294967295] 111.222.173.12@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:1.0:1784950440.725113:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.12@tcp 00000400:00000200:1.0:1784950440.725117:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.12@tcp(111.222.173.12@tcp:111.222.173.12@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.725121:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.12@tcp 00000800:00000010:1.0:1784950440.725123:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000031cff90d. 00000800:00000200:1.0:1784950440.725126:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:1.1:1784950440.725130:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000400:00000200:1.0:1784950440.725133:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.12@tcp 00000400:00000200:1.0:1784950440.725135:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.12@tcp(00000000050c8504) state 0x261 rc 0 00000400:00000200:1.0:1784950440.725139:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.12@tcp(00000000ea45724e) state 0x2061 00000400:00000010:1.0:1784950440.725142:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006d9edf0d. 00000400:00000010:1.0:1784950440.725144:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b53aafd9. 00000400:00000010:1.0:1784950440.725147:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000bafa0e2b. 00000400:00000200:1.0:1784950440.725149:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.12@tcp 00000400:00000200:1.0:1784950440.725152:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.12@tcp local destination 00000400:00000200:1.0:1784950440.725154:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.725156:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.725158:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.725160:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.12@tcp 00000400:00000200:1.0:1784950440.725162:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10987:10987:239:4294967295] 111.222.142.12@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:1.0:1784950440.725166:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.12@tcp 00000400:00000200:1.0:1784950440.725170:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.12@tcp(111.222.142.12@tcp:111.222.142.12@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.725174:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.12@tcp 00000800:00000010:1.0:1784950440.725176:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eec44ac7. 00000800:00000200:1.0:1784950440.725179:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:1.1:1784950440.725182:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000400:00000200:1.0:1784950440.725193:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.12@tcp 00000400:00000200:1.0:1784950440.725196:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.12@tcp(00000000ea45724e) state 0x261 rc 0 00000400:00000200:1.0:1784950440.725199:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.13@tcp(0000000024df314f) state 0x2061 00000400:00000010:1.0:1784950440.725204:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009f552988. 00000400:00000010:1.0:1784950440.725206:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c92ae704. 00000400:00000010:1.0:1784950440.725209:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000381f8740. 00000400:00000200:1.0:1784950440.725212:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.13@tcp 00000400:00000200:1.0:1784950440.725215:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.13@tcp local destination 00000400:00000200:1.0:1784950440.725218:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.725220:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.725222:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.725224:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.13@tcp 00000400:00000200:1.0:1784950440.725227:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10988:10988:238:4294967295] 111.222.173.13@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000200:1.0:1784950440.725230:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.13@tcp 00000400:00000200:1.0:1784950440.725234:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.13@tcp(111.222.173.13@tcp:111.222.173.13@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.725238:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.13@tcp 00000800:00000010:1.0:1784950440.725240:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004fc8b174. 00000800:00000200:1.0:1784950440.725244:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:1.0:1784950440.725245:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.13 (cnted 0, interval 60, 10 secs later) 00000800:00000200:1.1:1784950440.725249:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:1.1:1784950440.725251:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.13 (cnted 0, interval 60, 10 secs later) 00000800:00000100:1.0:1784950440.725255:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.173.13@tcp 00000800:00000010:1.0:1784950440.725256:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004fc8b174. 00000400:00000200:1.0:1784950440.725259:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1784950440.725265:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.13@tcp: GET: REMOTE_ERROR 00000400:00000200:1.0:1784950440.725267:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950440.725270:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.13@tcp: 1 00000400:00000200:1.0:1784950440.725273:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.13@tcp: -114 00000400:00000200:1.0:1784950440.725281:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.13@tcp 00000400:00000200:1.0:1784950440.725285:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.13@tcp(0000000024df314f) state 0x861 rc 0 00000400:00000200:1.0:1784950440.725288:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.13@tcp(00000000a00925ae) state 0x2061 00000400:00000010:1.0:1784950440.725292:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008aee32e2. 00000400:00000010:1.0:1784950440.725297:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c595d0d. 00000400:00000010:1.0:1784950440.725302:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000001530643d. 00000400:00000200:1.0:1784950440.725307:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.13@tcp 00000400:00000200:1.0:1784950440.725311:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.13@tcp local destination 00000400:00000200:1.0:1784950440.725314:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.725316:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.725318:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.725321:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.13@tcp 00000400:00000200:1.0:1784950440.725324:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10989:10989:238:4294967295] 111.222.142.13@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:1.0:1784950440.725327:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.13@tcp 00000400:00000200:1.0:1784950440.725332:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.13@tcp(111.222.142.13@tcp:111.222.142.13@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.725336:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.13@tcp 00000800:00000010:1.0:1784950440.725340:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004fc8b174. 00000800:00000200:1.0:1784950440.725344:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:1.1:1784950440.725347:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000400:00000200:1.0:1784950440.725350:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.13@tcp 00000400:00000200:1.0:1784950440.725351:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.13@tcp(00000000a00925ae) state 0x261 rc 0 00000400:00000200:1.0:1784950440.725354:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.14@tcp(000000002176597e) state 0x2061 00000400:00000010:1.0:1784950440.725358:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000096708662. 00000400:00000010:1.0:1784950440.725360:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9a855b7. 00000400:00000010:1.0:1784950440.725364:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000094214781. 00000400:00000200:1.0:1784950440.725368:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.14@tcp 00000400:00000200:1.0:1784950440.725372:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.14@tcp local destination 00000400:00000200:1.0:1784950440.725374:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.725378:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.725381:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.725384:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.14@tcp 00000400:00000200:1.0:1784950440.725387:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10990:10990:237:4294967295] 111.222.173.14@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:1.0:1784950440.725391:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.14@tcp 00000400:00000200:1.0:1784950440.725396:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.14@tcp(111.222.173.14@tcp:111.222.173.14@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.725399:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.14@tcp 00000800:00000010:1.0:1784950440.725402:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eefb5076. 00000800:00000200:1.0:1784950440.725404:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:1.1:1784950440.725407:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000400:00000200:1.0:1784950440.725410:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.14@tcp 00000400:00000200:1.0:1784950440.725412:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.14@tcp(000000002176597e) state 0x261 rc 0 00000400:00000200:1.0:1784950440.725430:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.14@tcp(0000000072091e24) state 0x2061 00000400:00000010:1.0:1784950440.725433:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000056c9d985. 00000400:00000010:1.0:1784950440.725435:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008abec0ef. 00000400:00000010:1.0:1784950440.725438:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000eb43eaf2. 00000400:00000200:1.0:1784950440.725440:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.14@tcp 00000400:00000200:1.0:1784950440.725444:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.14@tcp local destination 00000400:00000200:1.0:1784950440.725446:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.725448:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.725451:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.725453:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.14@tcp 00000400:00000200:1.0:1784950440.725456:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10991:10991:236:4294967295] 111.222.142.14@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000200:1.0:1784950440.725460:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.14@tcp 00000400:00000200:1.0:1784950440.725482:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.14@tcp(111.222.142.14@tcp:111.222.142.14@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.725486:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.14@tcp 00000800:00000010:1.0:1784950440.725490:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001c88d7a2. 00000800:00000200:1.0:1784950440.725494:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:1.1:1784950440.725500:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000400:00000200:1.0:1784950440.725516:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.14@tcp 00000400:00000200:1.0:1784950440.725518:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.14@tcp(0000000072091e24) state 0x261 rc 0 00000400:00000200:1.0:1784950440.725522:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.5@tcp(00000000a02b4cc5) state 0x861 00000400:00000001:1.0:1784950440.725524:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950440.725526:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950440.725528:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca6d43d 00000400:00000010:1.0:1784950440.725530:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008ca6d43d. 00000400:00000200:1.0:1784950440.725533:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950440.725536:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.5@tcp: -114 00000400:00000010:1.0:1784950440.725539:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000034450a52. 00000400:00000200:1.0:1784950440.725544:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.5@tcp:-5 00000400:00000200:1.0:1784950440.725546:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.5@tcp(00000000a02b4cc5) state 0x2061 rc -5 00000400:00000200:1.0:1784950440.725550:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.5@tcp 00000400:00000200:1.0:1784950440.725553:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.15@tcp(000000000ba1aef0) state 0x2061 00000400:00000010:1.0:1784950440.725558:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003097b8ca. 00000400:00000010:1.0:1784950440.725562:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 00000400:00000010:1.0:1784950440.725566:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000a9f1f8e9. 00000400:00000200:1.0:1784950440.725572:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.15@tcp 00000400:00000200:1.0:1784950440.725580:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.15@tcp local destination 00000400:00000200:1.0:1784950440.725583:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.725586:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.725589:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.725592:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.15@tcp 00000400:00000200:1.0:1784950440.725597:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10992:10992:235:4294967295] 111.222.173.15@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:1.0:1784950440.725603:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.15@tcp 00000400:00000200:1.0:1784950440.725610:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.15@tcp(111.222.173.15@tcp:111.222.173.15@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.725616:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.15@tcp 00000800:00000010:1.0:1784950440.725621:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ea4cd4d9. 00000800:00000200:1.0:1784950440.725626:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:1.0:1784950440.725629:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.15 (cnted 0, interval 60, 10 secs later) 00000800:00000200:1.1:1784950440.725633:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:1.1:1784950440.725636:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.173.15 (cnted 0, interval 60, 10 secs later) 00000800:00000100:1.0:1784950440.725654:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.173.15@tcp 00000800:00000010:1.0:1784950440.725656:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ea4cd4d9. 00000400:00000200:1.0:1784950440.725660:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1784950440.725664:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.15@tcp: GET: REMOTE_ERROR 00000400:00000200:1.0:1784950440.725668:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950440.725671:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.15@tcp: 1 00000400:00000200:1.0:1784950440.725676:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.15@tcp: -114 00000400:00000200:1.0:1784950440.725686:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.15@tcp 00000400:00000200:1.0:1784950440.725689:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.15@tcp(000000000ba1aef0) state 0x861 rc 0 00000400:00000200:1.0:1784950440.725694:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.15@tcp(000000001be875df) state 0x2061 00000400:00000010:1.0:1784950440.725698:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000002554686. 00000400:00000010:1.0:1784950440.725702:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058027d62. 00000400:00000010:1.0:1784950440.725705:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000b0fc6793. 00000400:00000200:1.0:1784950440.725709:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.15@tcp 00000400:00000200:1.0:1784950440.725714:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.15@tcp local destination 00000400:00000200:1.0:1784950440.725717:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950440.725767:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.725770:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950440.725774:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.15@tcp 00000400:00000200:1.0:1784950440.725779:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10993:10993:235:4294967295] 111.222.142.15@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:1.0:1784950440.725786:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.15@tcp 00000400:00000200:1.0:1784950440.725814:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.15@tcp(111.222.142.15@tcp:111.222.142.15@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.725819:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.15@tcp 00000800:00000010:1.0:1784950440.725823:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ea4cd4d9. 00000800:00000200:1.0:1784950440.725828:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:1.1:1784950440.725832:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000400:00000200:1.0:1784950440.725836:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.15@tcp 00000400:00000200:1.0:1784950440.725838:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.15@tcp(000000001be875df) state 0x261 rc 0 00000400:00000200:1.0:1784950440.725841:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.25@tcp(0000000090af554c) state 0x40 00000400:00000010:1.0:1784950440.725844:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f13decfd. 00000400:00000010:1.0:1784950440.725846:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff1faa1f. 00000400:00000010:1.0:1784950440.725849:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000b2e9d58c. 00000400:00000200:1.0:1784950440.725852:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.25@tcp 00000400:00000200:1.0:1784950440.725857:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 111.222.142.25@tcp local destination 00000400:00000200:1.0:1784950440.725860:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950440.725863:0:441639:0:(lib-move.c:1874:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.203.114@tcp on NMR peer 111.222.142.25@tcp 00000400:00000200:1.0:1784950440.725866:0:441639:0:(peer.c:1086:lnet_peer_ni_set_non_mr_pref_nid()) peer 111.222.142.25@tcp nid 192.168.203.114@tcp: 0 00000400:00000200:1.0:1784950440.725870:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10994:10994:234:4294967295] 111.222.142.25@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:1.0:1784950440.725873:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.25@tcp 00000400:00000200:1.0:1784950440.725878:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.25@tcp(111.222.142.25@tcp:111.222.142.25@tcp) : GET try# 0 00000800:00000200:1.0:1784950440.725881:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.25@tcp 00000800:00000010:1.0:1784950440.725883:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000083c2840c. 00000800:00000010:1.0:1784950440.725888:0:441639:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ad6ace5c. 00000800:00000010:1.0:1784950440.725892:0:441639:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000091ee6045. 00000800:00000200:1.0:1784950440.725896:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad6ace5c] -> 12345-111.222.142.25@tcp (2) 00000800:00000200:1.1:1784950440.725899:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad6ace5c] -> 12345-111.222.142.25@tcp (2) 00000400:00000200:1.0:1784950440.725912:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.25@tcp 00000400:00000200:1.0:1784950440.725913:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.25@tcp(0000000090af554c) state 0x240 rc 0 00000400:00000200:1.0:1784950440.725917:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.7@tcp(0000000093802ce8) state 0x861 00000400:00000001:1.0:1784950440.725919:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950440.725920:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950440.725922:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000400:00000010:1.0:1784950440.725924:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 00000400:00000200:1.0:1784950440.725927:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950440.725930:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.7@tcp: -114 00000400:00000010:1.0:1784950440.725934:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003980e9ee. 00000400:00000200:1.0:1784950440.725940:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.7@tcp:-5 00000400:00000200:1.0:1784950440.725942:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.7@tcp(0000000093802ce8) state 0x2061 rc -5 00000400:00000200:1.0:1784950440.725945:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.7@tcp 00000400:00000200:1.0:1784950440.725949:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.9@tcp(0000000061b4745a) state 0x861 00000400:00000001:1.0:1784950440.725951:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950440.725952:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950440.725954:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054cdf7f5 00000400:00000010:1.0:1784950440.725955:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000054cdf7f5. 00000400:00000200:1.0:1784950440.725959:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950440.725961:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.9@tcp: -114 00000400:00000010:1.0:1784950440.725963:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004407e226. 00000400:00000200:1.0:1784950440.725969:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.9@tcp:-5 00000400:00000200:1.0:1784950440.725971:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.9@tcp(0000000061b4745a) state 0x2061 rc -5 00000400:00000200:1.0:1784950440.725974:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.9@tcp 00000400:00000200:1.0:1784950440.725978:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.11@tcp(0000000016d5496f) state 0x861 00000400:00000001:1.0:1784950440.725979:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950440.725981:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950440.725982:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb862af 00000400:00000010:1.0:1784950440.725983:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000beb862af. 00000400:00000200:1.0:1784950440.725986:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950440.725988:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.11@tcp: -114 00000400:00000010:1.0:1784950440.725991:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009dfc6c6e. 00000400:00000200:1.0:1784950440.725995:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.11@tcp:-5 00000400:00000200:1.0:1784950440.725997:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.11@tcp(0000000016d5496f) state 0x2061 rc -5 00000400:00000200:1.0:1784950440.725999:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.11@tcp 00000400:00000200:1.0:1784950440.726001:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.13@tcp(0000000024df314f) state 0x861 00000400:00000001:1.0:1784950440.726004:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950440.726006:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950440.726008:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92ae704 00000400:00000010:1.0:1784950440.726010:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c92ae704. 00000400:00000200:1.0:1784950440.726012:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950440.726015:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.13@tcp: -114 00000400:00000010:1.0:1784950440.726018:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009f552988. 00000400:00000200:1.0:1784950440.726021:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.13@tcp:-5 00000400:00000200:1.0:1784950440.726023:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.13@tcp(0000000024df314f) state 0x2061 rc -5 00000400:00000200:1.0:1784950440.726025:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.13@tcp 00000400:00000200:1.0:1784950440.726027:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.15@tcp(000000000ba1aef0) state 0x861 00000400:00000001:1.0:1784950440.726029:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950440.726030:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950440.726031:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca6d43d 00000400:00000010:1.0:1784950440.726032:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008ca6d43d. 00000400:00000200:1.0:1784950440.726033:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950440.726035:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.15@tcp: -114 00000400:00000010:1.0:1784950440.726037:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003097b8ca. 00000400:00000200:1.0:1784950440.726039:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.15@tcp:-5 00000400:00000200:1.0:1784950440.726041:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.15@tcp(000000000ba1aef0) state 0x2061 rc -5 00000400:00000200:1.0:1784950440.726043:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.15@tcp 00000100:00000001:0.0:1784950440.912847:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950440.912862:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950440.912865:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950440.912870:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950440.912874:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950440.912878:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950440.912881:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950441.040894:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950441.040899:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1784950441.040910:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000233e3cf1. 00000020:00000040:2.0:1784950441.040918:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950441.040925:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:0.0:1784950441.040928:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 02000000:00000001:2.0:1784950441.040930:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000004:00000020:0.0:1784950441.040936:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 02000000:00000001:2.0:1784950441.040940:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950441.040946:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005649c9af. 00000020:00000040:0.0:1784950441.040955:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 02000000:00000010:2.0:1784950441.040955:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ebc2a5d. 00000100:00000001:0.0:1784950441.040966:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950441.040970:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950441.040970:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950441.040980:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950441.040983:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950441.040988:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950441.040992:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d67bdc6a. 00000100:00000001:0.0:1784950441.041000:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950441.041002:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000233e3cf1] to pc [ptlrpcd_00_01+1] req@00000000233e3cf1 x1871652369196544/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950441.041009:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950441.041015:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950441.041033:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005649c9af] to pc [ptlrpcd_00_02+2] req@000000005649c9af x1871652369196672/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1784950441.041060:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950441.041076:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950441.041099:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950441.041105:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950441.041107:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950441.041109:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950441.041118:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950441.041120:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950441.041125:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000233e3cf1 x1871652369196544/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950441.041126:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950441.041127:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950441.041141:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005649c9af x1871652369196672/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950441.041160:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950441.041166:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950441.041169:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950441.041172:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784950441.041174:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950441.041178:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950441.041180:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950441.041180:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950441.041186:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950441.041193:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950441.041195:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950441.041202:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950441.041204:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000233e3cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369196544:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950441.041212:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950441.041218:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950441.041222:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950441.041224:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005649c9af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369196672:192.168.203.114@tcp:41: 02000000:00000001:2.0:1784950441.041229:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950441.041236:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1784950441.041239:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c7694431. 02000000:00000001:3.0:1784950441.041241:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950441.041247:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950441.041249:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950441.041255:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1784950441.041259:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014223c18. 02000000:00000010:3.0:1784950441.041264:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c9bf34f5. 00000400:00000010:2.0:1784950441.041270:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5d658c0. 02000000:00000001:3.0:1784950441.041271:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950441.041285:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bedd139c. 00000100:00000200:2.0:1784950441.041286:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369196544, portal 4 00000100:00000001:2.0:1784950441.041295:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950441.041298:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032826112 : -120287676725504 : ffff929957c20700) 00000400:00000010:3.0:1784950441.041298:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000100:00000200:3.0:1784950441.041310:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369196672, portal 4 00000100:00000040:2.0:1784950441.041318:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000233e3cf1 x1871652369196544/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950441.041319:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950441.041324:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786048191360 : -120287661360256 : ffff929958ac7b80) 00000100:00000001:2.0:1784950441.041338:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950441.041340:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005649c9af x1871652369196672/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950441.041352:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950441.041361:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a969fd8a. 00000100:00000001:3.0:1784950441.041364:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784950441.041368:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369196544, offset 0 00000100:00000040:3.0:1784950441.041376:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950441.041383:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009139bac3. 00000400:00000200:2.0:1784950441.041385:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950441.041401:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369196672, offset 0 00000400:00000200:2.0:1784950441.041404:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950441.041435:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950441.041444:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950441.041451:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950441.041455:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950441.041459:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950441.041463:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10995:10995:233:4294967295] 192.168.203.114@tcp LPNI seq info [9729:9729:8:4294967295] 00000400:00000200:2.0:1784950441.041476:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950441.041483:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950441.041490:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078605e0a. 00000400:00000200:3.0:1784950441.041492:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950441.041504:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784950441.041509:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950441.041515:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950441.041521:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950441.041530:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:2.0:1784950441.041534:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950441.041542:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10996:10996:232:4294967295] 192.168.203.114@tcp LPNI seq info [9730:9730:7:4294967295] 00000800:00000200:2.0:1784950441.041545:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078605e0a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950441.041563:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950441.041571:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950441.041573:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950441.041583:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4722 usecs (5 jiffies) 00000100:00000001:2.0:1784950441.041591:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307379205 00000800:00000010:3.0:1784950441.041595:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbff510b. 00000100:00000010:2.0:1784950441.041598:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9d541a5. 00000800:00000200:3.0:1784950441.041607:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950441.041612:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784950441.041620:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950441.041626:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fbff510b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950441.041630:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307379205 00000100:00000010:2.0:1784950441.041637:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3dd6f90. 00000100:00000001:2.0:1784950441.041641:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784950441.041645:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950441.041650:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307379205 00000100:00000040:3.0:1784950441.041653:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13692 usecs (14 jiffies) 00000100:00000010:2.0:1784950441.041656:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000833d4563. 00000100:00000001:3.0:1784950441.041661:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307379214 00000100:00000001:2.0:1784950441.041665:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1784950441.041675:0:441643:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307379205 00000100:00000001:2.0:1784950441.041677:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307379205 00000100:00000010:2.0:1784950441.041686:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068dd438e. 00000100:00000001:3.0:1784950441.041689:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307379214 00000100:00000001:2.0:1784950441.041692:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1784950441.041704:0:441643:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307379205 00000100:00000001:2.0:1784950441.041705:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950441.041715:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950441.041753:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307379215 00000100:00000001:3.0:1784950441.041765:0:441643:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307379205 00000100:00000001:2.0:1784950441.041771:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950441.041772:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307379215 00000100:00000001:2.0:1784950441.041779:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950441.041782:0:441643:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307379205 00000100:00000001:2.0:1784950441.041790:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950441.041794:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950441.041795:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950441.041802:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950441.041805:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950441.041810:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950441.041811:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950441.041819:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950441.041820:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950441.041828:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950441.041830:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950441.041835:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950441.041841:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950441.041844:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950441.041848:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950441.041854:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950441.041866:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950441.041874:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078605e0a. 00000800:00000200:1.0:1784950441.041880:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784950441.041886:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1784950441.041889:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbff510b. 00000800:00000001:2.0:1784950441.041893:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950441.041900:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950441.041903:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950441.041908:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a969fd8a 00000800:00000001:2.0:1784950441.041913:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950441.041915:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a969fd8a. 00000400:00000200:1.0:1784950441.041919:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950441.041924:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950441.041930:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1784950441.041931:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009139bac3 00000800:00000001:2.0:1784950441.041933:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950441.041939:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009139bac3. 00000100:00000200:0.0:1784950441.041943:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000233e3cf1 x1871652369196544/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950441.041952:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784950441.041956:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:1.0:1784950441.041966:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005649c9af x1871652369196672/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950441.041987:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069be600 00000100:00000001:0.0:1784950441.041989:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950441.042001:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000233e3cf1 x1871652369196544/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950441.042012:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 12768 00000100:00000001:1.0:1784950441.042021:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950441.042032:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005649c9af x1871652369196672/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950441.042034:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950441.042045:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950441.042047:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950441.042058:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950441.042059:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950441.042070:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950441.042078:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950441.042079:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784950441.042081:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950441.042095:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950441.042100:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950441.042105:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:0.0:1784950441.042107:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950441.042112:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1784950441.042122:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051f8917f. 00000400:00000200:0.0:1784950441.042123:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:2.0:1784950441.042133:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000051f8917f x1871652369196544 msgsize 224 00000400:00000200:0.0:1784950441.042153:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069be680 00000100:00100000:2.0:1784950441.042155:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:0.0:1784950441.042171:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 12992 00000100:00000001:2.0:1784950441.042181:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1784950441.042184:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950441.042197:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950441.042199:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950441.042205:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950441.042207:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950441.042213:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950441.042221:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950441.042223:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1784950441.042229:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ac89b23. 00000100:00000040:0.0:1784950441.042234:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000002ac89b23 x1871652369196672 msgsize 224 00000100:00100000:0.0:1784950441.042240:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950441.042276:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1784950441.042285:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950441.042292:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950441.042307:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950441.042314:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369196544 02000000:00000001:3.0:1784950441.042319:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950441.042323:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950441.042326:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950441.042333:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950441.042334:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950441.042339:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369196544 00000100:00100000:2.0:1784950441.042341:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369196672 00000020:00000001:3.0:1784950441.042346:0:453516:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:2.0:1784950441.042347:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1784950441.042352:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:2.0:1784950441.042353:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1784950441.042360:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950441.042361:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950441.042367:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 02000000:00000001:2.0:1784950441.042370:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950441.042374:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00100000:2.0:1784950441.042378:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369196672 00000020:00000001:3.0:1784950441.042380:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:2.0:1784950441.042385:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950441.042389:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:3.0:1784950441.042390:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1784950441.042393:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950441.042398:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000010:3.0:1784950441.042399:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000020:00000001:2.0:1784950441.042403:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950441.042407:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950441.042409:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000010:3.0:1784950441.042435:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000100:00000001:2.0:1784950441.042441:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950441.042447:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017854499. 00000020:00000010:2.0:1784950441.042449:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:2.0:1784950441.042456:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950441.042460:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058ccb8ec. 00000020:00000010:2.0:1784950441.042461:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000020:00000010:3.0:1784950441.042475:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006049900c. 00000020:00000010:2.0:1784950441.042478:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080cfe63d. 00000020:00000010:2.0:1784950441.042487:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000317b674f. 00000100:00000040:3.0:1784950441.042489:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000010:2.0:1784950441.042493:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff644127. 00000100:00000001:3.0:1784950441.042496:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950441.042502:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950441.042504:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950441.042505:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950441.042511:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950441.042516:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950441.042520:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950441.042525:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950441.042546:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950441.042562:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950441.042564:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950441.042569:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1784950441.042583:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2699 00000100:00000001:2.0:1784950441.042584:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950441.042590:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1784950441.042590:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950441.042598:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032838656 : -120287676712960 : ffff929957c23800) 00000100:00100000:2.0:1784950441.042607:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2700 00000100:00000001:0.0:1784950441.042609:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1784950441.042614:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000051f8917f x1871652369196544/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:592/0 lens 224/0 e 0 to 0 dl 1784950452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950441.042615:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:0.0:1784950441.042616:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950441.042623:0:454245:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950441.042625:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683750400 : -120288025801216 : ffff929942f38e00) 00000100:00000001:0.0:1784950441.042633:0:454245:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950441.042645:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ac89b23 x1871652369196672/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:592/0 lens 224/0 e 0 to 0 dl 1784950452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950441.042656:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950441.042665:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000100:00000001:2.0:1784950441.042667:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950441.042674:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950441.042678:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000020:00000010:3.0:1784950441.042679:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000100:00000001:2.0:1784950441.042688:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950441.042694:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00100000:3.0:1784950441.042696:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000051f8917f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369196544:12345-192.168.203.114@tcp:41: 00000100:00000200:3.0:1784950441.042706:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369196544 00000100:00100000:2.0:1784950441.042707:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002ac89b23 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369196672:12345-192.168.203.114@tcp:41: 00000020:00000001:3.0:1784950441.042713:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950441.042752:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950441.042759:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950441.042762:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369196672 00000020:00000001:3.0:1784950441.042764:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950441.042772:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950441.042772:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:2.0:1784950441.042782:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950441.042783:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1784950441.042792:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1784950441.042793:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369196544, found 0 last_xid 1871652369196543 00000020:00000001:2.0:1784950441.042803:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950441.042804:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950441.042810:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:3.0:1784950441.042812:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950441.042819:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950441.042820:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950441.042824:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1784950441.042827:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369196672, found 0 last_xid 1871652369196671 00000100:00000001:3.0:1784950441.042832:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1784950441.042834:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950441.042839:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1784950441.042840:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950441.042845:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000010:3.0:1784950441.042848:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009dabc291. 00000020:00000001:2.0:1784950441.042849:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950441.042858:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950441.042860:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950441.042864:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950441.042866:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:3.0:1784950441.042875:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 02000000:00000010:2.0:1784950441.042879:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b1ab886f. 00000004:00000001:3.0:1784950441.042880:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1784950441.042886:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950441.042888:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950441.042894:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950441.042899:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:2.0:1784950441.042903:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000024:3.0:1784950441.042904:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000004:00000001:2.0:1784950441.042905:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1784950441.042917:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1784950441.042922:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000004:00000024:2.0:1784950441.042925:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000020:00000020:3.0:1784950441.042927:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000020:2.0:1784950441.042935:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:3.0:1784950441.042937:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1784950441.042943:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000004:00000020:3.0:1784950441.042946:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000004:00000020:2.0:1784950441.042957:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000001:00000001:3.0:1784950441.042961:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1784950441.042966:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1784950441.042968:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000004:00000001:3.0:1784950441.042970:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1784950441.042973:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950441.042976:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369196544 00000004:00000001:2.0:1784950441.042979:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950441.042983:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000040:2.0:1784950441.042986:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369196672 00010000:00000001:2.0:1784950441.042991:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:3.0:1784950441.042995:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000051f8917f x1871652369196544/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:592/0 lens 224/368 e 0 to 0 dl 1784950452 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1784950441.043003:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000002ac89b23 x1871652369196672/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:592/0 lens 224/368 e 0 to 0 dl 1784950452 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950441.043029:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950441.043033:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950441.043035:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950441.043039:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950441.043043:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=74 v=5 (1 1 1 1) 00000100:00001000:2.0:1784950441.043047:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=74 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950441.043052:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950441.043055:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1784950441.043061:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000040:2.0:1784950441.043066:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950441.043068:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950441.043072:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950441.043075:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950441.043078:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950441.043080:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950441.043083:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950441.043086:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950441.043090:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950441.043097:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950441.043104:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950441.043106:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009139bac3. 00000400:00000010:2.0:1784950441.043111:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a3f02ce. 00000100:00000200:3.0:1784950441.043113:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369196544, offset 224 00000100:00000200:2.0:1784950441.043120:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369196672, offset 224 00000400:00000200:3.0:1784950441.043129:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950441.043141:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950441.043149:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950441.043157:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10997:10997:233:4294967295] 192.168.203.114@tcp LPNI seq info [9731:9731:8:4294967295] 00000400:00000200:3.0:1784950441.043168:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950441.043176:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950441.043182:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042fecc91. 00000400:00000200:2.0:1784950441.043184:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:3.0:1784950441.043198:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950441.043200:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10998:10998:232:4294967295] 192.168.203.114@tcp LPNI seq info [9732:9732:7:4294967295] 00000800:00000200:3.0:1784950441.043215:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950441.043225:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000042fecc91 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:2.0:1784950441.043234:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950441.043242:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950441.043249:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950441.043250:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070b3560d. 00000100:00000040:3.0:1784950441.043263:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000200:2.0:1784950441.043270:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:3.0:1784950441.043272:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950441.043276:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950441.043281:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:2.0:1784950441.043286:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:3.0:1784950441.043293:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051f8917f x1871652369196544/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:592/0 lens 224/368 e 0 to 0 dl 1784950452 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950441.043296:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000070b3560d type 1, nob 464 niov 1 nkiov 1 00000100:00000001:2.0:1784950441.043308:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950441.043320:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950441.043326:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950441.043333:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950441.043334:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000051f8917f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369196544:12345-192.168.203.114@tcp:41: Request processed in 668us (1190us total) trans 0 rc 0/0 00000020:00000001:2.0:1784950441.043342:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1784950441.043354:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ac89b23 x1871652369196672/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:592/0 lens 224/368 e 0 to 0 dl 1784950452 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950441.043357:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2699 00000100:00000040:3.0:1784950441.043367:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000800:00000200:1.0:1784950441.043375:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950441.043376:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950441.043383:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1784950441.043386:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042fecc91. 00000100:00100000:2.0:1784950441.043387:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002ac89b23 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369196672:12345-192.168.203.114@tcp:41: Request processed in 714us (1145us total) trans 0 rc 0/0 00000020:00000010:3.0:1784950441.043392:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058ccb8ec. 00000400:00000200:1.0:1784950441.043397:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1784950441.043405:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006049900c. 00000020:00000010:3.0:1784950441.043433:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017854499. 00000100:00100000:2.0:1784950441.043441:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2700 00000400:00000200:1.0:1784950441.043446:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:3.0:1784950441.043449:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000040:2.0:1784950441.043450:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000400:00000200:1.0:1784950441.043457:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009139bac3 00000100:00000001:3.0:1784950441.043458:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950441.043459:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1784950441.043465:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009139bac3. 00000100:00000001:2.0:1784950441.043468:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950441.043474:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1784950441.043476:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000317b674f. 00000100:00000001:1.0:1784950441.043482:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1784950441.043486:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff644127. 00000020:00000010:2.0:1784950441.043494:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080cfe63d. 00000020:00000040:2.0:1784950441.043502:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:2.0:1784950441.043506:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950441.043585:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1784950441.043588:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:1.0:1784950441.043591:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070b3560d. 00000400:00000200:1.0:1784950441.043598:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950441.043601:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950441.043609:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950441.043610:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950441.043617:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a3f02ce 00000800:00000001:2.0:1784950441.043619:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950441.043624:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008a3f02ce. 00000100:00000001:1.0:1784950441.043633:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1784950441.043636:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950441.043638:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950441.043654:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069be600 00000400:00000200:2.0:1784950441.043662:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15d21 [1] + 224 00000800:00000001:2.0:1784950441.043669:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950441.043674:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950441.043677:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950441.043682:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950441.043687:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950441.043691:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000233e3cf1 x1871652369196544/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950441.043702:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000233e3cf1 x1871652369196544/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950441.043750:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950441.043758:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950441.043762:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950441.043765:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950441.043767:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950441.043772:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950441.043779:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069be680 00000400:00000200:2.0:1784950441.043784:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15d25 [1] + 224 00000800:00000001:2.0:1784950441.043788:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950441.043799:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950441.043803:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950441.043808:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950441.043813:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950441.043818:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005649c9af x1871652369196672/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950441.043829:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000005649c9af x1871652369196672/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950441.043840:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950441.043846:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950441.043850:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1784950441.043855:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950441.043860:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950441.043862:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014223c18. 00000400:00000200:0.0:1784950441.043871:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5d658c0 00000400:00000010:0.0:1784950441.043873:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d5d658c0. 00000100:00000001:0.0:1784950441.043878:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1784950441.043884:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950441.043890:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000233e3cf1 x1871652369196544/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950441.043893:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950441.043911:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000233e3cf1 x1871652369196544/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950441.043922:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950441.043925:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950441.043928:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950441.043932:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950441.043935:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950441.043937:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950441.043940:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950441.043948:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=74 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950441.043953:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=74 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950441.043958:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950441.043960:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950441.043962:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1784950441.043964:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950441.043969:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1784950441.043970:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950441.043977:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1784950441.043979:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784950441.043980:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000400:00000001:3.0:1784950441.043987:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784950441.043988:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000010:3.0:1784950441.043995:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bedd139c. 00000100:00000001:0.0:1784950441.043996:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950441.044009:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000100:00000040:0.0:1784950441.044010:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000233e3cf1 x1871652369196544/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950441.044017:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000100:00000001:3.0:1784950441.044027:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950441.044033:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950441.044040:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1784950441.044041:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005649c9af x1871652369196672/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950441.044047:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1784950441.044056:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1784950441.044064:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000200:3.0:1784950441.044072:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005649c9af x1871652369196672/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:0.0:1784950441.044077:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:0.0:1784950441.044096:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950441.044109:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784950441.044115:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000233e3cf1 x1871652369196544/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950441.044117:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950441.044125:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950441.044130:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950441.044135:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950441.044139:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950441.044145:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950441.044146:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000233e3cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369196544:192.168.203.114@tcp:41: 00000100:00001000:3.0:1784950441.044157:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=69 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950441.044159:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950441.044168:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1784950441.044172:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=69 v=5 (1 1 1 1) 00000100:00000040:0.0:1784950441.044176:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000233e3cf1 x1871652369196544/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950441.044182:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950441.044187:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950441.044195:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950441.044200:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950441.044204:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950441.044206:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1784950441.044209:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1784950441.044211:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 02000000:00000010:0.0:1784950441.044215:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c7694431. 00000100:00000001:3.0:1784950441.044216:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950441.044222:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950441.044228:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1784950441.044233:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005649c9af x1871652369196672/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950441.044236:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950441.044241:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1784950441.044250:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950441.044254:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ebc2a5d. 00000100:00000001:3.0:1784950441.044260:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950441.044263:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950441.044267:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1784950441.044268:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784950441.044272:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784950441.044273:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000233e3cf1. 00000004:00000001:3.0:1784950441.044280:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1784950441.044282:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000004:00000040:3.0:1784950441.044288:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00000001:0.0:1784950441.044289:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950441.044296:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:3.0:1784950441.044308:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00000001:0.0:1784950441.044309:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950441.044314:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950441.044322:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:3.0:1784950441.044324:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950441.044327:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950441.044333:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005649c9af x1871652369196672/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950441.044353:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005649c9af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369196672:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950441.044359:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950441.044362:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950441.044364:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005649c9af x1871652369196672/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950441.044372:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950441.044374:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950441.044377:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c9bf34f5. 02000000:00000001:3.0:1784950441.044381:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950441.044383:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950441.044385:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1784950441.044388:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950441.044390:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d67bdc6a. 02000000:00000001:3.0:1784950441.044393:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950441.044395:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950441.044397:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005649c9af. 00000100:00000001:3.0:1784950441.044401:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950441.044403:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950441.044405:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950441.044411:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950441.044440:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950441.044444:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950441.044446:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950441.055848:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307379214, at 4307379215 00000100:00000040:1.0:1784950441.055858:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307379214, at 4307379215 00000100:00000010:0.0:1784950441.055862:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9d541a5. 00000100:00000010:1.0:1784950441.055878:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3dd6f90. 00000100:00000040:2.0:1784950441.056843:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307379215, at 4307379216 00000100:00000040:3.0:1784950441.056849:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307379215, at 4307379216 00000100:00000010:2.0:1784950441.056856:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000833d4563. 00000100:00000010:3.0:1784950441.056863:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068dd438e. 00010000:00000001:2.0:1784950441.296843:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950441.296849:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950441.296856:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950441.296858:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950441.296988:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950441.296994:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950441.296999:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950441.936846:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950441.936860:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950441.936862:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950441.936867:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950441.936870:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950441.936875:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950441.936878:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950442.320827:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950442.320837:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950442.320845:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950442.320850:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950442.320853:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950442.320857:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950442.320861:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950442.320864:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950442.320867:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950442.320871:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950442.320977:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950442.320982:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950442.320986:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.0:1784950442.768900:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.5@tcp 00000800:00000010:2.0:1784950442.768909:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ae917eca. 00000400:00000200:2.0:1784950442.768922:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950442.768930:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.5@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950442.768943:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12714 health :900 00000400:00000200:2.0:1784950442.768951:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950442.768958:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.5@tcp: 1 00000400:00000200:2.0:1784950442.768965:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.5@tcp: -114 00000400:00000200:1.0:1784950442.769039:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1784950442.769051:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.5@tcp(000000004a6b3557) state 0x2861 00000400:00000001:1.0:1784950442.769059:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950442.769062:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950442.769065:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa895c83 00000400:00000010:1.0:1784950442.769068:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000fa895c83. 00000400:00000200:1.0:1784950442.769075:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950442.769080:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.5@tcp: -114 00000400:00000010:1.0:1784950442.769085:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009c36d7da. 00000400:00000200:1.0:1784950442.769091:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.5@tcp:-110 00000400:00000200:1.0:1784950442.769095:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.5@tcp(000000004a6b3557) state 0x2061 rc -110 00000400:00000200:1.0:1784950442.769099:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.5@tcp 00000100:00000001:0.0:1784950442.960849:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950442.960864:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950442.960867:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950442.960872:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950442.960876:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950442.960881:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950442.960884:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950443.088889:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950443.088900:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950443.088911:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079f5a91d. 00000020:00000040:0.0:1784950443.088919:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:0.0:1784950443.088925:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950443.088929:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950443.088936:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950443.088946:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000825f13b0. 00000100:00000001:0.0:1784950443.088954:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950443.088965:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@0000000079f5a91d x1871652369196800/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950443.088979:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950443.088982:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950443.088989:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079f5a91d] to pc [ptlrpcd_00_03+3] req@0000000079f5a91d x1871652369196800/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950443.089038:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950443.089042:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950443.089046:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950443.089049:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a02cd9c. 00000020:00000040:0.0:1784950443.089052:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950443.089055:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950443.089057:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950443.089060:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950443.089063:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007158160. 00000100:00000001:0.0:1784950443.089067:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950443.089075:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@000000004a02cd9c x1871652369196928/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950443.089085:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950443.089088:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950443.089092:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a02cd9c] to pc [ptlrpcd_00_00+0] req@000000004a02cd9c x1871652369196928/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950443.089097:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950443.089105:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950443.089110:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950443.089120:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000079f5a91d x1871652369196800/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950443.089124:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1784950443.089132:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784950443.089149:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1784950443.089161:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950443.089162:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950443.089171:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950443.089173:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.089174:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784950443.089176:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950443.089183:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073d5c3ad. 00000100:00000001:2.0:1784950443.089187:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950443.089189:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1784950443.089190:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1784950443.089196:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950443.089199:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950443.089201:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950443.089205:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950443.089207:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950443.089210:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784950443.089211:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.089215:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784950443.089216:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000079f5a91d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369196800:0@lo:400: 02000000:00000010:0.0:1784950443.089220:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b126ea16. 00000100:00000001:1.0:1784950443.089224:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950443.089232:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a02cd9c x1871652369196928/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950443.089233:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950443.089234:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950443.089245:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784950443.089250:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000073d5c3ad x1871652369197056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784950443.089252:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950443.089262:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950443.089272:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017854499. 02000000:00000001:3.0:1784950443.089281:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950443.089293:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950443.089295:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1784950443.089297:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bedd139c. 00000100:00000001:0.0:1784950443.089303:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950443.089303:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950443.089309:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000100:00000040:0.0:1784950443.089317:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073d5c3ad] to pc [ptlrpcd_00_01+1] req@0000000073d5c3ad x1871652369197056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950443.089320:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1784950443.089322:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369196800, portal 25 02000000:00000001:2.0:1784950443.089330:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950443.089331:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950443.089337:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683754880 : -120288025796736 : ffff929942f39f80) 02000000:00000001:2.0:1784950443.089345:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950443.089353:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000079f5a91d x1871652369196800/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950443.089364:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004a02cd9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369196928:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950443.089368:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950443.089374:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950443.089377:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950443.089386:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784950443.089387:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1784950443.089394:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1784950443.089397:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f84b3947. 02000000:00000001:2.0:1784950443.089424:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950443.089426:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784950443.089427:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369196800, offset 0 00000100:00000010:0.0:1784950443.089430:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002167f7cc. 00000100:00000001:1.0:1784950443.089434:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784950443.089434:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950443.089441:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950443.089442:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784950443.089445:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784950443.089447:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1784950443.089456:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1784950443.089458:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073d5c3ad x1871652369197056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950443.089460:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1784950443.089461:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080cfe63d. 02000000:00000001:0.0:1784950443.089467:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950443.089474:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950443.089480:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1784950443.089483:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000309cba23. 00000400:00000010:2.0:1784950443.089493:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002740b042. 00000100:00000001:0.0:1784950443.089497:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.089509:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784950443.089510:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069be700 00000400:00000010:2.0:1784950443.089513:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e79e655e. 00000100:00000040:0.0:1784950443.089517:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000002167f7cc x1871652369197184/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950443.089517:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950443.089529:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784950443.089533:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14615 [2] + 0 02000000:00000001:1.0:1784950443.089537:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950443.089550:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950443.089552:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a40226fc. 00000100:00000001:0.0:1784950443.089564:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1784950443.089565:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000073d5c3ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369197056:192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950443.089567:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddccefe9 00000100:00000001:0.0:1784950443.089569:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950443.089580:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369196928, portal 4 00000100:00000001:1.0:1784950443.089581:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784950443.089583:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950443.089585:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002167f7cc] to pc [ptlrpcd_00_02+2] req@000000002167f7cc x1871652369197184/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950443.089589:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950443.089594:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784950443.089596:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950443.089602:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1784950443.089604:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683759360 : -120288025792256 : ffff929942f3b100) 02000000:00000001:1.0:1784950443.089607:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784950443.089618:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddccefe9 02000000:00000010:1.0:1784950443.089620:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003097b8ca. 00000400:00000010:3.0:1784950443.089626:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000ddccefe9. 02000000:00000001:1.0:1784950443.089628:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950443.089633:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a02cd9c x1871652369196928/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950443.089639:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950443.089640:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db211b8c. 00000100:00000001:3.0:1784950443.089641:0:441644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950443.089648:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00080000:0.0:1784950443.089651:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000010:1.0:1784950443.089655:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 00000100:00000040:3.0:1784950443.089658:0:441644:0:(events.c:337:request_in_callback()) incoming req@000000005e2e66d1 x1871652369196800 msgsize 224 00000100:00000200:1.0:1784950443.089669:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369197056, portal 10 00000100:00080000:0.0:1784950443.089674:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1784950443.089683:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1784950443.089687:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1784950443.089688:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950443.089691:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683747712 : -120288025803904 : ffff929942f38380) 00000100:00000001:2.0:1784950443.089691:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950443.089698:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1784950443.089710:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1784950443.089710:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950443.089712:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000073d5c3ad x1871652369197056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950443.089771:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133105d. 00000100:00000001:3.0:1784950443.089773:0:441644:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1784950443.089784:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369196928, offset 0 00000100:00000010:0.0:1784950443.089787:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dacd0c0d. 00000400:00000200:3.0:1784950443.089788:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f84b3947 00000100:00000001:1.0:1784950443.089789:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784950443.089798:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f84b3947. 00000020:00000040:0.0:1784950443.089802:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:1.0:1784950443.089806:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950443.089809:0:441644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950443.089816:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1784950443.089817:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c92ae704. 00000400:00000200:2.0:1784950443.089818:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950443.089823:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1784950443.089830:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000079f5a91d x1871652369196800/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950443.089832:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950443.089838:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369197056, offset 0 02000000:00000010:0.0:1784950443.089848:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f4c2f8a3. 00000400:00000200:2.0:1784950443.089849:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950443.089862:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950443.089866:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950443.089874:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1784950443.089881:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000dacd0c0d x1871652369197312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950443.089891:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950443.089894:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:3.0:1784950443.089903:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000079f5a91d x1871652369196800/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950443.089913:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950443.089919:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950443.089926:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950443.089931:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:0.0:1784950443.089942:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dacd0c0d] to pc [ptlrpcd_00_03+3] req@00000000dacd0c0d x1871652369197312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950443.089954:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [10999:10999:234:4294967295] 192.168.203.114@tcp LPNI seq info [9733:9733:8:4294967295] 00000100:00000001:3.0:1784950443.089959:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950443.089970:0:441644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950443.089987:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950443.089997:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12718) 00000400:00000200:2.0:1784950443.090006:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950443.090022:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950443.090028:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950443.090030:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:2.0:1784950443.090036:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009dd5e9b1. 00000100:00100000:0.0:1784950443.090038:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369196800 00000400:00000200:1.0:1784950443.090040:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784950443.090047:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1784950443.090053:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950443.090054:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950443.090062:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950443.090066:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950443.090069:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1784950443.090071:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950443.090081:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369196800 00000400:00000200:1.0:1784950443.090082:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000001:0.0:1784950443.090090:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000200:2.0:1784950443.090093:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000040:0.0:1784950443.090097:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000400:00000200:1.0:1784950443.090098:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11000:11000:233:4294967295] 192.168.203.114@tcp LPNI seq info [9734:9734:7:4294967295] 00000020:00000001:0.0:1784950443.090105:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:2.0:1784950443.090108:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009dd5e9b1 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:0.0:1784950443.090114:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000020:00000001:0.0:1784950443.090124:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000020:00000001:0.0:1784950443.090132:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:1.0:1784950443.090133:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950443.090139:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.090144:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950443.090155:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000100:00000040:2.0:1784950443.090155:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13685 usecs (14 jiffies) 00000800:00000200:1.0:1784950443.090156:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950443.090160:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.090168:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950443.090172:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307381263 00000100:00000001:3.0:1784950443.090173:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307383675 00000800:00000010:1.0:1784950443.090174:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014755b2c. 00000020:00000010:0.0:1784950443.090175:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000100:00000010:3.0:1784950443.090190:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd7ddeb4. 00000020:00000010:0.0:1784950443.090199:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000800:00000200:1.0:1784950443.090200:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950443.090205:0:441644:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 0 00000020:00000010:0.0:1784950443.090211:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046aafe7b. 00000100:00000001:3.0:1784950443.090217:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307383675 00000100:00000001:2.0:1784950443.090220:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307383675 00000800:00000200:1.0:1784950443.090221:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000010:0.0:1784950443.090223:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000010:3.0:1784950443.090230:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000797db20e. 00000800:00000200:1.0:1784950443.090235:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000014755b2c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950443.090235:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307381263 00000100:00000001:3.0:1784950443.090238:0:441644:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1784950443.090246:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1784950443.090255:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950443.090256:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307383675 00000100:00000001:2.0:1784950443.090257:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307383675 00000100:00000001:0.0:1784950443.090260:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950443.090264:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950443.090265:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051f51ac3. 00000100:00000001:0.0:1784950443.090268:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950443.090270:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307381263 00000100:00000001:3.0:1784950443.090278:0:441644:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1784950443.090279:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5585 usecs (6 jiffies) 00000100:00000001:0.0:1784950443.090289:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.090290:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307381255 00000100:00000001:2.0:1784950443.090292:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307383675 00000100:00000001:3.0:1784950443.090293:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307383675 00000100:00000001:1.0:1784950443.090305:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307383675 00000100:00000010:3.0:1784950443.090306:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015fccc09. 00000100:00000001:2.0:1784950443.090308:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307381263 00000100:00000001:3.0:1784950443.090317:0:441644:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1784950443.090318:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307381255 00000100:00000001:0.0:1784950443.090322:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950443.090327:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950443.090328:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307383675 00000100:00000001:1.0:1784950443.090329:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307383675 00000100:00000001:3.0:1784950443.090337:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.090340:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307381255 00000100:00000001:2.0:1784950443.090344:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950443.090347:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.090350:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307383675 00000100:00000001:0.0:1784950443.090351:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950443.090356:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950443.090357:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950443.090362:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950443.090362:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307381255 00000100:00000001:2.0:1784950443.090370:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.090372:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307383675 00000100:00000001:3.0:1784950443.090374:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950443.090382:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1784950443.090385:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00000001:1.0:1784950443.090386:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950443.090386:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950443.090389:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950443.090394:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950443.090426:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950443.090427:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950443.090429:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:1.0:1784950443.090436:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950443.090437:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784950443.090439:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dacd0c0d x1871652369197312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950443.090441:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785892674640 : -120287816876976 : ffff92994f677c50) 00000100:00000001:1.0:1784950443.090445:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950443.090447:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950443.090462:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950443.090463:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950443.090466:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005e2e66d1 x1871652369196800/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:594/0 lens 224/0 e 0 to 0 dl 1784950454 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950443.090470:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950443.090472:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950443.090473:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950443.090479:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.090483:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950443.090484:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950443.090489:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950443.090490:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950443.090496:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950443.090499:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950443.090500:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950443.090511:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.090513:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.090518:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1784950443.090525:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000dacd0c0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369197312:192.168.203.114@tcp:400: 00000020:00000010:0.0:1784950443.090531:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000100:00000001:3.0:1784950443.090532:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950443.090539:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950443.090542:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950443.090543:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950443.090551:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1784950443.090555:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 02000000:00000010:3.0:1784950443.090559:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6fb2c16. 02000000:00000001:3.0:1784950443.090566:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950443.090574:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005e2e66d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369196800:12345-0@lo:400: 00000400:00000010:3.0:1784950443.090578:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026c959d8. 00000100:00000001:2.0:1784950443.090588:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784950443.090590:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369196800 00000400:00000010:3.0:1784950443.090590:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f84b3947. 00000100:00000001:2.0:1784950443.090596:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1784950443.090600:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:3.0:1784950443.090601:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369197312, portal 10 00000100:00000001:2.0:1784950443.090604:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950443.090611:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1784950443.090612:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950443.090615:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683757568 : -120288025794048 : ffff929942f3aa00) 00000020:00000001:0.0:1784950443.090622:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950443.090624:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002167f7cc x1871652369197184/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950443.090632:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dacd0c0d x1871652369197312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950443.090633:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950443.090642:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000020:00000001:0.0:1784950443.090658:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1784950443.090667:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950443.090668:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950443.090681:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009dd5e9b1. 00000020:00000001:0.0:1784950443.090683:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950443.090691:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1784950443.090696:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950443.090697:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950443.090699:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1784950443.090700:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950443.090709:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950443.090712:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950443.090714:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1784950443.090748:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a7aa0e6. 00000100:00000200:3.0:1784950443.090753:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369197312, offset 0 00000400:00000200:1.0:1784950443.090757:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950443.090770:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1784950443.090770:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950443.090777:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950443.090781:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1784950443.090781:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133105d 02000000:00000001:2.0:1784950443.090785:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950443.090790:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:1.0:1784950443.090791:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b133105d. 02000000:00000010:0.0:1784950443.090795:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004cfa38b0. 02000000:00000001:2.0:1784950443.090798:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.090804:0:441634:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1784950443.090809:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950443.090809:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1784950443.090820:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a02cd9c x1871652369196928/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950443.090822:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002167f7cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369197184:192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950443.090822:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950443.090824:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950443.090836:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1784950443.090839:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950443.090850:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784950443.090850:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00010000:00000040:0.0:1784950443.090853:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369196800 02000000:00000001:2.0:1784950443.090862:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1784950443.090868:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:3.0:1784950443.090869:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11001:11001:232:4294967295] 192.168.203.114@tcp LPNI seq info [9735:9735:6:4294967295] 02000000:00000001:2.0:1784950443.090872:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.090875:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000200:0.0:1784950443.090886:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000005e2e66d1 x1871652369196800/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:594/0 lens 224/224 e 0 to 0 dl 1784950454 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950443.090886:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784950443.090888:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a02cd9c x1871652369196928/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950443.090899:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce0859fb. 00000400:00000200:3.0:1784950443.090910:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:2.0:1784950443.090912:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950443.090928:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078d54da3. 00000400:00000010:2.0:1784950443.090945:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7a3e15b. 00000800:00000200:3.0:1784950443.090947:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950443.090959:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950443.090962:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369197184, portal 4 00000100:00000001:1.0:1784950443.090965:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1784950443.090966:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000010:3.0:1784950443.090967:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079fb329f. 00000100:00000001:2.0:1784950443.090974:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1784950443.090976:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950443.090978:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950443.090982:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683753088 : -120288025798528 : ffff929942f39880) 00000100:00001000:0.0:1784950443.090990:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=81 v=5 (1 1 1 1) 00000800:00000200:3.0:1784950443.090990:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:1.0:1784950443.090997:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950443.091005:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002167f7cc x1871652369197184/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950443.091009:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950443.091012:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1784950443.091016:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000001:1.0:1784950443.091018:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950443.091025:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000800:00000200:3.0:1784950443.091032:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000079fb329f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950443.091039:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000400:00000200:1.0:1784950443.091044:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950443.091047:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950443.091055:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1784950443.091059:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5057 usecs (6 jiffies) 02000000:00000001:0.0:1784950443.091064:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950443.091071:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307381256 00000100:00000001:2.0:1784950443.091076:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950443.091078:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950443.091078:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069be780 00000100:00000001:3.0:1784950443.091080:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307383675 00000100:00000001:3.0:1784950443.091093:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307381256 00000100:00000040:0.0:1784950443.091097:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1784950443.091099:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950443.091102:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307383675 00000400:00000200:1.0:1784950443.091105:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 13216 00000400:00000010:0.0:1784950443.091112:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d457acdf. 00000100:00000001:3.0:1784950443.091113:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307381256 00000400:00000010:2.0:1784950443.091114:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829f3cf7. 00000800:00000001:1.0:1784950443.091118:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950443.091123:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307383675 00000100:00000200:0.0:1784950443.091131:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369196800, offset 224 00000100:00000001:3.0:1784950443.091131:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307381256 00000100:00000200:2.0:1784950443.091133:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369197184, offset 0 00000800:00000001:1.0:1784950443.091134:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950443.091140:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307383675 00000400:00000200:1.0:1784950443.091148:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950443.091150:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950443.091156:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950443.091164:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950443.091166:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1784950443.091167:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950443.091169:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950443.091182:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950443.091187:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784950443.091193:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950443.091195:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950443.091202:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950443.091203:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1784950443.091207:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950443.091212:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950443.091213:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:2.0:1784950443.091220:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950443.091223:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950443.091226:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8ce83d2. 00000100:00000040:1.0:1784950443.091233:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000f8ce83d2 x1871652369196928 msgsize 224 00000400:00000200:2.0:1784950443.091236:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1784950443.091247:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:2.0:1784950443.091252:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950443.091263:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950443.091270:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1784950443.091272:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950443.091282:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11002:11002:232:4294967295] 192.168.203.114@tcp LPNI seq info [9736:9736:6:4294967295] 00000800:00000200:3.0:1784950443.091290:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950443.091295:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014755b2c. 00000400:00000200:3.0:1784950443.091304:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950443.091318:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:3.0:1784950443.091319:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000200:2.0:1784950443.091342:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950443.091349:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950443.091351:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069be700 00000400:00000200:3.0:1784950443.091351:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92ae704 00000800:00000010:2.0:1784950443.091355:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005b63d50. 00000400:00000010:3.0:1784950443.091359:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c92ae704. 00000800:00000001:1.0:1784950443.091361:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950443.091373:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1784950443.091382:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950443.091384:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15d39 [1] + 224 00000100:00000200:3.0:1784950443.091385:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073d5c3ad x1871652369197056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950443.091425:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950443.091432:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369196928 00000800:00000200:2.0:1784950443.091453:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950443.091454:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950443.091455:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950443.091460:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950443.091468:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950443.091469:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000005b63d50 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950443.091472:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784950443.091475:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950443.091478:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1784950443.091485:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073d5c3ad x1871652369197056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950443.091486:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369196928 00000100:00000001:0.0:1784950443.091493:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1784950443.091494:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950443.091503:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:2.0:1784950443.091504:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950443.091508:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950443.091510:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:0.0:1784950443.091511:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000079f5a91d x1871652369196800/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950443.091517:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1784950443.091519:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000040:2.0:1784950443.091519:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4722 usecs (5 jiffies) 00000020:00000001:1.0:1784950443.091528:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950443.091534:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307381255 00000020:00000001:1.0:1784950443.091536:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:1.0:1784950443.091548:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950443.091548:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307383675 00000020:00000010:1.0:1784950443.091558:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000100:00000001:2.0:1784950443.091559:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307381255 00000100:00000040:0.0:1784950443.091561:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000079f5a91d x1871652369196800/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950443.091566:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950443.091572:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307383675 00000020:00000010:1.0:1784950443.091575:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00000100:00000001:2.0:1784950443.091586:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307381255 00000800:00000200:3.0:1784950443.091589:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1784950443.091590:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f552988. 00000100:00000001:2.0:1784950443.091597:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307383675 00000800:00000010:3.0:1784950443.091599:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005b63d50. 00000020:00000010:1.0:1784950443.091603:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4273495. 00000100:00000001:2.0:1784950443.091611:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307381255 00000020:00000010:1.0:1784950443.091613:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000400:00000200:3.0:1784950443.091613:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950443.091617:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950443.091620:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307383675 00000100:00000001:2.0:1784950443.091631:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950443.091633:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950443.091634:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000400:00000200:0.0:1784950443.091636:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d457acdf 00000100:00000001:2.0:1784950443.091644:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.091645:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1784950443.091647:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d457acdf. 00000100:00000001:1.0:1784950443.091651:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950443.091655:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.091658:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.091660:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1784950443.091661:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829f3cf7 00000100:00000001:2.0:1784950443.091663:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950443.091669:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950443.091670:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950443.091670:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000829f3cf7. 00000100:00000001:2.0:1784950443.091677:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950443.091682:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950443.091684:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950443.091685:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950443.091692:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002167f7cc x1871652369197184/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950443.091693:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950443.091698:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950443.091702:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:2.0:1784950443.091707:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950443.091713:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1784950443.091714:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950443.091715:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.091720:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950443.091723:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950443.091725:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950443.091729:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950443.091770:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2701 00000100:00000040:3.0:1784950443.091773:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002167f7cc x1871652369197184/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950443.091774:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1784950443.091778:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:1.0:1784950443.091787:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785884840192 : -120287824711424 : ffff92994eeff100) 00000100:00000040:0.0:1784950443.091791:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e2e66d1 x1871652369196800/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:594/0 lens 224/224 e 0 to 0 dl 1784950454 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950443.091792:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950443.091801:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8ce83d2 x1871652369196928/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:594/0 lens 224/0 e 0 to 0 dl 1784950454 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950443.091810:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950443.091813:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950443.091821:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1784950443.091825:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950443.091862:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1784950443.091870:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005e2e66d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369196800:12345-0@lo:400: Request processed in 1345us (2202us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950443.091871:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1784950443.091872:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000100:00000001:2.0:1784950443.091880:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950443.091881:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950443.091891:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00000400:00000001:2.0:1784950443.091894:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950443.091901:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1784950443.091908:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1784950443.091909:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f8ce83d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369196928:12345-192.168.203.114@tcp:400: 00000400:00000010:2.0:1784950443.091909:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bedd139c. 00000100:00000200:1.0:1784950443.091923:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369196928 00000100:00000040:0.0:1784950443.091925:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000400:00000200:2.0:1784950443.091925:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000020:00000001:1.0:1784950443.091928:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000010:2.0:1784950443.091937:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000020:00000001:1.0:1784950443.091938:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950443.091939:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:3.0:1784950443.091943:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1784950443.091948:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.091949:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1784950443.091952:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:3.0:1784950443.091952:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079fb329f. 00000020:00000001:1.0:1784950443.091957:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1784950443.091962:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046aafe7b. 00000020:00000001:1.0:1784950443.091963:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000200:2.0:1784950443.091966:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000079f5a91d x1871652369196800/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950443.091966:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950443.091974:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1784950443.091978:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000001:00000001:1.0:1784950443.091981:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369196928, found 0 last_xid 1871652369196927 00000400:00000200:3.0:1784950443.091989:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950443.091993:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000020:00000001:1.0:1784950443.091994:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950443.092007:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1784950443.092008:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7aa0e6 00000020:00000040:0.0:1784950443.092011:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000020:00000001:1.0:1784950443.092012:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950443.092020:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950443.092020:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001a7aa0e6. 02000000:00000001:0.0:1784950443.092024:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1784950443.092026:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000079f5a91d x1871652369196800/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950443.092031:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000010:0.0:1784950443.092033:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004cfa38b0. 00000100:00000001:3.0:1784950443.092034:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950443.092039:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950443.092048:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1784950443.092049:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1784950443.092049:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dacd0c0d x1871652369197312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950443.092059:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950443.092060:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000716c5ca4. 00000100:00000001:2.0:1784950443.092064:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784950443.092072:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950443.092074:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950443.092077:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1784950443.092082:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950443.092088:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950443.092088:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1784950443.092089:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950443.092093:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7bd79ee. 00010000:00000040:1.0:1784950443.092099:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369196928 02000000:00000001:2.0:1784950443.092100:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1784950443.092102:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dacd0c0d x1871652369197312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950443.092108:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be453f6e. 00000100:00000001:2.0:1784950443.092108:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1784950443.092110:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950443.092117:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1784950443.092124:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f8ce83d2 x1871652369196928/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:594/0 lens 224/224 e 0 to 0 dl 1784950454 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950443.092129:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950443.092142:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950443.092143:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=81 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950443.092151:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1784950443.092154:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950443.092159:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950443.092161:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=81 v=5 (1 1 1 1) 00000100:00001000:1.0:1784950443.092163:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=76 v=5 (1 1 1 1) 00000800:00000001:0.0:1784950443.092164:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950443.092180:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950443.092180:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1784950443.092183:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950443.092186:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950443.092187:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950443.092191:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000001:0.0:1784950443.092199:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784950443.092201:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784950443.092203:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:3.0:1784950443.092204:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:2.0:1784950443.092208:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950443.092212:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950443.092215:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1784950443.092220:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950443.092221:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950443.092229:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069be880 00000100:00000001:1.0:1784950443.092233:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950443.092241:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:2.0:1784950443.092242:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000079f5a91d x1871652369196800/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950443.092243:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950443.092252:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 13440 00000400:00000010:1.0:1784950443.092255:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beb862af. 00000100:00000200:1.0:1784950443.092271:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369196928, offset 224 00000800:00000001:3.0:1784950443.092272:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950443.092282:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069be800 00000100:00000001:2.0:1784950443.092283:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950443.092288:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950443.092296:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784950443.092297:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950443.092299:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950443.092303:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950443.092314:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950443.092317:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079f5a91d x1871652369196800/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950443.092319:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 159488 00000400:00000200:1.0:1784950443.092320:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950443.092341:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11003:11003:234:4294967295] 192.168.203.114@tcp LPNI seq info [9737:9737:8:4294967295] 00000800:00000001:0.0:1784950443.092347:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950443.092364:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950443.092366:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000079f5a91d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369196800:0@lo:400: 00000400:00000200:0.0:1784950443.092378:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950443.092379:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950443.092423:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1784950443.092425:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000200:1.0:1784950443.092425:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950443.092426:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950443.092428:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1784950443.092440:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000010:1.0:1784950443.092441:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000975723c9. 00000100:00000010:3.0:1784950443.092442:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000de35d38. 00000100:00000001:0.0:1784950443.092447:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1784950443.092451:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000000de35d38 x1871652369197184 msgsize 224 00000100:00000040:2.0:1784950443.092453:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000079f5a91d x1871652369196800/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950443.092455:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000800:00000200:1.0:1784950443.092459:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000010:0.0:1784950443.092473:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b97ae78. 00000100:00100000:3.0:1784950443.092477:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000200:1.0:1784950443.092484:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:0.0:1784950443.092488:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000004b97ae78 x1871652369197056 msgsize 224 00000800:00000200:1.0:1784950443.092495:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000975723c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950443.092498:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1784950443.092510:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950443.092512:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1784950443.092519:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:3.0:1784950443.092520:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950443.092521:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784950443.092523:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950443.092532:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017854499. 00000100:00000040:1.0:1784950443.092536:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950443.092542:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950443.092545:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950443.092548:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950443.092550:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1784950443.092550:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1784950443.092555:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950443.092561:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000100:00000040:1.0:1784950443.092565:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8ce83d2 x1871652369196928/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:594/0 lens 224/224 e 0 to 0 dl 1784950454 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950443.092568:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950443.092571:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000200:3.0:1784950443.092576:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1784950443.092580:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000825f13b0. 00000800:00000001:0.0:1784950443.092584:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950443.092586:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000975723c9. 02000000:00000001:2.0:1784950443.092595:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:0.0:1784950443.092598:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950443.092599:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784950443.092602:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1784950443.092608:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784950443.092611:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079f5a91d. 00000100:00100000:1.0:1784950443.092623:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f8ce83d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369196928:12345-192.168.203.114@tcp:400: Request processed in 750us (1378us total) trans 0 rc 0/0 00000400:00000200:3.0:1784950443.092623:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950443.092626:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1784950443.092632:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950443.092634:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950443.092640:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb862af 00000400:00000010:3.0:1784950443.092649:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000beb862af. 00000100:00000001:2.0:1784950443.092650:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950443.092660:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:1.0:1784950443.092661:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2701 00000100:00000001:2.0:1784950443.092663:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950443.092665:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069be900 00000100:00000001:3.0:1784950443.092668:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950443.092671:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784950443.092674:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000001:3.0:1784950443.092680:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950443.092681:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950443.092682:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950443.092690:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 159712 00000100:00000001:1.0:1784950443.092690:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1784950443.092693:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950443.092695:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950443.092698:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4273495. 00000800:00000001:3.0:1784950443.092705:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950443.092712:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000800:00000001:0.0:1784950443.092714:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950443.092715:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950443.092759:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f552988. 00000400:00000200:3.0:1784950443.092762:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000040:1.0:1784950443.092767:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:1.0:1784950443.092773:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950443.092779:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069be780 00000800:00000001:0.0:1784950443.092787:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950443.092792:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15d41 [1] + 224 00000100:00000001:1.0:1784950443.092794:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1784950443.092798:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950443.092798:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950443.092801:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369197184 00000800:00000001:3.0:1784950443.092806:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950443.092808:0:453516:0:(service.c:2287:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950443.092809:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950443.092815:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1784950443.092819:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950443.092821:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950443.092822:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950443.092825:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950443.092833:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.092840:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:1.0:1784950443.092842:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369197184 00000400:00000200:3.0:1784950443.092843:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:0.0:1784950443.092848:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1784950443.092850:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950443.092854:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1784950443.092855:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000010:0.0:1784950443.092861:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011aacb28. 00000020:00000001:1.0:1784950443.092862:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:3.0:1784950443.092867:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a02cd9c x1871652369196928/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784950443.092869:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000040:0.0:1784950443.092872:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000011aacb28 x1871652369197312 msgsize 224 00000020:00000001:1.0:1784950443.092880:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:2.0:1784950443.092887:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1784950443.092891:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00100000:2.0:1784950443.092897:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369197056 00000100:00000001:1.0:1784950443.092903:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1784950443.092906:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:2.0:1784950443.092907:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1784950443.092912:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000100:00000001:2.0:1784950443.092915:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784950443.092917:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a02cd9c x1871652369196928/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950443.092922:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950443.092924:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.092927:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1784950443.092935:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 02000000:00000001:2.0:1784950443.092940:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950443.092944:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950443.092947:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f552988. 00000100:00100000:2.0:1784950443.092953:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369197056 00000800:00000001:0.0:1784950443.092958:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950443.092959:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4273495. 00000020:00000001:2.0:1784950443.092964:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:1.0:1784950443.092969:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000020:00000040:2.0:1784950443.092972:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000040:1.0:1784950443.092978:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000001:2.0:1784950443.092980:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950443.092980:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950443.092988:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000040:2.0:1784950443.092991:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:1.0:1784950443.092992:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950443.092995:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950443.092999:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950443.093000:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950443.093002:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00100000:0.0:1784950443.093003:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369197312 02000000:00000001:0.0:1784950443.093012:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1784950443.093013:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950443.093014:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950443.093015:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:0.0:1784950443.093018:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950443.093028:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950443.093030:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1784950443.093038:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.093039:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950443.093041:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:3.0:1784950443.093042:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950443.093048:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1784950443.093053:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369197312 00000100:00000001:2.0:1784950443.093055:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1784950443.093058:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784950443.093063:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1784950443.093064:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000001:3.0:1784950443.093065:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1784950443.093066:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00000001:1.0:1784950443.093068:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1784950443.093071:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000400:00000010:3.0:1784950443.093072:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002740b042. 00000020:00000001:0.0:1784950443.093083:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:1.0:1784950443.093083:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2702 00000020:00000010:2.0:1784950443.093084:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac714e1c. 00000400:00000200:3.0:1784950443.093085:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e79e655e 00000020:00000040:0.0:1784950443.093092:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000400:00000010:3.0:1784950443.093093:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e79e655e. 00000100:00000040:1.0:1784950443.093096:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000020:00000010:2.0:1784950443.093099:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000317b674f. 00000100:00000001:3.0:1784950443.093103:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1784950443.093105:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:1.0:1784950443.093105:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683776640 : -120288025774976 : ffff929942f3f480) 00000020:00000010:2.0:1784950443.093114:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff644127. 00000100:00000200:3.0:1784950443.093116:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a02cd9c x1871652369196928/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950443.093120:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000040:1.0:1784950443.093127:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000de35d38 x1871652369197184/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:594/0 lens 224/0 e 0 to 0 dl 1784950454 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950443.093136:0:455357:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1784950443.093137:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950443.093149:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1784950443.093150:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000100:00000001:2.0:1784950443.093157:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950443.093163:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950443.093168:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950443.093174:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a02cd9c x1871652369196928/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950443.093177:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000100:00000001:1.0:1784950443.093186:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950443.093186:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:0.0:1784950443.093192:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000100:00000001:2.0:1784950443.093196:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:1.0:1784950443.093197:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000100:00000001:2.0:1784950443.093205:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950443.093209:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046aafe7b. 00000100:00000001:1.0:1784950443.093210:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950443.093210:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950443.093217:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950443.093221:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00000020:00000010:0.0:1784950443.093224:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000001:3.0:1784950443.093224:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950443.093230:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950443.093230:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950443.093236:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950443.093239:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1784950443.093240:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000de35d38 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369197184:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950443.093244:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.093247:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1784950443.093253:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950443.093256:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369197184 00000100:00000001:0.0:1784950443.093257:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950443.093260:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00001000:3.0:1784950443.093262:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=71 v=5 (5 5 5 5) 00000020:00000001:1.0:1784950443.093264:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950443.093268:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950443.093272:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1784950443.093273:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00001000:3.0:1784950443.093275:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=71 v=5 (1 1 1 1) 00000020:00000001:1.0:1784950443.093282:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.093284:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1784950443.093284:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1784950443.093291:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950443.093292:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.093293:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950443.093299:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00010000:00000001:3.0:1784950443.093301:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1784950443.093307:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1574 00010000:00000001:3.0:1784950443.093307:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950443.093309:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1784950443.093316:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369197184, found 0 last_xid 1871652369197183 00000100:00000001:0.0:1784950443.093319:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950443.093319:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950443.093321:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000001:1.0:1784950443.093323:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950443.093325:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950443.093335:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683760256 : -120288025791360 : ffff929942f3b480) 00000100:00000001:3.0:1784950443.093335:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1784950443.093336:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950443.093342:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950443.093343:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1784950443.093347:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1784950443.093350:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950443.093353:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004b97ae78 x1871652369197056/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:594/0 lens 224/0 e 0 to 0 dl 1784950454 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950443.093355:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1784950443.093356:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a02cd9c x1871652369196928/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950443.093359:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950443.093366:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950443.093371:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1784950443.093376:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1575 02000000:00000010:1.0:1784950443.093381:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007fd035c2. 00000100:00000040:0.0:1784950443.093391:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 02000000:00000001:1.0:1784950443.093392:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.093421:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.093428:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683749504 : -120288025802112 : ffff929942f38a80) 00000020:00000001:1.0:1784950443.093432:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950443.093432:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1784950443.093444:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369197184 00000100:00000001:3.0:1784950443.093445:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1784950443.093451:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000011aacb28 x1871652369197312/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:594/0 lens 224/0 e 0 to 0 dl 1784950454 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950443.093451:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950443.093452:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950443.093453:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:1.0:1784950443.093465:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000000de35d38 x1871652369197184/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:594/0 lens 224/224 e 0 to 0 dl 1784950454 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950443.093466:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000040:3.0:1784950443.093470:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a02cd9c x1871652369196928/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950443.093479:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950443.093494:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00100000:2.0:1784950443.093520:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004b97ae78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369197056:12345-192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950443.093527:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1784950443.093534:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1784950443.093538:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00010000:00000001:1.0:1784950443.093540:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950443.093542:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004a02cd9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369196928:192.168.203.114@tcp:400: 00000100:00000200:2.0:1784950443.093544:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369197056 00000100:00000001:0.0:1784950443.093551:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1784950443.093553:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=76 v=5 (1 1 1 1) 00000020:00000001:2.0:1784950443.093555:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950443.093557:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950443.093564:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000020:00000001:2.0:1784950443.093565:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950443.093567:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950443.093569:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1784950443.093574:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950443.093578:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a02cd9c x1871652369196928/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950443.093583:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:2.0:1784950443.093587:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1784950443.093594:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000011aacb28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369197312:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950443.093596:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:2.0:1784950443.093598:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 02000000:00000001:1.0:1784950443.093607:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1784950443.093614:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1784950443.093615:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950443.093618:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369197312 00000020:00000001:2.0:1784950443.093623:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950443.093627:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950443.093629:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1784950443.093630:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950443.093633:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1784950443.093635:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1784950443.093639:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:1.0:1784950443.093641:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950443.093644:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000010:3.0:1784950443.093644:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080cfe63d. 00000020:00000001:0.0:1784950443.093647:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950443.093649:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054cdf7f5. 00000020:00000001:2.0:1784950443.093653:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950443.093655:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950443.093659:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950443.093662:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:1.0:1784950443.093663:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369197184, offset 224 00000020:00000001:2.0:1784950443.093665:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1784950443.093667:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000040:3.0:1784950443.093668:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950443.093675:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1784950443.093678:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:0.0:1784950443.093682:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1784950443.093683:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950443.093686:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1784950443.093687:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007158160. 00000020:00000001:0.0:1784950443.093691:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950443.093697:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1784950443.093699:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000010:2.0:1784950443.093702:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008fcbe26a. 00000400:00000200:1.0:1784950443.093703:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:3.0:1784950443.093704:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1784950443.093708:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000010:3.0:1784950443.093711:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a02cd9c. 02000000:00000001:2.0:1784950443.093713:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950443.093755:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1784950443.093758:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950443.093760:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950443.093764:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11004:11004:234:4294967295] 192.168.203.114@tcp LPNI seq info [9738:9738:8:4294967295] 00000020:00000001:0.0:1784950443.093772:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950443.093772:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950443.093773:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.093782:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950443.093785:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1784950443.093787:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950443.093790:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950443.093791:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950443.093799:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000040:2.0:1784950443.093801:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369197056 00000100:00000001:3.0:1784950443.093802:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784950443.093805:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004cfa38b0. 00000100:00000001:3.0:1784950443.093809:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950443.093813:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:0.0:1784950443.093816:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950443.093824:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950443.093828:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1784950443.093830:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000004b97ae78 x1871652369197056/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:594/0 lens 224/224 e 0 to 0 dl 1784950454 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784950443.093835:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a629e91. 00000020:00000001:0.0:1784950443.093838:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950443.093849:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369197312 00000800:00000200:1.0:1784950443.093855:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:0.0:1784950443.093863:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000200:1.0:1784950443.093873:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00010000:00000200:0.0:1784950443.093880:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000011aacb28 x1871652369197312/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:594/0 lens 224/224 e 0 to 0 dl 1784950454 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950443.093881:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000200:1.0:1784950443.093882:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000a629e91 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1784950443.093890:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950443.093903:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=76 v=5 (1 1 1 1) 00010000:00000001:0.0:1784950443.093916:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1784950443.093921:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950443.093921:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1784950443.093924:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950443.093936:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000040:2.0:1784950443.093936:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00001000:0.0:1784950443.093937:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=76 v=5 (1 1 1 1) 00010000:00000001:1.0:1784950443.093949:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950443.093950:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950443.093954:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1784950443.093955:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950443.093965:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1784950443.093966:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1784950443.093969:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 02000000:00000001:2.0:1784950443.093974:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950443.093977:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000de35d38 x1871652369197184/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:594/0 lens 224/224 e 0 to 0 dl 1784950454 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950443.093982:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950443.093987:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784950443.093996:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950443.094004:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950443.094005:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00100000:1.0:1784950443.094016:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000de35d38 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369197184:12345-192.168.203.114@tcp:400: Request processed in 821us (1555us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950443.094018:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784950443.094020:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e79e655e. 00000100:00000200:2.0:1784950443.094033:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369197056, offset 224 00000100:00000040:0.0:1784950443.094034:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00100000:1.0:1784950443.094040:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2702 00000800:00000200:3.0:1784950443.094043:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1784950443.094047:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d457acdf. 00000100:00000040:1.0:1784950443.094050:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000800:00000010:3.0:1784950443.094052:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a629e91. 00000100:00000001:1.0:1784950443.094060:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1784950443.094062:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950443.094064:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950443.094066:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950443.094074:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4273495. 00000100:00000200:0.0:1784950443.094076:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369197312, offset 224 00000400:00000200:3.0:1784950443.094079:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:1.0:1784950443.094083:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000400:00000200:2.0:1784950443.094094:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:1.0:1784950443.094097:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f552988. 00000400:00000200:0.0:1784950443.094106:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000040:1.0:1784950443.094108:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:1.0:1784950443.094116:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950443.094118:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11005:11005:233:4294967295] 192.168.203.114@tcp LPNI seq info [9739:9739:7:4294967295] 00000400:00000200:2.0:1784950443.094141:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000001:1.0:1784950443.094147:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950443.094154:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054cdf7f5 00000800:00000200:2.0:1784950443.094157:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950443.094160:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950443.094160:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000054cdf7f5. 00000400:00000200:0.0:1784950443.094168:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000001:1.0:1784950443.094171:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950443.094173:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000010:2.0:1784950443.094175:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa821349. 00000100:00000001:3.0:1784950443.094181:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1784950443.094182:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950443.094194:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11006:11006:232:4294967295] 192.168.203.114@tcp LPNI seq info [9740:9740:6:4294967295] 00000800:00000200:2.0:1784950443.094199:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950443.094200:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:2.0:1784950443.094223:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950443.094236:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000aa821349 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950443.094239:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950443.094254:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950443.094262:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcd4257c. 00000100:00000001:2.0:1784950443.094262:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950443.094269:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069be880 00000100:00000040:2.0:1784950443.094280:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000200:0.0:1784950443.094285:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950443.094288:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15d59 [1] + 224 00010000:00000001:2.0:1784950443.094294:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:3.0:1784950443.094302:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1784950443.094303:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950443.094305:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:3.0:1784950443.094310:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa821349. 00000800:00000200:0.0:1784950443.094314:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:2.0:1784950443.094316:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1784950443.094319:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950443.094322:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950443.094324:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcd4257c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950443.094328:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950443.094334:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b97ae78 x1871652369197056/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:594/0 lens 224/224 e 0 to 0 dl 1784950454 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950443.094335:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950443.094344:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950443.094347:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950443.094349:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e79e655e 00000400:00000010:3.0:1784950443.094357:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e79e655e. 00000100:00000040:0.0:1784950443.094363:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950443.094368:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950443.094370:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950443.094374:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1784950443.094378:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000001:3.0:1784950443.094384:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784950443.094385:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002167f7cc x1871652369197184/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950443.094386:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950443.094394:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950443.094396:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004b97ae78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369197056:12345-192.168.203.114@tcp:400: Request processed in 936us (1897us total) trans 0 rc 0/0 00000020:00000001:0.0:1784950443.094425:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000001:3.0:1784950443.094430:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950443.094440:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950443.094444:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011aacb28 x1871652369197312/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:594/0 lens 224/224 e 0 to 0 dl 1784950454 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950443.094463:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:1.0:1784950443.094467:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002167f7cc x1871652369197184/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950443.094468:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1574 00000100:00000040:2.0:1784950443.094484:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000400:00000200:3.0:1784950443.094490:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069be800 00000100:00000001:2.0:1784950443.094496:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950443.094507:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1784950443.094516:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15d45 [1] + 224 00000020:00000010:2.0:1784950443.094519:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000317b674f. 00000100:00100000:0.0:1784950443.094521:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000011aacb28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369197312:12345-192.168.203.114@tcp:400: Request processed in 983us (1638us total) trans 0 rc 0/0 00000020:00000010:2.0:1784950443.094536:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff644127. 00000800:00000001:3.0:1784950443.094537:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950443.094540:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950443.094549:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950443.094550:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1575 00000020:00000010:2.0:1784950443.094550:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac714e1c. 00000400:00000200:3.0:1784950443.094558:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950443.094567:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000020:00000040:2.0:1784950443.094568:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000400:00000200:3.0:1784950443.094568:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950443.094578:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950443.094581:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950443.094582:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950443.094590:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073d5c3ad x1871652369197056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950443.094591:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950443.094603:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046aafe7b. 00000100:00000040:3.0:1784950443.094612:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000073d5c3ad x1871652369197056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950443.094614:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1784950443.094616:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000800:00000010:1.0:1784950443.094623:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcd4257c. 00000020:00000010:0.0:1784950443.094631:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000400:00000200:1.0:1784950443.094635:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950443.094639:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:0.0:1784950443.094650:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000400:00000200:1.0:1784950443.094651:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950443.094655:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950443.094659:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950443.094664:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950443.094664:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d457acdf 00000800:00000001:2.0:1784950443.094667:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:1.0:1784950443.094671:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d457acdf. 00000100:00000001:1.0:1784950443.094680:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:2.0:1784950443.094680:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950443.094684:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1784950443.094686:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950443.094695:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950443.094706:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950443.094777:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950443.094780:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950443.094784:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950443.094785:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069be900 00000100:00000001:0.0:1784950443.094788:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950443.094791:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950443.094798:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950443.094801:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db211b8c. 00000400:00000200:1.0:1784950443.094806:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca6d43d 00000400:00000010:1.0:1784950443.094808:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008ca6d43d. 00000100:00000001:1.0:1784950443.094811:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950443.094819:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073d5c3ad x1871652369197056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950443.094822:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15d51 [1] + 224 00000100:00000200:1.0:1784950443.094844:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073d5c3ad x1871652369197056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950443.094845:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784950443.094849:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950443.094858:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1784950443.094861:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950443.094864:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1784950443.094866:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078d54da3. 00000100:00000001:1.0:1784950443.094871:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950443.094872:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950443.094877:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7a3e15b 00000100:00000001:1.0:1784950443.094878:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950443.094883:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1784950443.094887:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d7a3e15b. 00000100:00000001:1.0:1784950443.094889:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1784950443.094891:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950443.094894:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.094899:0:441643:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1784950443.094902:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950443.094909:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=76 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950443.094909:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950443.094912:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002167f7cc x1871652369197184/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784950443.094922:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=76 v=5 (1 1 1 1) 00000100:00000200:2.0:1784950443.094925:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dacd0c0d x1871652369197312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950443.094936:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950443.094942:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950443.094950:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1784950443.094961:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000073d5c3ad x1871652369197056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950443.094974:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002167f7cc x1871652369197184/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950443.094992:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dacd0c0d x1871652369197312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950443.095007:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.095016:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950443.095020:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950443.095028:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950443.095036:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950443.095036:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.095045:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950443.095051:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073d5c3ad x1871652369197056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950443.095054:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950443.095060:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950443.095063:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950443.095066:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950443.095071:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950443.095073:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.095080:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1784950443.095084:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.095086:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950443.095086:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950443.095098:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950443.095099:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=76 v=5 (5 5 5 5) 00000100:00000040:1.0:1784950443.095100:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073d5c3ad x1871652369197056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950443.095104:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950443.095111:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1784950443.095119:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=76 v=5 (1 1 1 1) 00000400:00000001:3.0:1784950443.095120:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950443.095126:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1784950443.095128:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000073d5c3ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369197056:192.168.203.114@tcp:400: 00000400:00000010:3.0:1784950443.095134:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026c959d8. 00000100:00000001:0.0:1784950443.095136:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950443.095140:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950443.095144:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950443.095145:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f84b3947 00000100:00000001:1.0:1784950443.095146:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1784950443.095153:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1784950443.095154:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f84b3947. 00000100:00000040:1.0:1784950443.095159:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073d5c3ad x1871652369197056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950443.095161:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950443.095163:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950443.095176:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1784950443.095176:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dacd0c0d x1871652369197312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950443.095182:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1784950443.095184:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 02000000:00000001:1.0:1784950443.095188:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950443.095194:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000010:1.0:1784950443.095195:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003097b8ca. 00000100:00000001:0.0:1784950443.095202:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950443.095206:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1784950443.095210:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dacd0c0d x1871652369197312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950443.095212:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950443.095218:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:0.0:1784950443.095219:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002167f7cc x1871652369197184/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950443.095227:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950443.095232:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b126ea16. 02000000:00000001:1.0:1784950443.095241:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950443.095247:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784950443.095248:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1784950443.095253:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073d5c3ad. 00000100:00000001:3.0:1784950443.095254:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950443.095262:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950443.095263:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950443.095271:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950443.095272:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950443.095277:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950443.095281:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950443.095282:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.095292:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950443.095293:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950443.095295:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950443.095301:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.095304:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1784950443.095305:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=76 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950443.095307:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950443.095309:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950443.095312:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950443.095323:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=76 v=5 (1 1 1 1) 00000100:00000040:0.0:1784950443.095330:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002167f7cc x1871652369197184/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950443.095332:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950443.095337:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950443.095346:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1784950443.095356:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000dacd0c0d x1871652369197312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950443.095369:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002167f7cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369197184:192.168.203.114@tcp:400: 00010000:00000001:3.0:1784950443.095375:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950443.095382:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950443.095387:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950443.095390:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950443.095390:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950443.095394:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.095424:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950443.095428:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dacd0c0d x1871652369197312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950443.095439:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002167f7cc x1871652369197184/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950443.095452:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950443.095460:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950443.095464:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950443.095478:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dacd0c0d x1871652369197312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950443.095479:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950443.095486:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950443.095492:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce0859fb. 00000100:00100000:3.0:1784950443.095495:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000dacd0c0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369197312:192.168.203.114@tcp:400: 02000000:00000001:0.0:1784950443.095504:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950443.095506:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950443.095513:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950443.095513:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1784950443.095521:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:3.0:1784950443.095521:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dacd0c0d x1871652369197312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950443.095534:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950443.095539:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1784950443.095541:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000309cba23. 02000000:00000001:3.0:1784950443.095543:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950443.095549:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6fb2c16. 02000000:00000001:0.0:1784950443.095553:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950443.095556:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1784950443.095560:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1784950443.095561:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950443.095567:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000010:0.0:1784950443.095568:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002167f7cc. 00000020:00000001:3.0:1784950443.095571:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950443.095577:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f4c2f8a3. 00000100:00000001:0.0:1784950443.095581:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1784950443.095583:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784950443.095588:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950443.095589:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950443.095593:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dacd0c0d. 00000100:00000001:0.0:1784950443.095599:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950443.095600:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950443.095607:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950443.095610:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950443.095612:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950443.095616:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950443.095619:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950443.095621:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950443.095629:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950443.095634:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950443.095634:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.095643:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950443.344850:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950443.344857:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950443.344865:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950443.344867:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950443.345000:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950443.345006:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950443.345011:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.0:1784950443.793062:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.4@tcp 00000800:00000010:2.0:1784950443.793073:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003c1815a5. 00000400:00000200:2.0:1784950443.793086:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950443.793095:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.4@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950443.793107:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12715 health :900 00000400:00000200:2.0:1784950443.793115:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950443.793121:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.4@tcp: 1 00000400:00000200:2.0:1784950443.793129:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.4@tcp: -114 00000800:00000100:2.0:1784950443.793172:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.9@tcp 00000800:00000010:2.0:1784950443.793177:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d55125b7. 00000400:00000200:2.0:1784950443.793183:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950443.793192:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.9@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950443.793200:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950443.793207:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.9@tcp: 1 00000400:00000200:1.0:1784950443.793213:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1784950443.793216:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.9@tcp: -114 00000400:00000200:1.0:1784950443.793238:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.4@tcp(0000000034456625) state 0x2861 00000400:00000001:1.0:1784950443.793249:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950443.793253:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950443.793257:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2fe853 00000400:00000010:1.0:1784950443.793260:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2fe853. 00000400:00000200:1.0:1784950443.793269:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950443.793275:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.4@tcp: -114 00000400:00000010:1.0:1784950443.793281:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000063c74026. 00000400:00000200:1.0:1784950443.793290:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.4@tcp:-110 00000400:00000200:1.0:1784950443.793294:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.4@tcp(0000000034456625) state 0x2061 rc -110 00000400:00000200:1.0:1784950443.793300:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.4@tcp 00000400:00000200:1.0:1784950443.793307:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.9@tcp(0000000041d835b6) state 0x2861 00000400:00000001:1.0:1784950443.793311:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950443.793313:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950443.793315:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077350b67 00000400:00000010:1.0:1784950443.793317:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077350b67. 00000400:00000200:1.0:1784950443.793320:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950443.793322:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.9@tcp: -114 00000400:00000010:1.0:1784950443.793325:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002d0624bd. 00000400:00000200:1.0:1784950443.793330:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.9@tcp:-110 00000400:00000200:1.0:1784950443.793332:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.9@tcp(0000000041d835b6) state 0x2061 rc -110 00000400:00000200:1.0:1784950443.793335:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.9@tcp 00000100:00000001:0.0:1784950443.984852:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950443.984868:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950443.984870:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950443.984875:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950443.984879:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950443.984885:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950443.984888:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950444.368855:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950444.368862:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950444.368870:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950444.368872:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950444.368966:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950444.368975:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950444.368981:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1784950444.816877:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000010:0.0:1784950444.816892:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e77f11af. 00000400:00000010:0.0:1784950444.816906:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000da6cc722. 00000400:00000010:0.0:1784950444.816915:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d457acdf. 00000400:00000010:0.0:1784950444.816927:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000006b66a84e. 00000400:00000200:0.0:1784950444.816935:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950444.816955:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950444.816963:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950444.816967:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11007:11007:236:4294967295] 192.168.203.114@tcp LPNI seq info [9741:9741:8:4294967295] 00000400:00000200:0.0:1784950444.816976:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:0.0:1784950444.816985:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:0.0:1784950444.816992:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950444.816998:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000309cba23. 00000800:00000200:0.0:1784950444.817006:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950444.817016:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950444.817022:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000309cba23 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1784950444.817046:0:441638:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 1 next ping: 12717 health :800 00000800:00000200:1.0:1784950444.817220:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950444.817228:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000309cba23. 00000400:00000200:1.0:1784950444.817240:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950444.817248:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950444.817251:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000400:00000200:1.0:1784950444.817262:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1784950444.817266:0:441635:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:3.0:1784950444.817270:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950444.817277:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950444.817284:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950444.817296:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:3.0:1784950444.817313:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1784950444.817324:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:3.0:1784950444.817337:0:441636:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950444.817343:0:441636:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11008:11008:236:4294967295] 192.168.203.114@tcp LPNI seq info [9742:9742:8:4294967295] 00000400:00000200:3.0:1784950444.817355:0:441636:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:3.0:1784950444.817361:0:441636:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950444.817366:0:441636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079fb329f. 00000800:00000200:3.0:1784950444.817372:0:441636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:3.0:1784950444.817378:0:441636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950444.817382:0:441636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000079fb329f type 3, nob 144 niov 1 nkiov 1 00000800:00000001:2.0:1784950444.817528:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950444.817533:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950444.817540:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079fb329f. 00000800:00000001:2.0:1784950444.817541:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950444.817550:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950444.817551:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950444.817564:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:2.0:1784950444.817565:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950444.817572:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950444.817577:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950444.817588:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:2.0:1784950444.817607:0:441634:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x15d79 00000800:00000001:2.0:1784950444.817614:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950444.817625:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950444.817628:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950444.817632:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:2.0:1784950444.817639:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d457acdf 00000400:00000010:2.0:1784950444.817642:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d457acdf. 00000400:00000200:2.0:1784950444.817646:0:441634:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1784950444.817650:0:441634:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e77f11af. 00000400:00000010:2.0:1784950444.817654:0:441634:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000da6cc722. 00000800:00000001:2.0:1784950444.817665:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950444.817668:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950445.008846:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950445.008860:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950445.008863:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950445.008868:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950445.008871:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950445.008876:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950445.008879:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950445.392815:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950445.392822:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950445.392828:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950445.392830:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950445.392920:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950445.392925:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950445.392928:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784950445.520788:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307383675, at 4307383680 00000100:00000040:3.0:1784950445.520798:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307383675, at 4307383680 00000100:00000010:1.0:1784950445.520799:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000797db20e. 00000100:00000040:2.0:1784950445.520801:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307383675, at 4307383680 00000100:00000040:0.0:1784950445.520804:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307383675, at 4307383680 00000100:00000010:3.0:1784950445.520807:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015fccc09. 00000100:00000010:2.0:1784950445.520809:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051f51ac3. 00000100:00000010:0.0:1784950445.520817:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd7ddeb4. 00000100:00000001:0.0:1784950446.032939:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950446.032956:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950446.032959:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950446.032964:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950446.032968:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950446.032973:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950446.032976:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950446.160864:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1784950446.160872:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1784950446.160884:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002167f7cc. 00000020:00000040:0.0:1784950446.160896:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950446.160903:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950446.160907:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950446.160914:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950446.160920:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 02000000:00000010:0.0:1784950446.160926:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005f023348. 00000004:00000020:2.0:1784950446.160930:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:0.0:1784950446.160937:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950446.160945:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000233e3cf1. 00000100:00000001:0.0:1784950446.160947:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950446.160952:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950446.160959:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:0.0:1784950446.160970:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002167f7cc] to pc [ptlrpcd_00_00+0] req@000000002167f7cc x1871652369197440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950446.160973:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950446.160980:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950446.160991:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950446.161006:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059c01b8a. 00000004:00000001:0.0:1784950446.161012:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950446.161017:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950446.161031:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950446.161035:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950446.161050:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000233e3cf1] to pc [ptlrpcd_00_01+1] req@00000000233e3cf1 x1871652369197568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950446.161059:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950446.161068:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950446.161074:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000004:00000001:2.0:1784950446.161087:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950446.161087:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002167f7cc x1871652369197440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950446.161107:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950446.161110:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950446.161116:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950446.161120:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950446.161125:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950446.161126:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950446.161135:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784950446.161136:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002167f7cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369197440:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950446.161141:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950446.161148:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950446.161155:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784950446.161157:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000233e3cf1 x1871652369197568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950446.161160:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950446.161169:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950446.161180:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d2a51470. 00000100:00000001:1.0:1784950446.161181:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784950446.161188:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950446.161189:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950446.161200:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1784950446.161201:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026c959d8. 02000000:00000001:1.0:1784950446.161203:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950446.161212:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950446.161216:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f84b3947. 00000100:00100000:1.0:1784950446.161217:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000233e3cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369197568:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950446.161228:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1784950446.161230:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369197440, portal 4 02000000:00000001:1.0:1784950446.161233:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950446.161237:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784950446.161239:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950446.161242:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683753088 : -120288025798528 : ffff929942f39880) 02000000:00000001:1.0:1784950446.161244:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950446.161255:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009d922785. 00000100:00000040:3.0:1784950446.161257:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002167f7cc x1871652369197440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950446.161263:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950446.161276:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db211b8c. 00000100:00000001:3.0:1784950446.161278:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950446.161288:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950446.161289:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 00000400:00000010:3.0:1784950446.161293:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a7aa0e6. 00000100:00000200:1.0:1784950446.161299:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369197568, portal 4 00000100:00000200:3.0:1784950446.161301:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369197440, offset 0 00000100:00000001:1.0:1784950446.161311:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950446.161316:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032826112 : -120287676725504 : ffff929957c20700) 00000400:00000200:3.0:1784950446.161319:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950446.161331:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000233e3cf1 x1871652369197568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950446.161344:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950446.161352:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950446.161357:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784950446.161364:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950446.161370:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000010:1.0:1784950446.161373:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 00000400:00000200:3.0:1784950446.161404:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950446.161411:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000200:1.0:1784950446.161414:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369197568, offset 0 00000400:00000200:3.0:1784950446.161423:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11009:11009:236:4294967295] 192.168.203.114@tcp LPNI seq info [9743:9743:8:4294967295] 00000400:00000200:1.0:1784950446.161432:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950446.161445:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950446.161454:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950446.161461:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079fb329f. 00000400:00000200:1.0:1784950446.161466:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950446.161475:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784950446.161479:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950446.161487:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950446.161494:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784950446.161501:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:1.0:1784950446.161506:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:3.0:1784950446.161510:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000079fb329f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950446.161518:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11010:11010:235:4294967295] 192.168.203.114@tcp LPNI seq info [9744:9744:7:4294967295] 00000400:00000200:1.0:1784950446.161533:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950446.161539:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950446.161540:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950446.161550:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13678 usecs (14 jiffies) 00000800:00000010:1.0:1784950446.161553:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6e9cfb4. 00000100:00000001:3.0:1784950446.161558:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307384334 00000800:00000200:1.0:1784950446.161567:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000010:3.0:1784950446.161570:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015fccc09. 00000800:00000200:1.0:1784950446.161580:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950446.161583:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784950446.161587:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f6e9cfb4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950446.161599:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307384334 00000100:00000010:3.0:1784950446.161605:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080e06d5e. 00000100:00000001:3.0:1784950446.161610:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784950446.161616:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307384334 00000100:00000001:1.0:1784950446.161618:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950446.161621:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000207b9ee3. 00000100:00000040:1.0:1784950446.161629:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4723 usecs (5 jiffies) 00000100:00000001:3.0:1784950446.161630:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1784950446.161641:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307384325 00000100:00000001:3.0:1784950446.161646:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307384334 00000100:00000001:1.0:1784950446.161647:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307384334 00000100:00000010:3.0:1784950446.161658:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000037e2c3a1. 00000100:00000001:1.0:1784950446.161659:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307384325 00000100:00000001:1.0:1784950446.161669:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307384334 00000100:00000001:3.0:1784950446.161671:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1784950446.161675:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307384325 00000100:00000001:1.0:1784950446.161682:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307384334 00000100:00000001:3.0:1784950446.161684:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950446.161686:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307384325 00000100:00000001:3.0:1784950446.161693:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950446.161694:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307384334 00000100:00000001:1.0:1784950446.161702:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950446.161703:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950446.161712:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950446.161714:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950446.161765:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950446.161768:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950446.161771:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950446.161774:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950446.161779:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950446.161781:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950446.161781:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950446.161789:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950446.161792:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079fb329f. 00000100:00000001:1.0:1784950446.161794:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950446.161797:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950446.161803:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784950446.161809:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950446.161810:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950446.161815:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950446.161821:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950446.161827:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950446.161829:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950446.161838:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7aa0e6 00000400:00000010:0.0:1784950446.161844:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001a7aa0e6. 00000100:00000001:0.0:1784950446.161852:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784950446.161861:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002167f7cc x1871652369197440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950446.161867:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950446.161882:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950446.161888:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002167f7cc x1871652369197440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950446.161900:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950446.161903:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784950446.161916:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950446.161929:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950446.161933:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950446.161936:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950446.161944:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:2.0:1784950446.161954:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784950446.161961:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bea00 00000800:00000010:2.0:1784950446.161965:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6e9cfb4. 00000400:00000200:0.0:1784950446.161977:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 13664 00000400:00000200:2.0:1784950446.161982:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950446.161987:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950446.162001:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950446.162005:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950446.162012:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950446.162013:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000800:00000001:3.0:1784950446.162014:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950446.162024:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:2.0:1784950446.162024:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 00000800:00000001:3.0:1784950446.162026:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950446.162036:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950446.162043:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950446.162044:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950446.162052:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:3.0:1784950446.162055:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000010:0.0:1784950446.162060:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dacd0c0d. 00000100:00000200:2.0:1784950446.162063:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000233e3cf1 x1871652369197568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950446.162068:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000dacd0c0d x1871652369197568 msgsize 224 00000400:00000200:3.0:1784950446.162082:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069be980 00000100:00100000:0.0:1784950446.162092:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:3.0:1784950446.162105:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 13888 00000100:00000001:2.0:1784950446.162123:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1784950446.162123:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950446.162127:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1784950446.162139:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000233e3cf1 x1871652369197568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950446.162142:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950446.162143:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950446.162153:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950446.162154:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950446.162176:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950446.162179:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950446.162185:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950446.162187:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1784950446.162191:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1784950446.162199:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aee911e5. 00000100:00000040:3.0:1784950446.162203:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000aee911e5 x1871652369197440 msgsize 224 00000100:00100000:3.0:1784950446.162217:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950446.162221:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950446.162240:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1784950446.162255:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369197568 00000800:00000001:3.0:1784950446.162256:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950446.162264:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1784950446.162265:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950446.162268:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950446.162274:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950446.162280:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950446.162285:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369197568 00000020:00000001:1.0:1784950446.162290:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950446.162293:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:1.0:1784950446.162299:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950446.162304:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:0.0:1784950446.162305:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1784950446.162308:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00100000:0.0:1784950446.162311:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369197440 00000020:00000001:1.0:1784950446.162314:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 02000000:00000001:0.0:1784950446.162317:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950446.162322:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950446.162324:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950446.162326:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950446.162335:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950446.162335:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000100:00100000:0.0:1784950446.162339:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369197440 00000100:00000001:1.0:1784950446.162342:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950446.162345:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:1.0:1784950446.162348:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00000020:00000040:0.0:1784950446.162350:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:0.0:1784950446.162357:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950446.162362:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000010:1.0:1784950446.162362:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f552988. 00000020:00000001:0.0:1784950446.162368:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000010:1.0:1784950446.162374:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4273495. 00000020:00000001:0.0:1784950446.162375:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000010:1.0:1784950446.162405:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000001:0.0:1784950446.162410:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950446.162419:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000100:00000040:1.0:1784950446.162420:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950446.162425:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950446.162427:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1784950446.162431:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000100:00000001:1.0:1784950446.162433:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950446.162440:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950446.162444:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d0923c0. 00000100:00000001:1.0:1784950446.162451:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950446.162453:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046aafe7b. 00000020:00000010:0.0:1784950446.162464:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000001:0.0:1784950446.162472:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950446.162474:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950446.162476:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950446.162477:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950446.162485:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950446.162496:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950446.162502:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950446.162510:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950446.162511:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2703 00000100:00000040:1.0:1784950446.162522:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:1.0:1784950446.162526:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683757568 : -120288025794048 : ffff929942f3aa00) 00000100:00000040:1.0:1784950446.162535:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dacd0c0d x1871652369197568/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:597/0 lens 224/0 e 0 to 0 dl 1784950457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950446.162541:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950446.162543:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950446.162547:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950446.162551:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1784950446.162564:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2704 00000100:00000001:1.0:1784950446.162565:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1784950446.162572:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:3.0:1784950446.162573:0:455339:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950446.162574:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000100:00000001:0.0:1784950446.162579:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683773056 : -120288025778560 : ffff929942f3e680) 00000100:00000001:3.0:1784950446.162584:0:455339:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950446.162587:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950446.162595:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aee911e5 x1871652369197440/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:597/0 lens 224/0 e 0 to 0 dl 1784950457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950446.162596:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00000100:00000001:0.0:1784950446.162615:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1784950446.162616:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000dacd0c0d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369197568:12345-192.168.203.114@tcp:41: 00000020:00000010:0.0:1784950446.162623:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000100:00000200:1.0:1784950446.162624:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369197568 00000020:00000001:1.0:1784950446.162634:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950446.162635:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950446.162644:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000020:00000001:1.0:1784950446.162644:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950446.162652:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950446.162657:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000aee911e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369197440:12345-192.168.203.114@tcp:41: 00000020:00000001:1.0:1784950446.162660:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950446.162667:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000200:0.0:1784950446.162669:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369197440 00000020:00000001:1.0:1784950446.162673:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1784950446.162675:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000001:00000001:1.0:1784950446.162681:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369197568, found 0 last_xid 1871652369197567 00000020:00000001:0.0:1784950446.162683:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950446.162690:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950446.162691:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950446.162697:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950446.162699:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950446.162703:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950446.162705:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:1.0:1784950446.162709:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950446.162711:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1784950446.162718:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369197440, found 0 last_xid 1871652369197439 00000020:00000001:0.0:1784950446.162753:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950446.162757:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950446.162760:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950446.162763:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950446.162765:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950446.162768:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950446.162772:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1784950446.162774:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784950446.162782:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000011068a0c. 02000000:00000010:0.0:1784950446.162783:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002395f481. 02000000:00000001:1.0:1784950446.162792:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950446.162793:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950446.162802:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950446.162804:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950446.162818:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:0.0:1784950446.162819:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:1.0:1784950446.162827:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1784950446.162828:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1784950446.162834:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950446.162834:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:0.0:1784950446.162864:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000004:00000024:1.0:1784950446.162865:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000020:0.0:1784950446.162872:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:1.0:1784950446.162874:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1784950446.162881:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1784950446.162882:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000004:00000020:0.0:1784950446.162896:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000020:00000020:1.0:1784950446.162897:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000020:1.0:1784950446.162910:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000001:00000001:0.0:1784950446.162915:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000004:00000020:1.0:1784950446.162916:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000001:00000001:0.0:1784950446.162921:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950446.162927:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1784950446.162928:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00010000:00000040:0.0:1784950446.162932:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369197440 00000001:00000001:1.0:1784950446.162934:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950446.162940:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000004:00000001:1.0:1784950446.162942:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950446.162948:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369197568 00010000:00000200:0.0:1784950446.162949:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000aee911e5 x1871652369197440/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:597/0 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950446.162953:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:1.0:1784950446.162965:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000dacd0c0d x1871652369197568/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:597/0 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950446.162967:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950446.162973:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950446.162983:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=79 v=5 (1 1 1 1) 00010000:00000001:1.0:1784950446.162989:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950446.162992:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1784950446.162994:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950446.163001:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00001000:1.0:1784950446.163003:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950446.163007:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950446.163015:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1784950446.163015:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1784950446.163022:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950446.163027:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950446.163030:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950446.163033:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:0.0:1784950446.163042:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950446.163044:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1784950446.163049:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9f684d. 02000000:00000001:1.0:1784950446.163050:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950446.163062:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369197440, offset 224 00000100:00000001:1.0:1784950446.163063:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950446.163072:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950446.163079:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950446.163082:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e147c1b. 00000100:00000200:1.0:1784950446.163091:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369197568, offset 224 00000400:00000200:0.0:1784950446.163093:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950446.163110:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11011:11011:236:4294967295] 192.168.203.114@tcp LPNI seq info [9745:9745:8:4294967295] 00000400:00000200:1.0:1784950446.163112:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950446.163133:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950446.163139:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950446.163146:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a721ffc. 00000400:00000200:1.0:1784950446.163152:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:0.0:1784950446.163161:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950446.163169:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11012:11012:235:4294967295] 192.168.203.114@tcp LPNI seq info [9746:9746:7:4294967295] 00000800:00000200:0.0:1784950446.163180:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950446.163185:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001a721ffc type 1, nob 464 niov 1 nkiov 1 00000400:00000200:1.0:1784950446.163200:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950446.163208:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950446.163214:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950446.163215:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d508b323. 00000100:00000040:0.0:1784950446.163228:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000200:1.0:1784950446.163235:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:0.0:1784950446.163237:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950446.163243:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950446.163248:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1784950446.163253:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:0.0:1784950446.163260:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aee911e5 x1871652369197440/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:597/0 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950446.163262:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d508b323 type 1, nob 464 niov 1 nkiov 1 00000100:00100000:0.0:1784950446.163283:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000aee911e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369197440:12345-192.168.203.114@tcp:41: Request processed in 668us (1077us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950446.163292:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950446.163299:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2704 00000100:00000040:1.0:1784950446.163306:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000040:0.0:1784950446.163309:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00010000:00000001:1.0:1784950446.163312:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:0.0:1784950446.163317:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1784950446.163318:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950446.163324:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1784950446.163325:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1784950446.163334:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046aafe7b. 00000100:00000040:1.0:1784950446.163336:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dacd0c0d x1871652369197568/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:597/0 lens 224/368 e 0 to 0 dl 1784950457 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950446.163344:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000020:00000010:0.0:1784950446.163355:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d0923c0. 00000100:00100000:1.0:1784950446.163362:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000dacd0c0d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369197568:12345-192.168.203.114@tcp:41: Request processed in 794us (1289us total) trans 0 rc 0/0 00000020:00000040:0.0:1784950446.163364:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:0.0:1784950446.163374:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950446.163401:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2703 00000100:00000040:1.0:1784950446.163407:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:1.0:1784950446.163412:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:2.0:1784950446.163415:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950446.163417:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950446.163424:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4273495. 00000800:00000010:2.0:1784950446.163426:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a721ffc. 00000800:00000001:3.0:1784950446.163430:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950446.163434:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000400:00000200:2.0:1784950446.163440:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1784950446.163445:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f552988. 00000800:00000001:3.0:1784950446.163447:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950446.163455:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000001:3.0:1784950446.163456:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950446.163458:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950446.163466:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950446.163471:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9f684d 00000400:00000010:2.0:1784950446.163478:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9f684d. 00000100:00000001:2.0:1784950446.163488:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950446.163493:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1784950446.163507:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950446.163520:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950446.163521:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1784950446.163530:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:0.0:1784950446.163531:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d508b323. 00000800:00000001:2.0:1784950446.163543:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950446.163544:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950446.163549:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950446.163565:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950446.163576:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e147c1b 00000400:00000010:0.0:1784950446.163581:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e147c1b. 00000400:00000200:2.0:1784950446.163581:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950446.163581:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950446.163592:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950446.163598:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1784950446.163610:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069be980 00000400:00000200:3.0:1784950446.163631:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15d7d [1] + 224 00000400:00000200:2.0:1784950446.163633:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bea00 00000800:00000001:3.0:1784950446.163646:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950446.163655:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15d81 [1] + 224 00000800:00000001:3.0:1784950446.163663:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950446.163667:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950446.163670:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950446.163679:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950446.163684:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950446.163686:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1784950446.163695:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784950446.163697:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002167f7cc x1871652369197440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950446.163711:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950446.163754:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000002167f7cc x1871652369197440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950446.163762:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950446.163779:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000233e3cf1 x1871652369197568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950446.163788:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950446.163802:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950446.163809:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000233e3cf1 x1871652369197568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950446.163810:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950446.163845:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950446.163850:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950446.163852:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1784950446.163858:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950446.163863:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950446.163866:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026c959d8. 00000400:00000200:0.0:1784950446.163872:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f84b3947 00000400:00000010:0.0:1784950446.163874:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f84b3947. 00000100:00000001:0.0:1784950446.163878:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950446.163885:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002167f7cc x1871652369197440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950446.163892:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950446.163902:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002167f7cc x1871652369197440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950446.163906:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950446.163922:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950446.163925:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950446.163928:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950446.163932:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950446.163934:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950446.163937:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950446.163941:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950446.163948:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=74 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950446.163953:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=74 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950446.163958:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950446.163960:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950446.163963:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950446.163966:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950446.163969:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950446.163970:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950446.163977:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784950446.163978:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950446.163985:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950446.163987:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784950446.163989:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784950446.163994:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002167f7cc x1871652369197440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950446.163996:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950446.164003:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db211b8c. 00000100:00000001:0.0:1784950446.164013:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950446.164015:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca6d43d 00000100:00000001:0.0:1784950446.164018:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1784950446.164021:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008ca6d43d. 00000100:00000001:0.0:1784950446.164024:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950446.164028:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:0.0:1784950446.164030:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1784950446.164037:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00000200:1.0:1784950446.164044:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000233e3cf1 x1871652369197568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:0.0:1784950446.164050:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:0.0:1784950446.164070:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950446.164084:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002167f7cc x1871652369197440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950446.164088:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000233e3cf1 x1871652369197568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950446.164133:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1784950446.164134:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002167f7cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369197440:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950446.164141:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950446.164147:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950446.164148:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950446.164151:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950446.164155:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950446.164156:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950446.164162:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950446.164164:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002167f7cc x1871652369197440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950446.164169:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950446.164183:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=79 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950446.164184:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950446.164190:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1784950446.164193:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=79 v=5 (1 1 1 1) 02000000:00000010:0.0:1784950446.164195:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d2a51470. 00000100:00000001:1.0:1784950446.164200:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1784950446.164205:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950446.164206:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950446.164211:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:1.0:1784950446.164212:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1784950446.164217:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00010000:00000001:1.0:1784950446.164218:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950446.164225:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950446.164227:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1784950446.164231:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005f023348. 00000100:00000040:1.0:1784950446.164233:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 02000000:00000001:0.0:1784950446.164242:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950446.164242:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1784950446.164249:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950446.164250:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950446.164255:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002167f7cc. 00000100:00000040:1.0:1784950446.164262:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000233e3cf1 x1871652369197568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950446.164264:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950446.164269:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950446.164277:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950446.164287:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950446.164289:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950446.164291:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950446.164298:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950446.164299:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950446.164303:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950446.164305:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950446.164312:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1784950446.164319:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000004:00000020:1.0:1784950446.164331:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:1.0:1784950446.164338:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950446.164343:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000233e3cf1 x1871652369197568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950446.164352:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000233e3cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369197568:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950446.164358:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950446.164360:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950446.164363:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000233e3cf1 x1871652369197568/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950446.164371:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950446.164373:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950446.164376:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009d922785. 02000000:00000001:1.0:1784950446.164415:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950446.164417:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950446.164419:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1784950446.164422:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950446.164425:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059c01b8a. 02000000:00000001:1.0:1784950446.164428:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950446.164430:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950446.164432:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000233e3cf1. 00000100:00000001:1.0:1784950446.164436:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950446.164438:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950446.164440:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950446.164447:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950446.164449:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950446.164451:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950446.164454:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950446.175858:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307384334, at 4307384335 00000100:00000010:3.0:1784950446.175873:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000037e2c3a1. 00000100:00000040:1.0:1784950446.175876:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307384334, at 4307384335 00000100:00000040:2.0:1784950446.175876:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307384334, at 4307384335 00000100:00000040:0.0:1784950446.175879:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307384334, at 4307384335 00000100:00000010:1.0:1784950446.175898:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080e06d5e. 00000100:00000010:0.0:1784950446.175902:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015fccc09. 00000100:00000010:2.0:1784950446.175907:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000207b9ee3. 00010000:00000001:2.0:1784950446.416860:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950446.416869:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950446.416877:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950446.416879:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950446.417003:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950446.417012:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950446.417018:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950447.056843:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950447.056859:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950447.056862:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950447.056868:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950447.056872:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950447.056876:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950447.056879:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950447.440857:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950447.440863:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950447.440870:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950447.440872:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950447.441013:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950447.441019:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950447.441024:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950448.080838:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950448.080847:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950448.080849:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950448.080853:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950448.080855:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950448.080858:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.080860:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950448.208943:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950448.208952:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950448.208960:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005512dd85. 00000020:00000040:2.0:1784950448.208967:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:2.0:1784950448.208972:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950448.208976:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950448.208982:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950448.208991:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009b5272c8. 00000100:00000001:2.0:1784950448.208999:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950448.209010:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000005512dd85 x1871652369197696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950448.209023:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950448.209026:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950448.209032:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005512dd85] to pc [ptlrpcd_00_02+2] req@000000005512dd85 x1871652369197696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950448.209067:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950448.209070:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950448.209075:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950448.209078:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095749226. 00000020:00000040:2.0:1784950448.209081:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950448.209084:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950448.209085:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950448.209087:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950448.209090:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3e62659. 00000100:00000001:2.0:1784950448.209093:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950448.209100:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@0000000095749226 x1871652369197824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950448.209109:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950448.209111:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950448.209116:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095749226] to pc [ptlrpcd_00_03+3] req@0000000095749226 x1871652369197824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950448.209127:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950448.209129:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784950448.209133:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1784950448.209137:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950448.209140:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950448.209142:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950448.209151:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000faa06ed. 00000100:00000001:3.0:1784950448.209151:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950448.209157:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1784950448.209159:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1784950448.209166:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950448.209168:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950448.209172:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950448.209173:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000095749226 x1871652369197824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950448.209177:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784950448.209179:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002058a4fe. 00000100:00000001:0.0:1784950448.209189:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950448.209190:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.209199:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950448.209202:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784950448.209209:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000000faa06ed x1871652369197952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950448.209209:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950448.209218:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005512dd85 x1871652369197696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950448.209222:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950448.209229:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950448.209241:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950448.209244:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950448.209251:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950448.209257:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000095749226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369197824:192.168.203.114@tcp:400: 00000100:00000040:2.0:1784950448.209266:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000faa06ed] to pc [ptlrpcd_00_00+0] req@000000000faa06ed x1871652369197952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950448.209277:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950448.209285:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784950448.209288:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950448.209295:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950448.209295:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950448.209304:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784950448.209309:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950448.209310:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950448.209313:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004403da6f. 02000000:00000001:0.0:1784950448.209320:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950448.209321:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784950448.209321:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950448.209334:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002591d906. 02000000:00000001:0.0:1784950448.209336:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950448.209337:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1784950448.209344:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c61119ea. 00000100:00000010:2.0:1784950448.209347:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c96d2925. 00000100:00100000:0.0:1784950448.209352:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005512dd85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369197696:0@lo:400: 00000020:00000040:2.0:1784950448.209356:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000200:3.0:1784950448.209359:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369197824, portal 4 00000100:00000001:0.0:1784950448.209387:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950448.209390:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950448.209395:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784950448.209396:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950448.209399:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950448.209401:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032831488 : -120287676720128 : ffff929957c21c00) 02000000:00000001:2.0:1784950448.209403:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950448.209405:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950448.209415:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784950448.209418:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059c01b8a. 00000100:00000040:3.0:1784950448.209420:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000095749226 x1871652369197824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950448.209423:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d0923c0. 00000100:00000001:1.0:1784950448.209426:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950448.209427:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950448.209436:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950448.209437:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950448.209445:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000c96d2925 x1871652369198080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950448.209446:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1784950448.209452:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000961825da. 00000100:00000040:1.0:1784950448.209462:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000faa06ed x1871652369197952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950448.209468:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007da373e1. 00000100:00000001:3.0:1784950448.209470:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784950448.209483:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369197696, portal 25 00000100:00000040:3.0:1784950448.209487:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950448.209497:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1784950448.209501:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027dbe14a. 00000100:00000001:0.0:1784950448.209505:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032828800 : -120287676722816 : ffff929957c21180) 00000100:00000001:2.0:1784950448.209510:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1784950448.209514:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369197824, offset 0 00000100:00000001:2.0:1784950448.209518:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950448.209526:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005512dd85 x1871652369197696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950448.209531:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950448.209538:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950448.209540:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c96d2925] to pc [ptlrpcd_00_01+1] req@00000000c96d2925 x1871652369198080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950448.209540:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950448.209552:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950448.209560:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950448.209568:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950448.209571:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:1.0:1784950448.209574:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950448.209585:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1784950448.209593:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1784950448.209594:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000faa06ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369197952:192.168.203.114@tcp:400: 00000400:00000010:0.0:1784950448.209597:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a09db0. 00000100:00000001:2.0:1784950448.209600:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950448.209609:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000200:0.0:1784950448.209611:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369197696, offset 0 00000100:00080000:2.0:1784950448.209612:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:1.0:1784950448.209614:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784950448.209623:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1784950448.209624:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1784950448.209627:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:1.0:1784950448.209632:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950448.209634:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1784950448.209640:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:1.0:1784950448.209642:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784950448.209643:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1784950448.209655:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f552988. 00000400:00000200:3.0:1784950448.209656:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11013:11013:236:4294967295] 192.168.203.114@tcp LPNI seq info [9747:9747:8:4294967295] 00000100:00000001:2.0:1784950448.209658:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1784950448.209666:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950448.209667:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000233e3cf1. 00000020:00000040:2.0:1784950448.209677:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:1.0:1784950448.209679:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db211b8c. 00000100:00000001:2.0:1784950448.209687:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1784950448.209688:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:2.0:1784950448.209691:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1784950448.209692:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 02000000:00000001:2.0:1784950448.209698:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950448.209707:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369197952, portal 10 00000800:00000200:3.0:1784950448.209708:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000010:2.0:1784950448.209709:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aa821349. 00000400:00000200:0.0:1784950448.209766:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1784950448.209769:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1784950448.209770:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a955e85. 00000100:00000001:1.0:1784950448.209776:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032839552 : -120287676712064 : ffff929957c23b80) 00000100:00000001:2.0:1784950448.209786:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950448.209786:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950448.209792:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bea80 00000100:00000040:1.0:1784950448.209796:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000faa06ed x1871652369197952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950448.209805:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000233e3cf1 x1871652369198208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1784950448.209817:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950448.209818:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14671 [2] + 0 00000800:00000200:3.0:1784950448.209832:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004a955e85 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1784950448.209839:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000318fc601. 00000400:00000200:0.0:1784950448.209852:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000037d18ffe 00000100:00000001:3.0:1784950448.209862:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950448.209863:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950448.209864:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1784950448.209868:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950448.209873:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950448.209874:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13671 usecs (14 jiffies) 00000400:00000200:0.0:1784950448.209884:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1784950448.209885:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950448.209890:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307386383 00000100:00000040:2.0:1784950448.209893:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000233e3cf1] to pc [ptlrpcd_00_02+2] req@00000000233e3cf1 x1871652369198208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950448.209896:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021eb9c96. 00000400:00000200:0.0:1784950448.209899:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d18ffe 00000100:00000010:3.0:1784950448.209906:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000037e2c3a1. 00000400:00000010:0.0:1784950448.209909:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 0000000037d18ffe. 00000100:00000001:0.0:1784950448.209923:0:441643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950448.209923:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369197952, offset 0 00000100:00000001:2.0:1784950448.209928:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950448.209928:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000200:0.0:1784950448.209931:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1784950448.209942:0:441643:0:(events.c:337:request_in_callback()) incoming req@0000000074fcb803 x1871652369197696 msgsize 224 00000400:00000200:1.0:1784950448.209945:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950448.209945:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12724) 00000100:00000001:3.0:1784950448.209948:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307386383 00000100:00100000:0.0:1784950448.209963:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1784950448.209964:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003360f156. 00000400:00000200:1.0:1784950448.209969:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:0.0:1784950448.209972:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1784950448.209978:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:1.0:1784950448.209985:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950448.209994:0:441643:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1784950448.209995:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950448.209996:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307386383 00000400:00000200:1.0:1784950448.210005:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1784950448.210007:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005fb7a54d. 00000400:00000200:1.0:1784950448.210013:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950448.210018:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:1.0:1784950448.210022:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11014:11014:235:4294967295] 192.168.203.114@tcp LPNI seq info [9748:9748:7:4294967295] 00000100:00000001:3.0:1784950448.210027:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307386383 00000100:00000010:3.0:1784950448.210035:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8b05ef1. 00000100:00000001:3.0:1784950448.210042:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:1.0:1784950448.210051:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950448.210052:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950448.210063:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950448.210070:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950448.210073:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950448.210074:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a09db0 00000800:00000010:1.0:1784950448.210080:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cbc1038. 00000800:00000200:2.0:1784950448.210081:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1784950448.210082:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c1a09db0. 00000100:00000001:3.0:1784950448.210084:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950448.210094:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a955e85. 00000100:00000001:0.0:1784950448.210098:0:441643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950448.210101:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784950448.210104:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950448.210107:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950448.210107:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1784950448.210112:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005512dd85 x1871652369197696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950448.210123:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784950448.210129:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950448.210130:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950448.210132:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950448.210138:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950448.210142:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002cbc1038 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:3.0:1784950448.210150:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:2.0:1784950448.210151:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027dbe14a 00000400:00000010:2.0:1784950448.210163:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000027dbe14a. 00000100:00000001:3.0:1784950448.210164:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950448.210167:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950448.210169:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950448.210177:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005512dd85 x1871652369197696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950448.210179:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950448.210179:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784950448.210180:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5586 usecs (6 jiffies) 00000100:00000001:3.0:1784950448.210186:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950448.210194:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307386375 00000100:00000200:2.0:1784950448.210196:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000095749226 x1871652369197824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950448.210198:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950448.210205:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950448.210209:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307386383 00000100:00000001:3.0:1784950448.210212:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950448.210223:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307386375 00000100:00000040:3.0:1784950448.210227:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000233e3cf1 x1871652369198208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950448.210231:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950448.210236:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307386383 00000100:00000001:0.0:1784950448.210243:0:441643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950448.210248:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307386375 00000100:00000001:0.0:1784950448.210257:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950448.210261:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307386383 00000100:00000001:2.0:1784950448.210268:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950448.210269:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307388795 00000100:00000001:1.0:1784950448.210274:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307386375 00000100:00000040:2.0:1784950448.210282:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000095749226 x1871652369197824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950448.210286:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307386383 00000100:00000001:3.0:1784950448.210289:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950448.210290:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307386383 00000100:00000001:3.0:1784950448.210297:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950448.210298:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950448.210305:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307388795 02000000:00000001:3.0:1784950448.210308:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950448.210311:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950448.210316:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950448.210319:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307386383 00000100:00000001:1.0:1784950448.210322:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950448.210330:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950448.210335:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950448.210336:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.210337:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307388795 00000100:00100000:3.0:1784950448.210341:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000233e3cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369198208:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950448.210350:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950448.210354:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307386383 00000100:00000001:1.0:1784950448.210355:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950448.210355:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950448.210363:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1784950448.210364:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950448.210389:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307388795 00000800:00000001:2.0:1784950448.210391:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950448.210393:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950448.210401:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950448.210402:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.210403:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307386383 00000800:00000001:2.0:1784950448.210406:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950448.210410:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950448.210413:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950448.210418:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950448.210418:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950448.210421:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000010:3.0:1784950448.210424:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d522160c. 00000800:00000001:2.0:1784950448.210428:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950448.210429:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950448.210433:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950448.210434:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.210441:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950448.210447:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950448.210449:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950448.210450:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071645e25. 00000400:00000200:2.0:1784950448.210452:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950448.210455:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950448.210465:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000743c695. 00000100:00000001:0.0:1784950448.210467:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950448.210467:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950448.210476:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950448.210477:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1784950448.210479:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369198208, portal 10 00000100:00000001:1.0:1784950448.210484:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784950448.210486:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069beb00 00000100:00000001:3.0:1784950448.210491:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950448.210492:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950448.210499:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032826112 : -120287676725504 : ffff929957c20700) 00000100:00000001:0.0:1784950448.210500:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784950448.210501:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c96d2925 x1871652369198080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950448.210506:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 14112 00000100:00000001:0.0:1784950448.210509:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950448.210522:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000233e3cf1 x1871652369198208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950448.210523:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950448.210527:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950448.210541:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950448.210552:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950448.210558:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950448.210563:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1784950448.210566:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369197696 00000100:00000001:1.0:1784950448.210570:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950448.210572:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:0.0:1784950448.210575:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950448.210577:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784950448.210583:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950448.210586:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1784950448.210588:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950448.210590:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950448.210594:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950448.210595:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:2.0:1784950448.210597:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:1.0:1784950448.210600:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950448.210606:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a470040. 02000000:00000001:0.0:1784950448.210608:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950448.210612:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f23672c8. 00000100:00100000:1.0:1784950448.210616:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c96d2925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369198080:192.168.203.114@tcp:400: 00000100:00000200:3.0:1784950448.210618:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369198208, offset 0 00000100:00100000:0.0:1784950448.210620:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369197696 00000100:00000040:2.0:1784950448.210622:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000f23672c8 x1871652369197824 msgsize 224 00000020:00000001:0.0:1784950448.210630:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950448.210636:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:1.0:1784950448.210638:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784950448.210640:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950448.210645:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:1.0:1784950448.210649:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1784950448.210654:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00100000:2.0:1784950448.210655:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:1.0:1784950448.210656:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950448.210660:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:1.0:1784950448.210669:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1784950448.210670:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:3.0:1784950448.210674:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1784950448.210678:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:2.0:1784950448.210679:0:441634:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:1.0:1784950448.210680:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d0624bd. 00000400:00000200:3.0:1784950448.210684:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:1.0:1784950448.210691:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.210694:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950448.210696:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950448.210703:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000010:0.0:1784950448.210705:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000400:00000010:1.0:1784950448.210706:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef0f247b. 00000400:00000200:3.0:1784950448.210708:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11015:11015:235:4294967295] 192.168.203.114@tcp LPNI seq info [9749:9749:7:4294967295] 00000400:00000010:1.0:1784950448.210755:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003112622c. 00000100:00000001:0.0:1784950448.210756:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950448.210768:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000100:00000200:1.0:1784950448.210768:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369198080, portal 4 00000400:00000200:3.0:1784950448.210778:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950448.210780:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1784950448.210785:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000100:00000001:1.0:1784950448.210787:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032827904 : -120287676723712 : ffff929957c20e00) 00000800:00000200:3.0:1784950448.210796:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950448.210800:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046aafe7b. 00000800:00000010:3.0:1784950448.210807:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4bcac29. 00000100:00000040:1.0:1784950448.210808:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c96d2925 x1871652369198080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950448.210813:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000800:00000200:3.0:1784950448.210826:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:0.0:1784950448.210831:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1784950448.210842:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000200:3.0:1784950448.210847:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:0.0:1784950448.210849:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950448.210858:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950448.210859:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784950448.210860:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c4bcac29 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950448.210872:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950448.210873:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950448.210874:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950448.210877:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1784950448.210887:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c47400a. 00000800:00000010:2.0:1784950448.210888:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cbc1038. 00000100:00000040:3.0:1784950448.210889:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5060 usecs (6 jiffies) 00000100:00000001:0.0:1784950448.210897:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950448.210900:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369198080, offset 0 00000400:00000200:2.0:1784950448.210901:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950448.210901:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307386376 00000100:00000001:3.0:1784950448.210916:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307388795 00000100:00000001:0.0:1784950448.210917:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1784950448.210922:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950448.210925:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1784950448.210928:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950448.210932:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307386376 00000100:00100000:0.0:1784950448.210940:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000400:00000200:2.0:1784950448.210940:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021eb9c96 00000100:00000001:3.0:1784950448.210946:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307388795 00000400:00000200:1.0:1784950448.210948:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:2.0:1784950448.210950:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000021eb9c96. 00000100:00000040:0.0:1784950448.210952:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:0.0:1784950448.210963:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785892665424 : -120287816886192 : ffff92994f675850) 00000100:00000001:3.0:1784950448.210963:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307386376 00000100:00000001:2.0:1784950448.210965:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1784950448.210967:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950448.210977:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307388795 00000100:00000200:2.0:1784950448.210978:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000faa06ed x1871652369197952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950448.210983:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:0.0:1784950448.210985:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000074fcb803 x1871652369197696/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:599/0 lens 224/0 e 0 to 0 dl 1784950459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950448.210990:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307386376 00000400:00000200:1.0:1784950448.211001:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950448.211001:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307388795 00000100:00000001:3.0:1784950448.211015:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950448.211018:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950448.211027:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950448.211038:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11016:11016:234:4294967295] 192.168.203.114@tcp LPNI seq info [9750:9750:6:4294967295] 00000100:00000001:3.0:1784950448.211040:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950448.211050:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950448.211052:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.211057:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950448.211064:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000faa06ed x1871652369197952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950448.211065:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000100:00000001:0.0:1784950448.211076:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950448.211081:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950448.211088:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000400:00000200:1.0:1784950448.211091:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000001:3.0:1784950448.211094:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950448.211108:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000074fcb803 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369197696:12345-0@lo:400: 00000100:00000001:2.0:1784950448.211114:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950448.211121:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369197696 00000100:00000001:2.0:1784950448.211124:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784950448.211125:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950448.211129:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000010:1.0:1784950448.211138:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002957ca98. 00000020:00000001:0.0:1784950448.211139:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000001:2.0:1784950448.211140:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950448.211146:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950448.211155:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:0.0:1784950448.211156:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950448.211163:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000800:00000001:2.0:1784950448.211169:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950448.211170:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:1.0:1784950448.211173:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:0.0:1784950448.211179:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950448.211181:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1784950448.211182:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002957ca98 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:2.0:1784950448.211185:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950448.211186:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000010:3.0:1784950448.211190:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4bcac29. 00000020:00000001:0.0:1784950448.211195:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000001:2.0:1784950448.211197:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950448.211199:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950448.211202:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950448.211204:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950448.211208:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4722 usecs (5 jiffies) 00000020:00000001:0.0:1784950448.211209:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000001:2.0:1784950448.211209:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950448.211218:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1784950448.211222:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950448.211223:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307386375 02000000:00000001:0.0:1784950448.211225:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1784950448.211235:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f724cbed. 00000100:00000001:1.0:1784950448.211236:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307388795 00000400:00000200:2.0:1784950448.211237:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950448.211240:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a470040 02000000:00000001:0.0:1784950448.211244:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950448.211249:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307386375 00000400:00000010:3.0:1784950448.211250:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005a470040. 00000100:00000001:0.0:1784950448.211255:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950448.211261:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307388795 00000100:00000001:3.0:1784950448.211262:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1784950448.211263:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950448.211273:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bec80 00010000:00000040:0.0:1784950448.211275:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369197696 00000100:00000001:1.0:1784950448.211277:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307386375 00000100:00000200:3.0:1784950448.211277:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000233e3cf1 x1871652369198208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950448.211288:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950448.211289:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307388795 00000400:00000200:2.0:1784950448.211294:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 159936 00000100:00000001:1.0:1784950448.211303:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307386375 00010000:00000200:0.0:1784950448.211304:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000074fcb803 x1871652369197696/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:599/0 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950448.211317:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307388795 00000800:00000001:2.0:1784950448.211318:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950448.211329:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950448.211330:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950448.211342:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950448.211343:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950448.211346:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950448.211358:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950448.211359:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1784950448.211360:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000233e3cf1 x1871652369198208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950448.211394:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:0.0:1784950448.211395:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950448.211397:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950448.211410:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950448.211415:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950448.211417:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950448.211422:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1784950448.211423:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950448.211424:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950448.211426:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950448.211434:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:1.0:1784950448.211436:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950448.211437:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c90cb1a. 00000100:00000001:0.0:1784950448.211441:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000040:2.0:1784950448.211448:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000001c90cb1a x1871652369198208 msgsize 224 02000000:00000001:0.0:1784950448.211449:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950448.211456:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.211467:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1784950448.211469:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:0.0:1784950448.211478:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1784950448.211484:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a09db0. 00000100:00000200:0.0:1784950448.211490:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369197696, offset 224 00000100:00000001:2.0:1784950448.211491:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1784950448.211502:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1784950448.211510:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950448.211513:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1784950448.211519:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:3.0:1784950448.211520:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002957ca98. 00000400:00000200:0.0:1784950448.211521:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1784950448.211522:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369197824 00000800:00000001:2.0:1784950448.211529:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950448.211531:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1784950448.211533:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950448.211541:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784950448.211546:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bea80 00000100:00000001:1.0:1784950448.211548:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950448.211552:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950448.211559:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950448.211562:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950448.211567:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950448.211570:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15d99 [1] + 224 00000100:00100000:1.0:1784950448.211574:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369197824 00000800:00000001:2.0:1784950448.211577:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950448.211582:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c47400a 00000400:00000200:0.0:1784950448.211583:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950448.211583:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950448.211592:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000400:00000010:3.0:1784950448.211592:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004c47400a. 00000400:00000200:2.0:1784950448.211598:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:1.0:1784950448.211602:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1784950448.211603:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1784950448.211606:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1784950448.211611:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000200:3.0:1784950448.211620:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c96d2925 x1871652369198080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950448.211622:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1784950448.211622:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000200:2.0:1784950448.211628:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069beb80 00000100:00000200:0.0:1784950448.211635:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005512dd85 x1871652369197696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950448.211636:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:1.0:1784950448.211651:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1784950448.211653:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 160160 00000020:00000010:1.0:1784950448.211661:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000001:1.0:1784950448.211674:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950448.211676:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950448.211681:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1784950448.211687:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950448.211688:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000040:3.0:1784950448.211696:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c96d2925 x1871652369198080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950448.211700:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005512dd85 x1871652369197696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950448.211700:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1784950448.211705:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003097b8ca. 00000100:00000001:3.0:1784950448.211756:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950448.211759:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784950448.211763:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:1.0:1784950448.211768:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4273495. 00000100:00000001:2.0:1784950448.211781:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1784950448.211782:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000200:2.0:1784950448.211788:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1784950448.211796:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:2.0:1784950448.211797:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0d6aa4c. 00000100:00000040:1.0:1784950448.211798:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000040:2.0:1784950448.211808:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000b0d6aa4c x1871652369197952 msgsize 224 00000100:00000001:1.0:1784950448.211809:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1784950448.211812:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a09db0 00000100:00000001:3.0:1784950448.211817:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950448.211818:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1784950448.211820:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c1a09db0. 00000100:00100000:3.0:1784950448.211826:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369198208 00000100:00000001:1.0:1784950448.211827:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.211831:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1784950448.211836:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:3.0:1784950448.211837:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950448.211839:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950448.211843:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950448.211845:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950448.211850:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950448.211851:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950448.211863:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:2.0:1784950448.211865:0:441634:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1784950448.211865:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950448.211868:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950448.211874:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00100000:3.0:1784950448.211876:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369198208 00000020:00000001:0.0:1784950448.211881:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950448.211882:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950448.211883:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950448.211890:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1784950448.211891:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1784950448.211892:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000800:00000001:2.0:1784950448.211894:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950448.211898:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1784950448.211904:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074fcb803 x1871652369197696/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:599/0 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950448.211906:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950448.211906:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:2.0:1784950448.211913:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950448.211916:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2705 00000020:00000040:3.0:1784950448.211919:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000040:1.0:1784950448.211929:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000001:3.0:1784950448.211933:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000200:2.0:1784950448.211940:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950448.211941:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785889438720 : -120287820112896 : ffff92994f361c00) 00000020:00000001:3.0:1784950448.211950:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000040:1.0:1784950448.211962:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f23672c8 x1871652369197824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:599/0 lens 224/0 e 0 to 0 dl 1784950459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950448.211964:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1784950448.211965:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000074fcb803 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369197696:12345-0@lo:400: Request processed in 899us (2012us total) trans 0 rc 0/0 00000400:00000200:2.0:1784950448.211969:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bec00 00000020:00000010:3.0:1784950448.211976:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:3.0:1784950448.211990:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950448.211996:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 14336 00000020:00000010:3.0:1784950448.212005:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00100000:0.0:1784950448.212006:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000800:00000001:2.0:1784950448.212019:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950448.212020:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000020:00000010:3.0:1784950448.212023:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba5e1f06. 00000100:00000001:1.0:1784950448.212024:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950448.212027:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:2.0:1784950448.212035:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950448.212036:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950448.212036:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000020:00000010:3.0:1784950448.212038:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058ccb8ec. 00000020:00000010:0.0:1784950448.212046:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046aafe7b. 00000400:00000200:2.0:1784950448.212048:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950448.212049:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950448.212052:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006049900c. 00000020:00000010:0.0:1784950448.212059:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000020:00000010:1.0:1784950448.212063:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000400:00000200:2.0:1784950448.212068:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950448.212071:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000100:00000040:3.0:1784950448.212075:0:453511:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1784950448.212078:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:0.0:1784950448.212082:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00100000:1.0:1784950448.212083:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f23672c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369197824:12345-192.168.203.114@tcp:400: 00000100:00000200:2.0:1784950448.212086:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1784950448.212087:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1784950448.212092:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1784950448.212095:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:0.0:1784950448.212099:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f724cbed. 00000100:00000010:2.0:1784950448.212101:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d43df96. 00000100:00000200:1.0:1784950448.212103:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369197824 00000100:00000001:3.0:1784950448.212105:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950448.212109:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1784950448.212113:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000003d43df96 x1871652369198080 msgsize 224 00000020:00000001:1.0:1784950448.212115:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950448.212117:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950448.212121:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1784950448.212123:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000200:0.0:1784950448.212129:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1784950448.212131:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1784950448.212133:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950448.212139:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950448.212140:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:1.0:1784950448.212141:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000010:0.0:1784950448.212142:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031021bcb. 00000020:00000001:1.0:1784950448.212150:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:1.0:1784950448.212156:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1784950448.212157:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037d18ffe. 00000001:00000001:1.0:1784950448.212161:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369197824, found 0 last_xid 1871652369197823 00000020:00000001:1.0:1784950448.212167:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950448.212169:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950448.212171:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950448.212172:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1784950448.212178:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950448.212184:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950448.212187:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950448.212188:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950448.212190:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950448.212196:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1784950448.212199:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950448.212200:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950448.212200:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000001:0.0:1784950448.212202:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1784950448.212208:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369197952 02000000:00000001:1.0:1784950448.212209:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:0.0:1784950448.212211:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784950448.212218:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1784950448.212220:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000961825da. 02000000:00000010:1.0:1784950448.212222:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009d922785. 00000100:00000001:3.0:1784950448.212224:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784950448.212230:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007da373e1 00000100:00000001:3.0:1784950448.212232:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950448.212233:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950448.212238:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007da373e1. 00000100:00000001:2.0:1784950448.212238:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950448.212245:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950448.212246:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950448.212247:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950448.212248:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1784950448.212255:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950448.212258:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369197952 00010000:00000040:1.0:1784950448.212261:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369197824 00000100:00000200:0.0:1784950448.212265:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005512dd85 x1871652369197696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950448.212267:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:2.0:1784950448.212270:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1576 00010000:00000001:1.0:1784950448.212272:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000040:3.0:1784950448.212274:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000040:2.0:1784950448.212284:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000020:00000001:3.0:1784950448.212285:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00010000:00000200:1.0:1784950448.212289:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f23672c8 x1871652369197824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:599/0 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950448.212294:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:2.0:1784950448.212295:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785889434240 : -120287820117376 : ffff92994f360a80) 00000020:00000001:3.0:1784950448.212308:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000040:2.0:1784950448.212318:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001c90cb1a x1871652369198208/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:599/0 lens 224/0 e 0 to 0 dl 1784950459 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950448.212319:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005512dd85 x1871652369197696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950448.212320:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:3.0:1784950448.212333:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1784950448.212335:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1784950448.212342:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00010000:00000001:1.0:1784950448.212343:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950448.212356:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1784950448.212358:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=81 v=5 (1 1 1 1) 00000020:00000010:3.0:1784950448.212393:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000001:1.0:1784950448.212403:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950448.212404:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950448.212406:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950448.212409:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e7c2f12. 00000100:00000001:0.0:1784950448.212410:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950448.212417:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000040:1.0:1784950448.212418:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950448.212420:0:441643:0:(client.c:1580:after_reply()) Process entered 00000020:00000010:3.0:1784950448.212422:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000100:00000001:2.0:1784950448.212430:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950448.212431:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950448.212433:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000010:3.0:1784950448.212434:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00000100:00000001:0.0:1784950448.212437:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950448.212444:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950448.212449:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1784950448.212449:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 02000000:00000001:0.0:1784950448.212450:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950448.212452:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1784950448.212458:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950448.212460:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:0.0:1784950448.212463:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=86 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950448.212466:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950448.212468:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950448.212470:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001c90cb1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369198208:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950448.212483:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1784950448.212484:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00001000:0.0:1784950448.212485:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=86 v=5 (1 1 1 1) 00000100:00000200:2.0:1784950448.212487:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369198208 00000100:00000001:3.0:1784950448.212491:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:1.0:1784950448.212497:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e7c3c07. 00000020:00000001:2.0:1784950448.212498:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950448.212499:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.212500:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950448.212509:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950448.212511:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000200:1.0:1784950448.212512:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369197824, offset 224 00010000:00000001:0.0:1784950448.212515:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1784950448.212518:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950448.212520:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950448.212524:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950448.212527:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1784950448.212533:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950448.212535:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:0.0:1784950448.212536:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950448.212541:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1784950448.212548:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950448.212549:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1784950448.212552:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005512dd85 x1871652369197696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950448.212553:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:2.0:1784950448.212559:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950448.212570:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1577 00000020:00000001:2.0:1784950448.212572:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950448.212581:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1784950448.212582:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11017:11017:236:4294967295] 192.168.203.114@tcp LPNI seq info [9751:9751:8:4294967295] 00000100:00000040:3.0:1784950448.212583:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000001:2.0:1784950448.212588:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950448.212593:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785889441408 : -120287820110208 : ffff92994f362680) 00000020:00000001:2.0:1784950448.212599:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950448.212609:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950448.212610:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950448.212614:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b0d6aa4c x1871652369197952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:599/0 lens 224/0 e 0 to 0 dl 1784950459 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950448.212619:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950448.212624:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1784950448.212628:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007657b601. 00000100:00000001:0.0:1784950448.212631:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950448.212639:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950448.212641:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950448.212648:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005512dd85 x1871652369197696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950448.212650:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950448.212660:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1784950448.212671:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369198208 00000800:00000200:1.0:1784950448.212681:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:2.0:1784950448.212685:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950448.212688:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000010:1.0:1784950448.212695:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009588bd88. 00000020:00000010:3.0:1784950448.212698:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00010000:00000200:2.0:1784950448.212700:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000001c90cb1a x1871652369198208/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:599/0 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950448.212708:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005512dd85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369197696:0@lo:400: 00000100:00000001:3.0:1784950448.212709:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784950448.212755:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950448.212756:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950448.212765:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000001:0.0:1784950448.212768:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1784950448.212778:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:0.0:1784950448.212784:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005512dd85 x1871652369197696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950448.212786:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1784950448.212789:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b0d6aa4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369197952:12345-192.168.203.114@tcp:400: 00000800:00000200:1.0:1784950448.212791:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009588bd88 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1784950448.212794:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950448.212807:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=81 v=5 (1 1 1 1) 00000100:00000200:3.0:1784950448.212814:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369197952 00000100:00000001:1.0:1784950448.212819:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950448.212824:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1784950448.212825:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950448.212834:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:1.0:1784950448.212836:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950448.212838:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1784950448.212838:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:3.0:1784950448.212839:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950448.212848:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:0.0:1784950448.212849:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784950448.212852:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:3.0:1784950448.212852:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950448.212856:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950448.212857:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d0923c0. 00000020:00000001:3.0:1784950448.212859:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 02000000:00000001:2.0:1784950448.212863:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1784950448.212868:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1784950448.212870:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950448.212871:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1784950448.212872:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950448.212879:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950448.212881:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f23672c8 x1871652369197824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:599/0 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950448.212882:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1784950448.212883:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950448.212890:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000100:00000040:2.0:1784950448.212894:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950448.212897:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950448.212903:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:2.0:1784950448.212907:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829f3cf7. 00000020:00000001:3.0:1784950448.212907:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1784950448.212909:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009b5272c8. 00000020:00000001:3.0:1784950448.212916:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950448.212921:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369198208, offset 224 02000000:00000001:0.0:1784950448.212923:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1784950448.212927:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1784950448.212930:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1784950448.212933:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f23672c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369197824:12345-192.168.203.114@tcp:400: Request processed in 900us (2300us total) trans 0 rc 0/0 00000100:00000010:0.0:1784950448.212936:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005512dd85. 00000100:00000001:3.0:1784950448.212938:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1784950448.212944:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950448.212949:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950448.212951:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950448.212958:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784950448.212961:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000023df4537. 00000100:00000001:0.0:1784950448.212967:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950448.212969:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:1.0:1784950448.212971:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2705 02000000:00000001:3.0:1784950448.212973:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.212980:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784950448.212984:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:0.0:1784950448.212987:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950448.212989:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950448.212994:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1784950448.212996:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11018:11018:235:4294967295] 192.168.203.114@tcp LPNI seq info [9752:9752:7:4294967295] 00000100:00000001:0.0:1784950448.213000:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950448.213004:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1784950448.213004:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.213006:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950448.213014:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4273495. 00010000:00000040:3.0:1784950448.213016:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369197952 00010000:00000001:3.0:1784950448.213026:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000010:1.0:1784950448.213027:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000020:00000010:1.0:1784950448.213039:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003097b8ca. 00010000:00000200:3.0:1784950448.213040:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000b0d6aa4c x1871652369197952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:599/0 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950448.213046:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000040:1.0:1784950448.213049:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:1.0:1784950448.213060:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950448.213062:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784950448.213071:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369198080 00000800:00000200:2.0:1784950448.213078:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950448.213080:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1784950448.213082:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950448.213087:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1784950448.213090:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.213092:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950448.213093:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005b63d50. 00000100:00001000:3.0:1784950448.213097:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=81 v=5 (1 1 1 1) 02000000:00000001:0.0:1784950448.213104:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950448.213107:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1784950448.213111:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369198080 00000800:00000200:2.0:1784950448.213115:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:3.0:1784950448.213119:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000020:00000001:0.0:1784950448.213120:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950448.213128:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:3.0:1784950448.213130:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000200:2.0:1784950448.213135:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:0.0:1784950448.213137:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1784950448.213140:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1784950448.213146:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000800:00000200:2.0:1784950448.213146:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000005b63d50 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784950448.213147:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950448.213161:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:3.0:1784950448.213161:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1784950448.213170:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000040:3.0:1784950448.213171:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950448.213174:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950448.213181:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a470040. 00000100:00000001:0.0:1784950448.213183:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950448.213187:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000010:0.0:1784950448.213193:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000100:00000200:3.0:1784950448.213194:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369197952, offset 224 00010000:00000001:2.0:1784950448.213195:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:1.0:1784950448.213197:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1784950448.213202:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.213204:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784950448.213208:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009588bd88. 00000020:00000001:2.0:1784950448.213212:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1784950448.213215:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000400:00000200:3.0:1784950448.213221:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950448.213222:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950448.213228:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c90cb1a x1871652369198208/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:599/0 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950448.213229:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d0923c0. 00000020:00000010:0.0:1784950448.213240:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046aafe7b. 00000400:00000200:1.0:1784950448.213244:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950448.213246:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:0.0:1784950448.213252:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000040:0.0:1784950448.213267:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000400:00000200:3.0:1784950448.213274:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11019:11019:234:4294967295] 192.168.203.114@tcp LPNI seq info [9753:9753:6:4294967295] 00000100:00000001:0.0:1784950448.213276:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950448.213282:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1784950448.213285:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001c90cb1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369198208:12345-192.168.203.114@tcp:400: Request processed in 869us (1826us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950448.213288:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.213302:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950448.213317:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1576 00000400:00000200:3.0:1784950448.213319:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950448.213322:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950448.213326:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:2.0:1784950448.213338:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1784950448.213341:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7c3c07 00000100:00000001:0.0:1784950448.213345:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950448.213346:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1784950448.213348:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950448.213350:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000e7c3c07. 00000100:00000001:0.0:1784950448.213353:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1784950448.213356:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058ccb8ec. 00000800:00000010:3.0:1784950448.213361:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4bcac29. 00000100:00000001:1.0:1784950448.213362:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950448.213384:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1784950448.213387:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006049900c. 00000100:00100000:0.0:1784950448.213393:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2706 00000800:00000001:1.0:1784950448.213394:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950448.213399:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba5e1f06. 00000100:00000040:0.0:1784950448.213404:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000800:00000200:3.0:1784950448.213406:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:1.0:1784950448.213408:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950448.213412:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:0.0:1784950448.213413:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786004511616 : -120287705040000 : ffff92995611fb80) 00000800:00000001:1.0:1784950448.213421:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950448.213423:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950448.213428:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:0.0:1784950448.213431:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d43df96 x1871652369198080/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:599/0 lens 224/0 e 0 to 0 dl 1784950459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950448.213432:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950448.213438:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c4bcac29 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950448.213454:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950448.213459:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:3.0:1784950448.213468:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000800:00000200:2.0:1784950448.213473:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1784950448.213481:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000010:2.0:1784950448.213483:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005b63d50. 00000020:00000001:3.0:1784950448.213489:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.213490:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950448.213491:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069beb00 00000400:00000200:2.0:1784950448.213494:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950448.213501:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1784950448.213502:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000100:00000001:0.0:1784950448.213512:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950448.213516:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15d95 [1] + 224 00000100:00000040:3.0:1784950448.213517:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0d6aa4c x1871652369197952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:599/0 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950448.213519:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950448.213525:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000400:00000200:2.0:1784950448.213541:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829f3cf7 00000800:00000001:1.0:1784950448.213542:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950448.213550:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003d43df96 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369198080:12345-192.168.203.114@tcp:400: 00000400:00000010:2.0:1784950448.213551:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000829f3cf7. 00000800:00000001:1.0:1784950448.213556:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950448.213559:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b0d6aa4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369197952:12345-192.168.203.114@tcp:400: Request processed in 861us (1739us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950448.213564:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1784950448.213569:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950448.213571:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:0.0:1784950448.213572:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369198080 00000020:00000001:0.0:1784950448.213583:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950448.213590:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:1.0:1784950448.213592:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950448.213597:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950448.213598:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1577 00000100:00000001:1.0:1784950448.213602:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1784950448.213609:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1784950448.213611:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000020:00000001:0.0:1784950448.213613:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000200:1.0:1784950448.213618:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000095749226 x1871652369197824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950448.213620:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1784950448.213623:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950448.213629:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:0.0:1784950448.213631:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369198080, found 0 last_xid 1871652369198079 00000800:00000200:2.0:1784950448.213635:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1784950448.213639:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000020:00000001:0.0:1784950448.213644:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950448.213646:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4bcac29. 00000020:00000010:3.0:1784950448.213651:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 00000020:00000001:0.0:1784950448.213655:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1784950448.213659:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950448.213663:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1784950448.213665:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e7c2f12. 00000020:00000001:0.0:1784950448.213670:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950448.213674:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000095749226 x1871652369197824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950448.213678:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000020:00000001:0.0:1784950448.213679:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1784950448.213679:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950448.213687:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950448.213690:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950448.213696:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1784950448.213696:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a470040 00000400:00000010:2.0:1784950448.213705:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005a470040. 02000000:00000010:0.0:1784950448.213706:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f724cbed. 02000000:00000001:0.0:1784950448.213716:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.213757:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950448.213760:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950448.213763:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369198080 00010000:00000001:0.0:1784950448.213768:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950448.213769:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950448.213770:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950448.213773:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950448.213777:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000200:0.0:1784950448.213779:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000003d43df96 x1871652369198080/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:599/0 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950448.213786:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950448.213789:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950448.213796:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000001:3.0:1784950448.213798:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950448.213799:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950448.213802:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950448.213809:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950448.213811:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950448.213821:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950448.213824:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950448.213829:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:0.0:1784950448.213831:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950448.213832:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950448.213842:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000001:2.0:1784950448.213846:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1784950448.213847:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1784950448.213856:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bec80 00000400:00000001:2.0:1784950448.213857:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1784950448.213858:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950448.213865:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002591d906. 00000100:00000001:0.0:1784950448.213867:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950448.213876:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c61119ea 00000100:00000040:0.0:1784950448.213879:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950448.213881:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c61119ea. 00000400:00000010:0.0:1784950448.213888:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007da373e1. 00000100:00000001:2.0:1784950448.213888:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950448.213899:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15dad [1] + 224 00000100:00000200:2.0:1784950448.213901:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000095749226 x1871652369197824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950448.213921:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369198080, offset 224 00000800:00000001:3.0:1784950448.213923:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950448.213928:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000095749226 x1871652369197824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950448.213939:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950448.213940:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950448.213953:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950448.213957:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784950448.213964:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950448.213965:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950448.213974:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950448.213976:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950448.213982:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784950448.213986:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11020:11020:236:4294967295] 192.168.203.114@tcp LPNI seq info [9754:9754:8:4294967295] 00000100:00000001:2.0:1784950448.213988:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950448.213994:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950448.213999:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950448.214011:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00001000:2.0:1784950448.214012:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=76 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950448.214027:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=76 v=5 (1 1 1 1) 00000800:00000200:0.0:1784950448.214028:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950448.214030:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950448.214040:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1784950448.214042:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000233e3cf1 x1871652369198208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950448.214043:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000100:00000001:2.0:1784950448.214046:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950448.214058:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950448.214065:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950448.214066:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:3.0:1784950448.214077:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000233e3cf1 x1871652369198208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950448.214078:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950448.214085:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000800:00000200:0.0:1784950448.214089:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:2.0:1784950448.214093:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950448.214098:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950448.214101:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784950448.214114:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000095749226 x1871652369197824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950448.214124:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950448.214132:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950448.214135:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950448.214137:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950448.214143:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950448.214147:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000040:2.0:1784950448.214154:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095749226 x1871652369197824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950448.214156:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950448.214160:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950448.214168:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950448.214181:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d43df96 x1871652369198080/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:599/0 lens 224/224 e 0 to 0 dl 1784950459 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950448.214182:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000095749226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369197824:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950448.214203:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950448.214209:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784950448.214211:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950448.214212:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1784950448.214217:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003d43df96 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369198080:12345-192.168.203.114@tcp:400: Request processed in 716us (2091us total) trans 0 rc 0/0 00000100:00000040:2.0:1784950448.214222:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000095749226 x1871652369197824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784950448.214223:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 00000800:00000001:1.0:1784950448.214227:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950448.214236:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950448.214239:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950448.214249:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950448.214251:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2706 00000400:00000200:3.0:1784950448.214258:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:0.0:1784950448.214264:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000200:3.0:1784950448.214276:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007da373e1 00000100:00000001:0.0:1784950448.214277:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1784950448.214277:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950448.214286:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1784950448.214287:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007da373e1. 00000100:00000001:2.0:1784950448.214289:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1784950448.214296:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046aafe7b. 02000000:00000001:2.0:1784950448.214298:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784950448.214300:0:441636:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:2.0:1784950448.214306:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004403da6f. 00000020:00000010:0.0:1784950448.214308:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000400:00000200:1.0:1784950448.214309:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069beb80 00000100:00000001:3.0:1784950448.214310:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1784950448.214321:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1784950448.214323:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d0923c0. 00000800:00000001:3.0:1784950448.214328:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950448.214329:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:1.0:1784950448.214331:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15da5 [1] + 224 00000020:00000040:0.0:1784950448.214335:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000020:00000040:2.0:1784950448.214336:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000800:00000001:3.0:1784950448.214343:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950448.214344:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950448.214346:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950448.214347:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:3.0:1784950448.214353:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:2.0:1784950448.214355:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e3e62659. 02000000:00000001:2.0:1784950448.214389:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1784950448.214390:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950448.214393:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1784950448.214394:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784950448.214400:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095749226. 00000400:00000200:1.0:1784950448.214403:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950448.214411:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950448.214413:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950448.214420:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950448.214425:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950448.214430:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950448.214436:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950448.214437:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950448.214438:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bec00 00000100:00000001:2.0:1784950448.214446:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784950448.214452:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000faa06ed x1871652369197952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950448.214454:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15db5 [1] + 224 00000400:00000001:2.0:1784950448.214471:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1784950448.214473:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784950448.214478:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950448.214483:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071645e25. 00000100:00000040:1.0:1784950448.214488:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000faa06ed x1871652369197952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950448.214489:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950448.214491:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000743c695 00000400:00000010:2.0:1784950448.214498:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000743c695. 00000400:00000200:3.0:1784950448.214501:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950448.214510:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950448.214518:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:2.0:1784950448.214524:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000233e3cf1 x1871652369198208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950448.214529:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950448.214537:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1784950448.214543:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c96d2925 x1871652369198080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950448.214553:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000233e3cf1 x1871652369198208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950448.214554:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950448.214564:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950448.214584:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c96d2925 x1871652369198080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950448.214586:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950448.214589:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950448.214592:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950448.214597:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950448.214604:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950448.214610:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950448.214614:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950448.214616:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950448.214618:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950448.214623:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950448.214627:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=81 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950448.214632:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=81 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950448.214635:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950448.214638:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950448.214641:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1784950448.214645:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00080000:2.0:1784950448.214652:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000233e3cf1 x1871652369198208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950448.214657:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784950448.214664:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950448.214670:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1784950448.214673:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950448.214676:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef0f247b. 00000100:00000001:2.0:1784950448.214678:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950448.214685:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000400:00000200:0.0:1784950448.214689:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003112622c 00000100:00000001:2.0:1784950448.214690:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950448.214695:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950448.214697:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003112622c. 00000100:00000040:2.0:1784950448.214704:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000233e3cf1 x1871652369198208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950448.214707:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950448.214759:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950448.214764:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c96d2925 x1871652369198080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950448.214765:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950448.214771:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950448.214785:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000233e3cf1 x1871652369198208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950448.214795:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c96d2925 x1871652369198080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950448.214817:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000233e3cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369198208:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950448.214826:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950448.214829:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950448.214831:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950448.214836:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950448.214837:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950448.214843:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1784950448.214846:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000233e3cf1 x1871652369198208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950448.214847:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950448.214853:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950448.214862:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950448.214873:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=81 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950448.214875:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950448.214880:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1784950448.214883:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=81 v=5 (1 1 1 1) 02000000:00000010:2.0:1784950448.214885:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d522160c. 00000100:00000001:0.0:1784950448.214897:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784950448.214898:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950448.214900:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950448.214902:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:0.0:1784950448.214905:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1784950448.214907:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00010000:00000001:0.0:1784950448.214909:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950448.214915:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950448.214917:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1784950448.214920:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000aa821349. 00000100:00000040:0.0:1784950448.214922:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 02000000:00000001:2.0:1784950448.214928:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784950448.214929:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1784950448.214934:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784950448.214935:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950448.214940:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000233e3cf1. 00000100:00000040:0.0:1784950448.214947:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c96d2925 x1871652369198080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950448.214950:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950448.214954:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950448.214961:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950448.214970:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950448.214973:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950448.214975:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.214981:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950448.214983:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950448.214986:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950448.214988:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950448.214995:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c96d2925 x1871652369198080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950448.215007:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c96d2925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369198080:192.168.203.114@tcp:400: 00000400:00000001:0.0:1784950448.215015:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950448.215018:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950448.215020:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db211b8c. 00000400:00000200:0.0:1784950448.215024:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca6d43d 00000400:00000010:0.0:1784950448.215025:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008ca6d43d. 00000100:00000001:0.0:1784950448.215028:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950448.215031:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000faa06ed x1871652369197952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950448.215040:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000faa06ed x1871652369197952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950448.215048:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950448.215050:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950448.215052:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950448.215053:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950448.215055:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950448.215056:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950448.215058:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950448.215061:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=81 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950448.215064:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950448.215066:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950448.215068:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950448.215069:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784950448.215073:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000faa06ed x1871652369197952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950448.215081:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.215083:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950448.215085:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950448.215087:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950448.215088:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950448.215091:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000faa06ed x1871652369197952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950448.215098:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950448.215100:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950448.215101:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950448.215104:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000faa06ed x1871652369197952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950448.215112:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000faa06ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369197952:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950448.215116:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950448.215118:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950448.215121:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c96d2925 x1871652369198080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950448.215137:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950448.215139:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950448.215141:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d0624bd. 02000000:00000001:0.0:1784950448.215145:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950448.215147:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950448.215148:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1784950448.215151:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950448.215153:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059c01b8a. 02000000:00000001:0.0:1784950448.215156:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950448.215158:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950448.215160:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c96d2925. 00000100:00000001:0.0:1784950448.215164:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950448.215165:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950448.215167:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950448.215170:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000faa06ed x1871652369197952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950448.215178:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950448.215179:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950448.215181:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f552988. 02000000:00000001:0.0:1784950448.215184:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950448.215185:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950448.215186:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1784950448.215188:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950448.215189:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002058a4fe. 02000000:00000001:0.0:1784950448.215191:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950448.215192:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950448.215194:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000faa06ed. 00000100:00000001:0.0:1784950448.215196:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950448.215198:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950448.215200:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950448.215204:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950448.215206:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950448.215208:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950448.215210:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950448.464832:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950448.464837:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950448.464842:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950448.464843:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950448.464973:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950448.464981:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950448.464986:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950449.104836:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950449.104844:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950449.104847:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950449.104851:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950449.104853:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950449.104856:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950449.104858:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950449.488837:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950449.488842:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950449.488847:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950449.488849:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950449.488988:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950449.488994:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950449.488998:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950450.128833:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950450.128841:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950450.128843:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950450.128847:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950450.128849:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950450.128852:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950450.128854:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950450.512854:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950450.512860:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950450.512865:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950450.512866:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950450.512971:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950450.512978:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950450.512983:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784950450.640857:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307388795, at 4307388800 00000100:00000010:3.0:1784950450.640872:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8b05ef1. 00000100:00000040:1.0:1784950450.640883:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307388795, at 4307388800 00000100:00000040:0.0:1784950450.640886:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307388795, at 4307388800 00000100:00000040:2.0:1784950450.640887:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307388795, at 4307388800 00000100:00000010:1.0:1784950450.640903:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003360f156. 00000100:00000010:0.0:1784950450.640907:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000037e2c3a1. 00000100:00000010:2.0:1784950450.640911:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005fb7a54d. 00000100:00000001:0.0:1784950451.152844:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950451.152851:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1784950451.152864:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950426/real 1784950426] req@00000000fa3bbdec x1871652369193344/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950451 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784950451.152883:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950451.152886:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950451.152889:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebb8394c. 00000400:00000200:0.0:1784950451.152895:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b068732 00000400:00000010:0.0:1784950451.152897:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003b068732. 00000100:00000001:0.0:1784950451.152902:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950451.152906:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa3bbdec x1871652369193344/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950451 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950451.152918:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa3bbdec x1871652369193344/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950451 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950451.152927:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950451.152929:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950451.152932:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950451.152934:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950451.152938:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fa3bbdec x1871652369193344/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950451 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950451.152955:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950451.152961:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950451.152963:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950451.152966:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950451.152968:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950451.152971:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950451.152975:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa3bbdec x1871652369193344/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950451 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950451.152984:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1784950451.152987:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950451.152990:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950451.152991:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950451.152994:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1784950451.152996:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1784950451.153000:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784950451.153022:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:0.0:1784950451.153026:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1784950451.153030:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa3bbdec x1871652369193344/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950451 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950451.153040:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000fa3bbdec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369193344:192.168.203.114@tcp:8: 00000100:00000001:0.0:1784950451.153046:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.153049:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950451.153053:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa3bbdec x1871652369193344/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950451 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950451.153063:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950451.153067:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950451.153070:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e9a49b42. 00000100:00000040:3.0:1784950451.153077:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784950451.153078:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950451.153084:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950451.153091:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1784950451.153092:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:0.0:1784950451.153099:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950451.153105:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000005c65964. 00000100:00000010:3.0:1784950451.153105:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095bf3843. 00000020:00000040:3.0:1784950451.153117:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 02000000:00000001:0.0:1784950451.153118:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950451.153125:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784950451.153128:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1784950451.153129:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa3bbdec. 02000000:00000001:3.0:1784950451.153135:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950451.153138:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950451.153142:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950451.153143:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.153145:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950451.153155:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a7ee387. 00000100:00000001:3.0:1784950451.153166:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950451.153175:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@0000000095bf3843 x1871652369198336/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950451.153188:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950451.153191:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950451.153197:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095bf3843] to pc [ptlrpcd_00_03+3] req@0000000095bf3843 x1871652369198336/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950451.153230:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950451.153233:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950451.153237:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950451.153240:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000285b838d. 00000020:00000040:3.0:1784950451.153243:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950451.153246:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950451.153248:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950451.153250:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950451.153254:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007262da46. 00000100:00000001:3.0:1784950451.153258:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950451.153265:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000285b838d x1871652369198464/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950451.153274:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950451.153276:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950451.153281:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950451.153282:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:3.0:1784950451.153289:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000285b838d] to pc [ptlrpcd_00_00+0] req@00000000285b838d x1871652369198464/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950451.153291:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950451.153303:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950451.153310:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950451.153315:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950451.153317:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950451.153320:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950451.153327:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000095bf3843 x1871652369198336/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950451.153330:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950451.153334:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1784950451.153340:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:2.0:1784950451.153344:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.153383:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1784950451.153385:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1784950451.153390:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.153392:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1784950451.153398:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1784950451.153399:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950451.153406:0:431120:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:0.0:1784950451.153407:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950451.153414:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1784950451.153416:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12697 00000100:00100000:0.0:1784950451.153422:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000095bf3843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369198336:0@lo:400: 00000100:00000001:0.0:1784950451.153429:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784950451.153434:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 02000000:00000001:0.0:1784950451.153437:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950451.153440:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1784950451.153443:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12696 02000000:00000001:0.0:1784950451.153444:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.153448:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950451.153453:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950451.153457:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1784950451.153462:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d0923c0. 02000000:00000001:0.0:1784950451.153469:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950451.153470:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b838d x1871652369198464/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950451.153477:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000961825da. 00000400:00000200:3.0:1784950451.153478:0:431120:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: 0 00000400:00000200:3.0:1784950451.153490:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -11 00000400:00000010:0.0:1784950451.153493:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a09db0. 00000100:00000040:3.0:1784950451.153504:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000200:0.0:1784950451.153506:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369198336, portal 25 00000100:00000001:3.0:1784950451.153515:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950451.153519:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950451.153520:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950451.153525:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683769472 : -120288025782144 : ffff929942f3d880) 00000100:00000040:3.0:1784950451.153526:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000001:1.0:1784950451.153528:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950451.153529:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1784950451.153537:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 02000000:00000001:1.0:1784950451.153544:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1784950451.153545:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:0.0:1784950451.153551:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000095bf3843 x1871652369198336/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950451.153553:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 00000020:00000040:3.0:1784950451.153554:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 02000000:00000001:1.0:1784950451.153555:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950451.153564:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:1.0:1784950451.153570:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950451.153572:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 00000400:00000010:2.0:1784950451.153574:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ac714e1c. 00000020:00000001:3.0:1784950451.153586:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000100:00000001:0.0:1784950451.153587:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1784950451.153588:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000285b838d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369198464:192.168.203.114@tcp:400: 00000400:00000010:2.0:1784950451.153589:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829f3cf7. 00000020:00000001:3.0:1784950451.153598:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000100:00000040:0.0:1784950451.153603:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1784950451.153606:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000a603c325. 00000100:00000001:1.0:1784950451.153609:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1784950451.153615:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d460af32. 00000100:00000040:3.0:1784950451.153617:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 02000000:00000001:1.0:1784950451.153619:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950451.153628:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950451.153628:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-1.2.3.4@tcp 00000100:00000001:3.0:1784950451.153629:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1784950451.153639:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784950451.153640:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 00000100:00000200:0.0:1784950451.153643:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369198336, offset 0 00000100:00000001:3.0:1784950451.153648:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 02000000:00000010:1.0:1784950451.153651:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003097b8ca. 00000400:00000200:2.0:1784950451.153655:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 1.2.3.4@tcp local destination 00000020:00000040:3.0:1784950451.153657:0:431120:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 02000000:00000001:1.0:1784950451.153662:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950451.153663:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1784950451.153674:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:3.0:1784950451.153675:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 00000400:00000010:1.0:1784950451.153679:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a55e79ea. 00000400:00000010:1.0:1784950451.153690:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e7c3c07. 00000400:00000200:2.0:1784950451.153692:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00080000:3.0:1784950451.153693:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000100:00000200:1.0:1784950451.153702:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369198464, portal 4 00000100:00000001:3.0:1784950451.153703:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950451.153709:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784950451.153713:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1784950451.153715:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784950451.153764:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950451.153770:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.153773:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1784950451.153776:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.153782:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683767680 : -120288025783936 : ffff929942f3d180) 00000400:00000200:2.0:1784950451.153783:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 1.2.3.4@tcp 00000100:00000010:3.0:1784950451.153787:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000074c34413. 00000400:00000200:2.0:1784950451.153796:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11021:11021:236:4294967295] 1.2.3.4@tcp LPNI seq info [158:158:8:4294967295] 00000020:00000040:3.0:1784950451.153797:0:431120:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1784950451.153801:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000285b838d x1871652369198464/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950451.153810:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1784950451.153818:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950451.153823:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 1.2.3.4@tcp 00000100:00000001:3.0:1784950451.153829:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950451.153835:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950451.153842:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950451.153850:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 1.2.3.4@tcp(1.2.3.4@tcp:1.2.3.4@tcp) : GET try# 0 02000000:00000010:3.0:1784950451.153854:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d2a51470. 00000100:00000001:1.0:1784950451.153855:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950451.153868:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950451.153873:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-1.2.3.4@tcp 00000100:00000040:1.0:1784950451.153877:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950451.153878:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1784950451.153888:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 00000800:00000010:2.0:1784950451.153891:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000aa821349. 00000100:00100000:3.0:1784950451.153892:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000074c34413 x1871652369198592/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1784950451.153895:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369198464, offset 0 00000400:00000200:0.0:1784950451.153905:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bed00 00000800:00000200:2.0:1784950451.153913:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000400:00000200:1.0:1784950451.153923:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950451.153926:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 36 secs later) 00000400:00000200:0.0:1784950451.153943:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x146c9 [2] + 0 00000400:00000200:1.0:1784950451.153951:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000200:2.1:1784950451.153954:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000100:00000001:3.0:1784950451.153956:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1784950451.153961:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1fa1406. 00000100:00000001:3.0:1784950451.153965:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1784950451.153967:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 36 secs later) 00000400:00000200:0.0:1784950451.153971:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004d6e2da9 00000400:00000200:1.0:1784950451.153972:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784950451.153982:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074c34413] to pc [ptlrpcd_rcv+-1] req@0000000074c34413 x1871652369198592/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950451.153986:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950451.153989:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000100:2.0:1784950451.153994:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-1.2.3.4@tcp 00000800:00000010:2.0:1784950451.154003:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000aa821349. 00000400:00000200:1.0:1784950451.154006:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950451.154008:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1784950451.154017:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1784950451.154021:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950451.154040:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->1.2.3.4@tcp: GET: REMOTE_ERROR 00000400:00000200:1.0:1784950451.154041:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11022:11022:235:4294967295] 192.168.203.114@tcp LPNI seq info [9755:9755:8:4294967295] 00000100:00000001:3.0:1784950451.154048:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950451.154058:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950451.154071:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1784950451.154077:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000010:3.0:1784950451.154079:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055a59be9. 00000020:00000040:3.0:1784950451.154088:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:2.0:1784950451.154092:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1784950451.154093:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d6e2da9 00000800:00000200:1.0:1784950451.154094:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950451.154097:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1784950451.154103:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 000000004d6e2da9. 02000000:00000001:3.0:1784950451.154104:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1784950451.154109:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009588bd88. 00000400:00000200:2.0:1784950451.154110:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 1.2.3.4@tcp: 1 02000000:00000001:3.0:1784950451.154114:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.154116:0:441643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950451.154123:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1784950451.154127:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 02000000:00000010:3.0:1784950451.154129:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000dc50a7. 00000100:00000040:0.0:1784950451.154134:0:441643:0:(events.c:337:request_in_callback()) incoming req@0000000030800427 x1871652369198336 msgsize 224 00000800:00000200:1.0:1784950451.154135:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950451.154142:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950451.154152:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 1.2.3.4@tcp 00000800:00000200:1.0:1784950451.154158:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:0.0:1784950451.154160:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1784950451.154161:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000055a59be9 x1871652369198720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1784950451.154166:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 rc 0 00000100:00000040:0.0:1784950451.154172:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:1.0:1784950451.154173:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009588bd88 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950451.154183:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 00000400:00000001:2.0:1784950451.154194:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950451.154195:0:441643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950451.154198:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000001:2.0:1784950451.154202:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950451.154203:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.154204:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950451.154208:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829f3cf7 00000400:00000010:2.0:1784950451.154217:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000829f3cf7. 00000100:00000040:1.0:1784950451.154218:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13666 usecs (14 jiffies) 00000100:00000040:3.0:1784950451.154221:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055a59be9] to pc [ptlrpcd_00_01+1] req@0000000055a59be9 x1871652369198720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950451.154226:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1784950451.154228:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d460af32 00000100:00000001:1.0:1784950451.154229:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307389327 00000400:00000010:0.0:1784950451.154237:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d460af32. 00000400:00000200:2.0:1784950451.154243:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000100:00000010:1.0:1784950451.154244:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000276e14b6. 00000100:00000001:0.0:1784950451.154250:0:441643:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1784950451.154257:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ac714e1c. 00000100:00000001:1.0:1784950451.154261:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000200:0.0:1784950451.154264:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000095bf3843 x1871652369198336/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950451.154267:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950451.154273:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 1.2.3.4@tcp:-5 00000100:00000001:1.0:1784950451.154275:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307389327 00000100:00000040:3.0:1784950451.154279:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1784950451.154286:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 rc -5 00000100:00000010:1.0:1784950451.154288:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000060c913c. 00000100:00000001:3.0:1784950451.154302:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1784950451.154305:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784950451.154307:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 1.2.3.4@tcp 00000100:00000001:0.0:1784950451.154310:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1784950451.154313:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e5b32b3f. 00000100:00000001:1.0:1784950451.154315:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307389327 00000100:00000040:0.0:1784950451.154322:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000095bf3843 x1871652369198336/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950451.154323:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000010:1.0:1784950451.154327:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0f26548. 00000100:00000001:3.0:1784950451.154334:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950451.154339:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 02000000:00000001:3.0:1784950451.154341:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950451.154372:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950451.154384:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004aab43c9. 00000100:00000001:0.0:1784950451.154386:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.154389:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307389327 00000100:00000001:3.0:1784950451.154393:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.154395:0:441643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950451.154399:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1784950451.154401:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000344af116. 00000100:00100000:2.0:1784950451.154406:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369198336 00000100:00000001:0.0:1784950451.154408:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950451.154410:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000e5b32b3f x1871652369198848/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950451.154411:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 02000000:00000001:2.0:1784950451.154417:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950451.154421:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307391739 00000100:00000001:2.0:1784950451.154424:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950451.154427:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950451.154432:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.154440:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307389327 00000100:00000001:1.0:1784950451.154441:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950451.154446:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.154454:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.154458:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307391739 00000100:00100000:2.0:1784950451.154459:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369198336 00000100:00000001:1.0:1784950451.154466:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950451.154469:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950451.154472:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950451.154474:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307389327 00000020:00000040:2.0:1784950451.154475:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:1.0:1784950451.154478:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950451.154479:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950451.154484:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950451.154487:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950451.154488:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307391739 00000020:00000040:2.0:1784950451.154491:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000040:3.0:1784950451.154494:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5b32b3f] to pc [ptlrpcd_00_02+2] req@00000000e5b32b3f x1871652369198848/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950451.154498:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950451.154501:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307389327 00000020:00000001:2.0:1784950451.154503:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:1.0:1784950451.154505:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950451.154513:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.154516:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307391739 00000020:00000001:2.0:1784950451.154517:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00100000:1.0:1784950451.154525:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784950451.154531:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307389327 00000100:00000001:2.0:1784950451.154532:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950451.154535:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950451.154544:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:0.0:1784950451.154547:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950451.154550:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950451.154554:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950451.154558:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.154559:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950451.154560:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00000001:3.0:1784950451.154563:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.154574:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1784950451.154574:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:0.0:1784950451.154575:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950451.154576:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac714e1c. 00000100:00000001:1.0:1784950451.154582:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950451.154589:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950451.154590:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1784950451.154591:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000010:2.0:1784950451.154593:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000317b674f. 00000100:00000001:0.0:1784950451.154603:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784950451.154605:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784950451.154606:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055a59be9 x1871652369198720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950451.154607:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff644127. 00000100:00000001:0.0:1784950451.154610:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950451.154624:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950451.154626:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1784950451.154627:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1784950451.154634:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950451.154638:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000010:3.0:1784950451.154638:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b9f5999. 00000100:00000001:0.0:1784950451.154640:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950451.154645:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1784950451.154649:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1784950451.154653:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950451.154657:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e5b32b3f x1871652369198848/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950451.154661:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950451.154668:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950451.154669:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950451.154675:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950451.154687:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000028331646. 00000100:00000001:2.0:1784950451.154693:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950451.154696:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.154699:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950451.154708:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.154711:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950451.154715:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1784950451.154716:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@000000008b9f5999 x1871652369198976/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1784950451.154745:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950451.154751:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950451.154755:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.154756:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950451.154763:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000055a59be9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369198720:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950451.154766:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1784950451.154768:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950451.154776:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1784950451.154784:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00000001:1.0:1784950451.154788:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950451.154790:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950451.154798:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784950451.154799:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 02000000:00000001:1.0:1784950451.154805:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950451.154807:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e5b32b3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369198848:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950451.154809:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785892662352 : -120287816889264 : ffff92994f674c50) 00000100:00000001:3.0:1784950451.154816:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784950451.154817:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950451.154825:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950451.154826:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000030800427 x1871652369198336/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:602/0 lens 224/0 e 0 to 0 dl 1784950462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950451.154827:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1784950451.154829:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009dfc6c6e. 02000000:00000001:0.0:1784950451.154834:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950451.154841:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950451.154842:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950451.154844:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9f5999] to pc [ptlrpcd_00_03+3] req@000000008b9f5999 x1871652369198976/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950451.154855:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1784950451.154856:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a65dc5aa. 02000000:00000010:0.0:1784950451.154867:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da6cc722. 00000400:00000010:1.0:1784950451.154870:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003112622c. 02000000:00000001:0.0:1784950451.154880:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950451.154884:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369198720, portal 10 00000100:00000001:2.0:1784950451.154885:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1784950451.154893:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f35b855d. 00000100:00000001:1.0:1784950451.154894:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1784950451.154896:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:1.0:1784950451.154900:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683777536 : -120288025774080 : ffff929942f3f800) 00000100:00000001:2.0:1784950451.154907:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784950451.154908:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d460af32. 00000020:00000010:2.0:1784950451.154920:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00000040:1.0:1784950451.154921:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000055a59be9 x1871652369198720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950451.154923:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369198848, portal 4 00000100:00000001:0.0:1784950451.154935:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950451.154941:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683775744 : -120288025775872 : ffff929942f3f100) 00000100:00100000:2.0:1784950451.154942:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000030800427 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369198336:12345-0@lo:400: 00000100:00000200:2.0:1784950451.154963:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369198336 00000100:00000040:0.0:1784950451.154964:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e5b32b3f x1871652369198848/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950451.154969:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950451.154971:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950451.154980:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950451.154983:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950451.154985:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12727) 00000020:00000001:2.0:1784950451.154986:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950451.154998:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1784950451.155000:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950451.155005:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:3.0:1784950451.155010:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784950451.155011:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c47400a. 00000020:00000001:2.0:1784950451.155015:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950451.155018:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950451.155021:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1784950451.155023:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950451.155025:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369198720, offset 0 00000100:00000001:3.0:1784950451.155025:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1784950451.155032:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1784950451.155036:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950451.155038:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1784950451.155042:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008b9f5999 x1871652369198976/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950451.155047:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df1b1287. 00000020:00000001:2.0:1784950451.155048:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950451.155049:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950451.155062:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1784950451.155063:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369198848, offset 0 00000400:00000200:1.0:1784950451.155069:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950451.155071:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950451.155073:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784950451.155080:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950451.155081:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950451.155086:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950451.155090:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000010:2.0:1784950451.155091:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005fe49499. 02000000:00000001:3.0:1784950451.155093:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784950451.155100:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:2.0:1784950451.155104:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950451.155105:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950451.155110:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950451.155117:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950451.155117:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950451.155121:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000001:2.0:1784950451.155130:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950451.155136:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008b9f5999 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369198976:192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950451.155140:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11023:11023:235:4294967295] 192.168.203.114@tcp LPNI seq info [9756:9756:7:4294967295] 00010000:00000040:2.0:1784950451.155141:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369198336 00000100:00000001:3.0:1784950451.155152:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1784950451.155154:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:3.0:1784950451.155161:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00010000:00000200:2.0:1784950451.155168:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000030800427 x1871652369198336/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:602/0 lens 224/224 e 0 to 0 dl 1784950462 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950451.155169:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950451.155179:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:3.0:1784950451.155181:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950451.155191:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e7c2f12. 02000000:00000001:3.0:1784950451.155199:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950451.155210:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfa2da. 00000800:00000200:1.0:1784950451.155211:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950451.155213:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00010000:00000001:2.0:1784950451.155217:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1784950451.155223:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00010000:00000001:2.0:1784950451.155225:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950451.155227:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002957ca98. 00000400:00000200:0.0:1784950451.155232:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1784950451.155235:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369198976, portal 10 00000100:00001000:2.0:1784950451.155238:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=89 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950451.155243:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784950451.155246:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:1.0:1784950451.155248:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950451.155250:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683764096 : -120288025787520 : ffff929942f3c380) 00000100:00000001:2.0:1784950451.155255:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1784950451.155261:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1784950451.155268:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000040:3.0:1784950451.155273:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000008b9f5999 x1871652369198976/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950451.155274:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:1.0:1784950451.155274:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950451.155276:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000800:00000200:1.0:1784950451.155288:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002957ca98 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1784950451.155291:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1784950451.155294:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11024:11024:234:4294967295] 192.168.203.114@tcp LPNI seq info [9757:9757:6:4294967295] 02000000:00000001:2.0:1784950451.155298:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950451.155310:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950451.155318:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.155321:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950451.155327:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1784950451.155330:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5588 usecs (6 jiffies) 00000400:00000010:2.0:1784950451.155337:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829f3cf7. 00000100:00000040:3.0:1784950451.155338:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950451.155341:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307389320 00000400:00000200:0.0:1784950451.155344:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000010:3.0:1784950451.155374:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9ae20b. 00000100:00000200:2.0:1784950451.155375:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369198336, offset 224 00000100:00000001:1.0:1784950451.155378:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307391739 00000100:00000200:3.0:1784950451.155388:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369198976, offset 0 00000100:00000001:1.0:1784950451.155391:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307389320 00000800:00000200:0.0:1784950451.155393:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950451.155403:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1784950451.155404:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307391739 00000800:00000010:0.0:1784950451.155409:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000100:00000001:1.0:1784950451.155411:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307389320 00000400:00000200:3.0:1784950451.155422:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950451.155424:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307391739 00000400:00000200:2.0:1784950451.155426:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:0.0:1784950451.155433:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950451.155437:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307389320 00000400:00000200:3.0:1784950451.155447:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950451.155448:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307391739 00000800:00000200:0.0:1784950451.155458:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:1.0:1784950451.155460:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950451.155465:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784950451.155469:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950451.155471:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950451.155477:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950451.155484:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.155485:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950451.155487:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1784950451.155498:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4725 usecs (5 jiffies) 00000100:00000001:1.0:1784950451.155499:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950451.155500:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950451.155511:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307389319 00000400:00000200:3.0:1784950451.155519:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11025:11025:233:4294967295] 192.168.203.114@tcp LPNI seq info [9758:9758:5:4294967295] 00000100:00000001:0.0:1784950451.155521:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307391739 00000100:00000001:1.0:1784950451.155530:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950451.155532:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307389319 00000100:00000001:1.0:1784950451.155536:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.155538:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307391739 00000100:00000001:0.0:1784950451.155548:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307389319 00000100:00000001:0.0:1784950451.155555:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307391739 00000400:00000200:3.0:1784950451.155557:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950451.155562:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307389319 00000100:00000001:0.0:1784950451.155569:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307391739 00000800:00000200:3.0:1784950451.155573:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950451.155575:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950451.155581:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bed00 00000100:00000001:0.0:1784950451.155585:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950451.155587:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950451.155588:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a86c365d. 00000100:00000001:0.0:1784950451.155594:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950451.155599:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15dd5 [1] + 224 00000800:00000010:1.0:1784950451.155600:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009588bd88. 00000100:00000001:0.0:1784950451.155602:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950451.155612:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950451.155614:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950451.155617:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784950451.155620:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950451.155624:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950451.155630:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950451.155636:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950451.155638:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000200:3.0:1784950451.155640:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:2.0:1784950451.155641:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1784950451.155643:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950451.155650:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca6d43d 00000800:00000200:3.0:1784950451.155655:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a86c365d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950451.155656:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950451.155658:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008ca6d43d. 00000100:00000001:3.0:1784950451.155673:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.155674:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950451.155676:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784950451.155683:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5061 usecs (6 jiffies) 00000100:00000200:1.0:1784950451.155691:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000285b838d x1871652369198464/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950451.155691:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000095bf3843 x1871652369198336/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950451.155693:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307389320 00000100:00000001:3.0:1784950451.155703:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307391739 00000100:00000001:3.0:1784950451.155712:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307389320 00000100:00000040:2.0:1784950451.155756:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000095bf3843 x1871652369198336/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950451.155759:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950451.155767:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307391739 00000800:00000010:0.0:1784950451.155771:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002957ca98. 00000100:00000001:3.0:1784950451.155779:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307389321 00000400:00000200:0.0:1784950451.155785:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950451.155790:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307391739 00000100:00000001:3.0:1784950451.155802:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307389321 00000400:00000200:0.0:1784950451.155806:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950451.155813:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307391739 00000100:00000001:3.0:1784950451.155824:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950451.155825:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c47400a 00000100:00000001:2.0:1784950451.155828:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1784950451.155834:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004c47400a. 00000100:00000001:3.0:1784950451.155836:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.155843:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950451.155847:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.155848:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1784950451.155855:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000285b838d x1871652369198464/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950451.155857:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829f3cf7 00000100:00000001:3.0:1784950451.155858:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950451.155862:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055a59be9 x1871652369198720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950451.155867:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000829f3cf7. 00000100:00000001:3.0:1784950451.155874:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950451.155878:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950451.155884:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950451.155886:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950451.155895:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.155899:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950451.155908:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:3.0:1784950451.155908:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950451.155919:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.155921:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950451.155922:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:0.0:1784950451.155925:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1784950451.155931:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.155935:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950451.155935:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950451.155937:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950451.155940:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055a59be9 x1871652369198720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950451.155951:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030800427 x1871652369198336/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:602/0 lens 224/224 e 0 to 0 dl 1784950462 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950451.155975:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.155982:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950451.155987:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950451.155988:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000030800427 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369198336:12345-0@lo:400: Request processed in 1096us (1847us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950451.155994:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950451.156001:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1784950451.156005:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00000040:3.0:1784950451.156013:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000074c34413 x1871652369198592/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950451.156014:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000800:00000200:1.0:1784950451.156015:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950451.156026:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:1.0:1784950451.156027:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 00000100:00000001:2.0:1784950451.156034:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1784950451.156040:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784950451.156041:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1784950451.156043:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000317b674f. 00000100:00000001:3.0:1784950451.156044:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950451.156057:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784950451.156058:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950451.156059:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff644127. 02000000:00000001:3.0:1784950451.156064:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950451.156073:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac714e1c. 02000000:00000001:3.0:1784950451.156074:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950451.156075:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df1b1287 00000400:00000010:1.0:1784950451.156086:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000df1b1287. 00000020:00000040:2.0:1784950451.156089:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00100000:3.0:1784950451.156090:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000074c34413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369198592:1.2.3.4@tcp:8: 00000100:00000001:1.0:1784950451.156098:0:441634:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784950451.156103:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1784950451.156104:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1784950451.156109:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1784950451.156110:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005fe49499. 00000100:00000200:1.0:1784950451.156112:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e5b32b3f x1871652369198848/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950451.156113:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950451.156122:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a86c365d. 02000000:00000001:2.0:1784950451.156123:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1784950451.156123:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950451.156131:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950451.156137:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950451.156138:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784950451.156143:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1784950451.156146:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950451.156156:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc7f6b9e. 00000400:00000200:0.0:1784950451.156161:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950451.156161:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950451.156165:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784950451.156168:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016f0e950. 00000100:00000001:3.0:1784950451.156169:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950451.156176:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9ae20b 00000100:00000040:1.0:1784950451.156177:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e5b32b3f x1871652369198848/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950451.156180:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784950451.156185:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9ae20b. 00000100:00000001:3.0:1784950451.156186:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950451.156191:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.156197:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950451.156200:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950451.156212:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b9f5999 x1871652369198976/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950451.156217:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950451.156225:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950451.156226:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950451.156239:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784950451.156242:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950451.156246:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950451.156247:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008b9f5999 x1871652369198976/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950451.156255:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950451.156258:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950451.156267:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950451.156268:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950451.156274:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.156279:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784950451.156285:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950451.156287:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950451.156299:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950451.156307:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bed80 00000100:00000001:0.0:1784950451.156308:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950451.156315:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950451.156319:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bee80 00000400:00000200:3.0:1784950451.156326:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 14560 00000400:00000001:0.0:1784950451.156336:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1784950451.156338:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784950451.156344:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950451.156372:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000961825da. 00000400:00000200:0.0:1784950451.156378:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a09db0 00000800:00000001:3.0:1784950451.156378:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950451.156385:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c1a09db0. 00000400:00000200:3.0:1784950451.156388:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950451.156390:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950451.156401:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 160384 00000100:00000200:0.0:1784950451.156402:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000095bf3843 x1871652369198336/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950451.156404:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950451.156422:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:1.0:1784950451.156424:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784950451.156428:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:0.0:1784950451.156432:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000095bf3843 x1871652369198336/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784950451.156437:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7ed0693. 00000800:00000001:1.0:1784950451.156438:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950451.156448:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000c7ed0693 x1871652369198464 msgsize 224 00000400:00000200:1.0:1784950451.156450:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950451.156466:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784950451.156472:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950451.156474:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950451.156475:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950451.156486:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950451.156487:0:441634:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1784950451.156493:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1784950451.156494:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1784950451.156498:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950451.156503:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950451.156505:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950451.156505:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003add9f36. 02000000:00000001:0.0:1784950451.156516:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950451.156517:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000003add9f36 x1871652369198720 msgsize 224 00000800:00000001:3.0:1784950451.156519:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784950451.156529:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=89 v=5 (5 5 5 5) 00000800:00000001:3.0:1784950451.156535:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950451.156541:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=89 v=5 (1 1 1 1) 00000100:00100000:1.0:1784950451.156543:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:3.0:1784950451.156546:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950451.156554:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950451.156556:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950451.156562:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950451.156569:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784950451.156570:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1784950451.156573:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:0.0:1784950451.156577:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.156583:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950451.156588:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950451.156589:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1784950451.156590:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000095bf3843 x1871652369198336/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950451.156597:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369198464 00000400:00000200:3.0:1784950451.156599:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bef00 00000800:00000001:1.0:1784950451.156603:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950451.156606:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:1.0:1784950451.156616:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950451.156617:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950451.156626:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950451.156627:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 14784 00000100:00000001:0.0:1784950451.156628:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950451.156629:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950451.156636:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.156642:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1784950451.156649:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369198464 00000100:00000001:0.0:1784950451.156650:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950451.156651:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950451.156653:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:2.0:1784950451.156660:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:0.0:1784950451.156667:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095bf3843 x1871652369198336/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950451.156667:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000800:00000001:3.0:1784950451.156672:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950451.156677:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:1.0:1784950451.156681:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bef80 00000400:00000200:3.0:1784950451.156684:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1784950451.156686:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:2.0:1784950451.156699:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000200:3.0:1784950451.156707:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950451.156713:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 160608 00000020:00000001:2.0:1784950451.156714:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950451.156752:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950451.156758:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00100000:0.0:1784950451.156763:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000095bf3843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369198336:0@lo:400: 00000100:00000001:2.0:1784950451.156766:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950451.156777:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000800:00000001:1.0:1784950451.156778:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950451.156780:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950451.156782:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950451.156786:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac714e1c. 00000100:00000200:3.0:1784950451.156787:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1784950451.156789:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784950451.156795:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950451.156799:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000317b674f. 00000100:00000010:3.0:1784950451.156802:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000003a4e779. 00000100:00000040:0.0:1784950451.156803:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000095bf3843 x1871652369198336/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950451.156805:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1784950451.156811:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff644127. 00000100:00000040:3.0:1784950451.156814:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000003a4e779 x1871652369198848 msgsize 224 00000400:00000200:1.0:1784950451.156827:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950451.156830:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1784950451.156842:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950451.156845:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1784950451.156847:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950451.156848:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950451.156849:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1784950451.156851:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1784950451.156855:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784950451.156857:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950451.156862:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d0923c0. 00000100:00000010:1.0:1784950451.156865:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000042f323f0. 00000100:00000001:2.0:1784950451.156868:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.156870:0:441636:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1784950451.156873:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1784950451.156875:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000042f323f0 x1871652369198976 msgsize 224 00000020:00000001:0.0:1784950451.156881:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950451.156886:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000800:00000001:3.0:1784950451.156890:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950451.156893:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950451.156895:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:0.0:1784950451.156896:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:3.0:1784950451.156904:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950451.156905:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a7ee387. 00000100:00000001:2.0:1784950451.156912:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1784950451.156917:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950451.156919:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1784950451.156920:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369198848 02000000:00000001:0.0:1784950451.156922:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1784950451.156929:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1784950451.156930:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095bf3843. 00000100:00000001:2.0:1784950451.156935:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784950451.156936:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950451.156939:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950451.156943:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.156945:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950451.156947:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000001:1.0:1784950451.156948:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950451.156955:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.156958:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.156958:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1784950451.156961:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369198848 00000100:00000001:0.0:1784950451.156969:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1784950451.156970:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950451.156975:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1784950451.156976:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00100000:3.0:1784950451.156978:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2707 00000100:00000001:0.0:1784950451.156982:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950451.156985:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:3.0:1784950451.156990:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000040:2.0:1784950451.156992:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:0.0:1784950451.156994:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.156996:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683773952 : -120288025777664 : ffff929942f3ea00) 00000100:00000001:1.0:1784950451.157000:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1784950451.157003:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00100000:1.0:1784950451.157010:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369198720 00000020:00000001:2.0:1784950451.157010:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000040:3.0:1784950451.157015:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c7ed0693 x1871652369198464/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:602/0 lens 224/0 e 0 to 0 dl 1784950462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950451.157021:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950451.157024:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950451.157027:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1784950451.157034:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:0.0:1784950451.157035:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950451.157036:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950451.157044:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369198976 00000100:00000001:2.0:1784950451.157046:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950451.157050:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950451.157053:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1784950451.157060:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00000001:0.0:1784950451.157062:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1784950451.157064:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369198720 00000100:00000001:0.0:1784950451.157072:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950451.157074:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:2.0:1784950451.157076:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005dec4288. 00000020:00000040:1.0:1784950451.157081:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000010:2.0:1784950451.157086:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1b8a0d0. 00000100:00000001:3.0:1784950451.157086:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1784950451.157087:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950451.157087:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950451.157097:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000010:3.0:1784950451.157098:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00100000:0.0:1784950451.157099:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369198976 00000020:00000010:2.0:1784950451.157100:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbcac818. 00000020:00000001:1.0:1784950451.157107:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:0.0:1784950451.157110:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950451.157111:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950451.157113:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1784950451.157115:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000040:0.0:1784950451.157117:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000001:2.0:1784950451.157121:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1784950451.157123:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000020:00000001:0.0:1784950451.157126:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950451.157128:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.157130:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1784950451.157134:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000001:2.0:1784950451.157140:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950451.157141:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00100000:3.0:1784950451.157142:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c7ed0693 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369198464:12345-192.168.203.114@tcp:400: 00000020:00000001:0.0:1784950451.157145:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:1.0:1784950451.157153:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950451.157158:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:2.0:1784950451.157161:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950451.157163:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369198464 00000020:00000010:1.0:1784950451.157165:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000001:0.0:1784950451.157170:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1784950451.157174:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:0.0:1784950451.157180:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000020:00000001:3.0:1784950451.157182:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:1.0:1784950451.157183:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004407e226. 00000100:00000001:2.0:1784950451.157186:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950451.157190:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950451.157192:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950451.157194:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1784950451.157198:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4273495. 00000020:00000010:0.0:1784950451.157202:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000020:00000001:3.0:1784950451.157203:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1784950451.157209:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000020:00000001:3.0:1784950451.157212:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00100000:2.0:1784950451.157214:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2708 00000020:00000010:0.0:1784950451.157218:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d0923c0. 00000020:00000001:3.0:1784950451.157222:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1784950451.157226:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000040:1.0:1784950451.157227:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000001:00000001:3.0:1784950451.157231:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369198464, found 0 last_xid 1871652369198463 00000020:00000010:0.0:1784950451.157232:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046aafe7b. 00000100:00000001:2.0:1784950451.157235:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683774848 : -120288025776768 : ffff929942f3ed80) 00000100:00000001:1.0:1784950451.157238:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950451.157247:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1784950451.157248:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950451.157249:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000001:1.0:1784950451.157254:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950451.157256:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000003a4e779 x1871652369198848/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:602/0 lens 224/0 e 0 to 0 dl 1784950462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950451.157259:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1784950451.157264:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1784950451.157267:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950451.157272:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1784950451.157273:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1784950451.157274:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.157281:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950451.157283:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1784950451.157284:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950451.157291:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.157295:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950451.157296:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950451.157299:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1784950451.157301:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1784950451.157305:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:0.0:1784950451.157306:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1784950451.157308:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784950451.157310:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c1d7bf10. 00000100:00000001:0.0:1784950451.157312:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950451.157316:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950451.157321:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950451.157327:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00000001:3.0:1784950451.157328:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.157334:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1784950451.157337:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.157338:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950451.157340:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1784950451.157369:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000003a4e779 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369198848:12345-192.168.203.114@tcp:400: 00010000:00000040:3.0:1784950451.157370:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369198464 00010000:00000001:3.0:1784950451.157381:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00100000:1.0:1784950451.157382:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1578 00000100:00000001:0.0:1784950451.157384:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1784950451.157385:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369198848 00000100:00000001:0.0:1784950451.157393:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1784950451.157397:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00010000:00000200:3.0:1784950451.157397:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c7ed0693 x1871652369198464/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:602/0 lens 224/224 e 0 to 0 dl 1784950462 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950451.157398:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950451.157407:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950451.157408:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785884837504 : -120287824714112 : ffff92994eefe680) 00000100:00100000:0.0:1784950451.157410:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1579 00000020:00000001:2.0:1784950451.157417:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950451.157424:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000040:1.0:1784950451.157429:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003add9f36 x1871652369198720/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:602/0 lens 224/0 e 0 to 0 dl 1784950462 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950451.157430:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1784950451.157435:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785884834816 : -120287824716800 : ffff92994eefdc00) 00000020:00000001:2.0:1784950451.157438:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:2.0:1784950451.157450:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1784950451.157455:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000042f323f0 x1871652369198976/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:602/0 lens 224/0 e 0 to 0 dl 1784950462 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1784950451.157459:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369198848, found 0 last_xid 1871652369198847 00010000:00000001:3.0:1784950451.157461:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950451.157467:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950451.157472:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950451.157478:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=84 v=5 (1 1 1 1) 00000020:00000001:2.0:1784950451.157485:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950451.157492:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950451.157497:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1784950451.157501:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.157504:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1784950451.157509:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000020:00000001:2.0:1784950451.157513:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1784950451.157514:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000001:3.0:1784950451.157521:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950451.157524:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950451.157525:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950451.157525:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950451.157528:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950451.157534:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1784950451.157537:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000020:00000010:1.0:1784950451.157538:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 02000000:00000001:3.0:1784950451.157538:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950451.157543:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005fe49499. 00000100:00000001:0.0:1784950451.157549:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950451.157552:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784950451.157553:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950451.157555:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000100:00000001:2.0:1784950451.157563:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950451.157565:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003add9f36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369198720:12345-192.168.203.114@tcp:400: 00000100:00000040:3.0:1784950451.157568:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950451.157573:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950451.157579:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000042f323f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369198976:12345-192.168.203.114@tcp:400: 00000400:00000010:3.0:1784950451.157580:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aee49f67. 00010000:00000040:2.0:1784950451.157584:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369198848 00000100:00000200:1.0:1784950451.157587:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369198720 00000100:00000200:3.0:1784950451.157592:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369198464, offset 224 00010000:00000001:2.0:1784950451.157598:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:1.0:1784950451.157599:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:0.0:1784950451.157603:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369198976 00000020:00000001:0.0:1784950451.157610:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950451.157611:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00010000:00000200:2.0:1784950451.157617:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000003a4e779 x1871652369198848/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:602/0 lens 224/224 e 0 to 0 dl 1784950462 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950451.157617:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950451.157619:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950451.157620:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950451.157627:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950451.157632:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950451.157639:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950451.157640:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:3.0:1784950451.157642:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:0.0:1784950451.157646:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:1.0:1784950451.157654:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1784950451.157658:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1784950451.157663:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950451.157667:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950451.157669:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11026:11026:236:4294967295] 192.168.203.114@tcp LPNI seq info [9759:9759:8:4294967295] 00000020:00000001:1.0:1784950451.157675:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1784950451.157678:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1784950451.157679:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950451.157683:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950451.157687:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1784950451.157687:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950451.157690:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950451.157696:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950451.157697:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=84 v=5 (1 1 1 1) 00000020:00000001:1.0:1784950451.157699:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1784950451.157709:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950451.157711:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950451.157712:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950451.157749:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950451.157755:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1784950451.157758:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:1.0:1784950451.157760:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1784950451.157762:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006d590f04. 00000100:00000040:2.0:1784950451.157765:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 02000000:00000010:1.0:1784950451.157772:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006c634c55. 02000000:00000001:0.0:1784950451.157774:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950451.157777:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950451.157784:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.157787:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950451.157788:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:3.0:1784950451.157792:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950451.157795:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.157796:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950451.157800:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950451.157806:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083b5681e. 00000100:00000001:2.0:1784950451.157808:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1784950451.157809:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950451.157810:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369198976 00010000:00000040:1.0:1784950451.157820:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369198720 00010000:00000001:0.0:1784950451.157821:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:2.0:1784950451.157825:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:3.0:1784950451.157828:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:1.0:1784950451.157833:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:0.0:1784950451.157838:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000042f323f0 x1871652369198976/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:602/0 lens 224/224 e 0 to 0 dl 1784950462 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950451.157838:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829f3cf7. 00010000:00000200:1.0:1784950451.157849:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000003add9f36 x1871652369198720/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:602/0 lens 224/224 e 0 to 0 dl 1784950462 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950451.157851:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369198848, offset 224 00000800:00000200:3.0:1784950451.157853:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950451.157866:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000083b5681e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950451.157877:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000001:0.0:1784950451.157898:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950451.157902:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950451.157905:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000001:1.0:1784950451.157907:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950451.157908:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950451.157917:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950451.157920:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=84 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950451.157920:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00001000:1.0:1784950451.157925:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=84 v=5 (1 1 1 1) 00000400:00000200:2.0:1784950451.157930:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11027:11027:235:4294967295] 192.168.203.114@tcp LPNI seq info [9760:9760:7:4294967295] 00010000:00000001:3.0:1784950451.157937:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:0.0:1784950451.157939:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950451.157944:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1784950451.157947:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950451.157952:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000040:1.0:1784950451.157957:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:3.0:1784950451.157958:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950451.157962:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950451.157969:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950451.157972:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950451.157979:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950451.157980:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7ed0693 x1871652369198464/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:602/0 lens 224/224 e 0 to 0 dl 1784950462 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950451.157981:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1784950451.157985:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:1.0:1784950451.157990:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.157991:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950451.158004:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950451.158007:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950451.158017:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950451.158020:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a09db0. 00000100:00000040:1.0:1784950451.158023:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950451.158031:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa821349. 00000100:00000200:0.0:1784950451.158034:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369198976, offset 224 00000400:00000010:1.0:1784950451.158036:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 00000100:00100000:3.0:1784950451.158047:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c7ed0693 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369198464:12345-192.168.203.114@tcp:400: Request processed in 953us (1589us total) trans 0 rc 0/0 00000100:00000200:1.0:1784950451.158049:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369198720, offset 224 00000800:00000200:2.0:1784950451.158050:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950451.158063:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950451.158074:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:3.0:1784950451.158075:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2707 00000400:00000200:1.0:1784950451.158084:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950451.158088:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:2.0:1784950451.158088:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000aa821349 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784950451.158092:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:3.0:1784950451.158104:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950451.158105:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950451.158112:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11028:11028:234:4294967295] 192.168.203.114@tcp LPNI seq info [9761:9761:6:4294967295] 00000100:00000001:3.0:1784950451.158113:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1784950451.158119:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000010:3.0:1784950451.158122:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000317b674f. 00010000:00000001:2.0:1784950451.158132:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000010:3.0:1784950451.158135:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff644127. 00000020:00000001:2.0:1784950451.158139:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950451.158148:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac714e1c. 00000020:00000001:2.0:1784950451.158150:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1784950451.158153:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000040:3.0:1784950451.158163:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000040:2.0:1784950451.158164:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000003a4e779 x1871652369198848/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:602/0 lens 224/224 e 0 to 0 dl 1784950462 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950451.158174:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950451.158175:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950451.158178:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:0.0:1784950451.158191:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a721ffc. 00000400:00000200:1.0:1784950451.158206:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11029:11029:233:4294967295] 192.168.203.114@tcp LPNI seq info [9762:9762:5:4294967295] 00000800:00000200:0.0:1784950451.158212:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:2.0:1784950451.158224:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000003a4e779 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369198848:12345-192.168.203.114@tcp:400: Request processed in 917us (1398us total) trans 0 rc 0/0 00000800:00000200:0.0:1784950451.158238:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950451.158250:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001a721ffc type 1, nob 320 niov 1 nkiov 1 00000100:00100000:2.0:1784950451.158251:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2708 00000400:00000200:1.0:1784950451.158259:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950451.158264:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950451.158265:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000800:00000200:1.0:1784950451.158276:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950451.158277:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1784950451.158279:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950451.158284:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1784950451.158289:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009588bd88. 00010000:00000001:0.0:1784950451.158291:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000010:2.0:1784950451.158293:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1b8a0d0. 00000800:00000200:3.0:1784950451.158294:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1784950451.158298:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950451.158305:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083b5681e. 00000020:00000010:2.0:1784950451.158306:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbcac818. 00000020:00000001:0.0:1784950451.158308:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1784950451.158310:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950451.158319:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1784950451.158321:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005dec4288. 00000100:00000040:0.0:1784950451.158325:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000042f323f0 x1871652369198976/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:602/0 lens 224/224 e 0 to 0 dl 1784950462 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950451.158332:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000040:2.0:1784950451.158335:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000200:1.0:1784950451.158366:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009588bd88 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950451.158368:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950451.158369:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950451.158387:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aee49f67 00000100:00100000:0.0:1784950451.158395:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000042f323f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369198976:12345-192.168.203.114@tcp:400: Request processed in 864us (1512us total) trans 0 rc 0/0 00000400:00000010:3.0:1784950451.158395:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aee49f67. 00000100:00000001:1.0:1784950451.158398:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.158404:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950451.158410:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1784950451.158413:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950451.158421:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950451.158425:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950451.158430:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1579 00000020:00000001:1.0:1784950451.158432:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950451.158441:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:0.0:1784950451.158447:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1784950451.158448:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003add9f36 x1871652369198720/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:602/0 lens 224/224 e 0 to 0 dl 1784950462 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950451.158450:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950451.158452:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950451.158461:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046aafe7b. 00000800:00000010:2.0:1784950451.158462:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa821349. 00000400:00000200:2.0:1784950451.158475:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1784950451.158476:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00100000:1.0:1784950451.158486:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003add9f36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369198720:12345-192.168.203.114@tcp:400: Request processed in 972us (1958us total) trans 0 rc 0/0 00000020:00000010:0.0:1784950451.158489:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d0923c0. 00000400:00000200:2.0:1784950451.158490:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:0.0:1784950451.158504:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000400:00000200:2.0:1784950451.158506:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829f3cf7 00000100:00100000:1.0:1784950451.158515:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1578 00000100:00000001:0.0:1784950451.158516:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950451.158517:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000829f3cf7. 00000800:00000200:3.0:1784950451.158523:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1784950451.158525:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:2.0:1784950451.158529:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000010:3.0:1784950451.158532:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009588bd88. 00000100:00000001:1.0:1784950451.158534:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950451.158535:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950451.158543:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1784950451.158546:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1784950451.158552:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4273495. 00000800:00000001:2.0:1784950451.158553:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950451.158561:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:1.0:1784950451.158565:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000800:00000001:2.0:1784950451.158567:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950451.158569:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca6d43d 00000020:00000010:1.0:1784950451.158575:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004407e226. 00000800:00000001:2.0:1784950451.158579:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950451.158579:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008ca6d43d. 00000020:00000040:1.0:1784950451.158588:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:3.0:1784950451.158591:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950451.158596:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950451.158597:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1784950451.158646:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950451.158657:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1784950451.158658:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950451.158669:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:0.0:1784950451.158670:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a721ffc. 00000800:00000001:3.0:1784950451.158678:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950451.158680:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950451.158695:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950451.158699:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950451.158706:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950451.158712:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a09db0 00000400:00000010:0.0:1784950451.158756:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c1a09db0. 00000400:00000200:3.0:1784950451.158763:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bed80 00000100:00000001:0.0:1784950451.158765:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1784950451.158767:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950451.158773:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1784950451.158782:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15de1 [1] + 224 00000800:00000001:3.0:1784950451.158791:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950451.158799:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bee80 00000800:00000001:3.0:1784950451.158801:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950451.158810:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950451.158818:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15de9 [1] + 224 00000400:00000200:3.0:1784950451.158825:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950451.158833:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950451.158835:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950451.158844:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b838d x1871652369198464/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950451.158852:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950451.158864:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950451.158867:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000285b838d x1871652369198464/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950451.158875:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950451.158885:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950451.158895:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055a59be9 x1871652369198720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950451.158913:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000055a59be9 x1871652369198720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950451.158921:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950451.158925:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950451.158937:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950451.158948:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950451.158954:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950451.158957:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950451.158962:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950451.158963:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950451.158970:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950451.158977:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1784950451.158979:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784950451.158981:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950451.158988:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a65dc5aa. 00000400:00000200:3.0:1784950451.158997:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950451.158999:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003112622c 00000400:00000010:1.0:1784950451.159005:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003112622c. 00000100:00000001:1.0:1784950451.159010:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950451.159013:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bef00 00000100:00000200:1.0:1784950451.159021:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055a59be9 x1871652369198720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950451.159028:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15ded [1] + 224 00000800:00000001:3.0:1784950451.159044:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950451.159050:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950451.159056:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784950451.159057:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055a59be9 x1871652369198720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950451.159070:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950451.159082:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950451.159089:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1784950451.159093:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e5b32b3f x1871652369198848/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950451.159095:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950451.159104:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950451.159110:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950451.159115:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950451.159119:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950451.159120:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e5b32b3f x1871652369198848/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950451.159131:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950451.159143:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=84 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950451.159149:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=84 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950451.159152:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950451.159154:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.159156:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1784950451.159158:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1784950451.159168:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00080000:1.0:1784950451.159169:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000055a59be9 x1871652369198720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950451.159176:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950451.159184:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784950451.159191:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950451.159192:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950451.159202:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950451.159209:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000200:3.0:1784950451.159210:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950451.159216:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950451.159221:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950451.159228:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bef80 00000100:00000040:1.0:1784950451.159234:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055a59be9 x1871652369198720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950451.159245:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15df9 [1] + 224 00000800:00000001:3.0:1784950451.159261:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950451.159265:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950451.159267:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1784950451.159271:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950451.159272:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950451.159275:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950451.159280:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950451.159282:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1784950451.159286:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950451.159293:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1784950451.159300:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055a59be9 x1871652369198720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950451.159302:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f35b855d. 00000400:00000200:3.0:1784950451.159303:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950451.159316:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d460af32 00000400:00000010:0.0:1784950451.159323:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d460af32. 00000100:00000001:0.0:1784950451.159331:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950451.159332:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950451.159368:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b9f5999 x1871652369198976/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950451.159376:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000055a59be9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369198720:192.168.203.114@tcp:400: 00000100:00000200:0.0:1784950451.159378:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e5b32b3f x1871652369198848/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950451.159399:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950451.159404:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950451.159410:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a55e79ea. 00000400:00000200:1.0:1784950451.159420:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7c3c07 00000400:00000010:1.0:1784950451.159427:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000e7c3c07. 00000100:00000040:3.0:1784950451.159431:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008b9f5999 x1871652369198976/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950451.159440:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950451.159446:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e5b32b3f x1871652369198848/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950451.159454:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000285b838d x1871652369198464/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950451.159470:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950451.159481:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950451.159489:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950451.159508:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784950451.159512:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000285b838d x1871652369198464/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950451.159515:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950451.159525:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950451.159530:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950451.159533:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950451.159535:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950451.159541:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.159542:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950451.159552:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.159553:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950451.159558:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950451.159563:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1784950451.159564:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=84 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950451.159566:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950451.159575:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950451.159577:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950451.159578:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950451.159583:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1784950451.159590:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=79 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950451.159592:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1784950451.159596:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950451.159598:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950451.159602:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=79 v=5 (1 1 1 1) 00000400:00000001:2.0:1784950451.159603:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1784950451.159605:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950451.159612:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950451.159613:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfa2da. 00000100:00000001:1.0:1784950451.159614:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950451.159621:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.159623:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1784950451.159626:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1784950451.159628:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 00000100:00000040:0.0:1784950451.159629:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00010000:00000001:1.0:1784950451.159634:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950451.159635:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 00000100:00000001:0.0:1784950451.159637:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950451.159642:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.159646:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784950451.159647:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784950451.159653:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000040:0.0:1784950451.159654:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e5b32b3f x1871652369198848/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950451.159661:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1784950451.159663:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b9f5999 x1871652369198976/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950451.159668:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950451.159686:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b838d x1871652369198464/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950451.159717:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784950451.159760:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b9f5999 x1871652369198976/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950451.159784:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950451.159787:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950451.159792:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950451.159798:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950451.159801:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950451.159805:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950451.159808:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950451.159813:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5b32b3f x1871652369198848/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950451.159815:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:1.0:1784950451.159820:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b838d x1871652369198464/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950451.159822:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950451.159828:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950451.159833:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950451.159842:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950451.159855:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=84 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950451.159870:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950451.159887:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1784950451.159892:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e5b32b3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369198848:192.168.203.114@tcp:400: 00000100:00100000:1.0:1784950451.159893:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000285b838d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369198464:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950451.159894:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950451.159904:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784950451.159915:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008b9f5999 x1871652369198976/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950451.159916:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950451.159918:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950451.159928:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950451.159930:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950451.159944:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055a59be9 x1871652369198720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950451.159945:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e5b32b3f x1871652369198848/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950451.159946:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950451.159957:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950451.159961:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950451.159970:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950451.159975:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950451.159989:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008b9f5999 x1871652369198976/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950451.160006:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950451.160008:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950451.160015:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1784950451.160016:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784950451.160018:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1784950451.160022:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009dfc6c6e. 02000000:00000010:0.0:1784950451.160024:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da6cc722. 00000100:00000001:2.0:1784950451.160026:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950451.160033:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950451.160035:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1784950451.160037:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950451.160044:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1784950451.160045:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:2.0:1784950451.160045:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b9f5999 x1871652369198976/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784950451.160052:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:0.0:1784950451.160053:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1784950451.160067:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:0.0:1784950451.160068:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950451.160074:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000000dc50a7. 02000000:00000010:0.0:1784950451.160076:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004aab43c9. 00000100:00100000:2.0:1784950451.160080:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008b9f5999 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369198976:192.168.203.114@tcp:400: 02000000:00000001:1.0:1784950451.160088:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950451.160090:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784950451.160092:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950451.160093:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1784950451.160094:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950451.160102:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055a59be9. 00000100:00000010:0.0:1784950451.160103:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e5b32b3f. 00000100:00000001:2.0:1784950451.160104:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950451.160115:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008b9f5999 x1871652369198976/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950451.160116:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950451.160118:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950451.160123:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950451.160125:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950451.160134:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950451.160136:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950451.160148:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000285b838d x1871652369198464/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950467 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950451.160149:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950451.160155:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950451.160156:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950451.160162:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950451.160165:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784950451.160168:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e7c2f12. 00000100:00000001:0.0:1784950451.160172:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950451.160182:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950451.160185:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1784950451.160187:0:441644:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1784950451.160191:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:2.0:1784950451.160192:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000010:1.0:1784950451.160197:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003097b8ca. 00000020:00000001:2.0:1784950451.160200:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950451.160206:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000028331646. 02000000:00000001:1.0:1784950451.160208:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950451.160213:0:441641:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784950451.160213:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:1.0:1784950451.160215:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:2.0:1784950451.160219:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1784950451.160222:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:2.0:1784950451.160224:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b9f5999. 02000000:00000010:1.0:1784950451.160227:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007262da46. 00000100:00000001:2.0:1784950451.160230:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1784950451.160235:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784950451.160236:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950451.160242:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784950451.160243:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784950451.160249:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000285b838d. 00000100:00000001:2.0:1784950451.160254:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950451.160256:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950451.160261:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.160262:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950451.160272:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950451.160273:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950451.160278:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950451.160279:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.160285:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.160290:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950451.160293:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950451.280861:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1784950451.280866:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1784950451.280874:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002167f7cc. 00000020:00000040:0.0:1784950451.280880:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950451.280885:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950451.280887:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950451.280891:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950451.280897:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a721ffc. 00000100:00000001:0.0:1784950451.280902:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950451.280908:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950451.280910:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950451.280919:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002167f7cc] to pc [ptlrpcd_00_00+0] req@000000002167f7cc x1871652369199104/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1784950451.280944:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950451.280951:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1784950451.280958:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46522e1. 00000004:00000001:0.0:1784950451.280961:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950451.280966:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950451.280973:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950451.280976:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950451.280981:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950451.280990:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aa821349. 00000100:00000001:2.0:1784950451.280996:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.281000:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950451.281003:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950451.281007:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950451.281009:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.281014:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950451.281024:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c46522e1] to pc [ptlrpcd_00_01+1] req@00000000c46522e1 x1871652369199232/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950451.281028:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002167f7cc x1871652369199104/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950451.281036:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950451.281045:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.281083:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950451.281086:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950451.281091:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950451.281094:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950451.281097:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950451.281102:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002167f7cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369199104:192.168.203.114@tcp:41: 00000004:00000001:2.0:1784950451.281103:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.281115:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950451.281121:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950451.281124:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950451.281127:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950451.281136:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1784950451.281137:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007c37231b. 00000100:00000001:3.0:1784950451.281144:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950451.281145:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.281151:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1784950451.281155:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a55e79ea. 00000100:00000040:3.0:1784950451.281164:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c46522e1 x1871652369199232/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950451.281167:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e7c3c07. 00000100:00000200:1.0:1784950451.281179:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369199104, portal 4 00000100:00000001:1.0:1784950451.281188:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950451.281191:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950451.281193:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683753088 : -120288025798528 : ffff929942f39880) 00000100:00000001:3.0:1784950451.281196:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950451.281204:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784950451.281209:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002167f7cc x1871652369199104/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950451.281210:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950451.281220:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950451.281232:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c46522e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369199232:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950451.281248:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950451.281251:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784950451.281254:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950451.281260:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950451.281261:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950451.281267:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1784950451.281269:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003112622c. 02000000:00000010:3.0:1784950451.281277:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008adb6947. 00000100:00000200:1.0:1784950451.281278:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369199104, offset 0 02000000:00000001:3.0:1784950451.281286:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950451.281295:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7cdc48a. 00000400:00000200:1.0:1784950451.281296:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950451.281309:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aee49f67. 00000400:00000200:1.0:1784950451.281316:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000200:3.0:1784950451.281320:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369199232, portal 4 00000400:00000200:1.0:1784950451.281324:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950451.281327:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950451.281335:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785999302656 : -120287710248960 : ffff929955c28000) 00000400:00000200:1.0:1784950451.281336:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:3.0:1784950451.281376:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c46522e1 x1871652369199232/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950451.281377:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950451.281388:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950451.281401:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11030:11030:236:4294967295] 192.168.203.114@tcp LPNI seq info [9763:9763:8:4294967295] 00000100:00000001:3.0:1784950451.281408:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950451.281418:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950451.281425:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cb316f9. 00000400:00000200:1.0:1784950451.281433:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:3.0:1784950451.281434:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369199232, offset 0 00000400:00000200:3.0:1784950451.281451:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:1.0:1784950451.281457:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950451.281466:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cbc1038. 00000400:00000200:3.0:1784950451.281471:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000200:1.0:1784950451.281480:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950451.281482:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950451.281493:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:1.0:1784950451.281500:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950451.281503:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784950451.281509:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002cbc1038 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950451.281513:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950451.281524:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11031:11031:235:4294967295] 192.168.203.114@tcp LPNI seq info [9764:9764:7:4294967295] 00000100:00000001:1.0:1784950451.281537:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950451.281538:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950451.281548:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13661 usecs (14 jiffies) 00000800:00000200:3.0:1784950451.281557:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950451.281559:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307389454 00000800:00000010:3.0:1784950451.281566:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083b5681e. 00000100:00000001:1.0:1784950451.281568:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307391739 00000100:00000001:1.0:1784950451.281577:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307389454 00000100:00000001:1.0:1784950451.281585:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307391739 00000800:00000200:3.0:1784950451.281586:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950451.281595:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307389454 00000100:00000001:1.0:1784950451.281604:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307391739 00000800:00000200:3.0:1784950451.281604:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950451.281615:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307389454 00000800:00000200:3.0:1784950451.281616:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000083b5681e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950451.281625:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307391739 00000100:00000001:1.0:1784950451.281631:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950451.281634:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.281637:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.281639:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950451.281645:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950451.281647:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.281650:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1784950451.281655:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4725 usecs (5 jiffies) 00000100:00000001:1.0:1784950451.281657:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950451.281664:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950451.281666:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307389445 00000100:00000001:1.0:1784950451.281668:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.281674:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307391739 00000100:00000001:1.0:1784950451.281676:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.281681:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307389445 00000100:00000001:3.0:1784950451.281687:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307391739 00000100:00000001:3.0:1784950451.281689:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307389445 00000100:00000001:3.0:1784950451.281692:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307391739 00000100:00000001:3.0:1784950451.281695:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307389445 00000100:00000001:3.0:1784950451.281699:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307391739 00000100:00000001:3.0:1784950451.281703:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950451.281706:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.281710:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.281712:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950451.281766:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950451.281779:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950451.281784:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950451.281789:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950451.281792:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950451.281797:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950451.281801:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950451.281801:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950451.281813:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cbc1038. 00000400:00000200:0.0:1784950451.281822:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950451.281833:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950451.281839:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003112622c 00000400:00000010:0.0:1784950451.281843:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003112622c. 00000100:00000001:0.0:1784950451.281850:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784950451.281860:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002167f7cc x1871652369199104/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950451.281875:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1784950451.281876:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784950451.281883:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002167f7cc x1871652369199104/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784950451.281885:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083b5681e. 00000800:00000001:2.0:1784950451.281898:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950451.281900:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950451.281901:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950451.281912:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950451.281913:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950451.281921:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950451.281925:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950451.281931:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950451.281932:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb316f9 00000400:00000010:1.0:1784950451.281941:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004cb316f9. 00000400:00000200:2.0:1784950451.281943:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:0.0:1784950451.281947:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950451.281951:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1784950451.281953:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784950451.281962:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c46522e1 x1871652369199232/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950451.281963:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950451.281966:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bf000 00000400:00000200:0.0:1784950451.281987:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950451.281993:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 15008 00000800:00000001:2.0:1784950451.282013:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950451.282014:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784950451.282021:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bf080 00000100:00000040:1.0:1784950451.282028:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c46522e1 x1871652369199232/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950451.282035:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950451.282043:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 15232 00000400:00000200:2.0:1784950451.282047:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950451.282065:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950451.282066:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950451.282067:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.282076:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784950451.282081:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950451.282084:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950451.282089:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:0.0:1784950451.282091:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1784950451.282099:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ddeec7b. 00000400:00000200:0.0:1784950451.282102:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950451.282110:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000009ddeec7b x1871652369199104 msgsize 224 00000100:00100000:2.0:1784950451.282121:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950451.282142:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1784950451.282160:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950451.282166:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950451.282194:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950451.282198:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1784950451.282201:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1784950451.282205:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073d5c3ad. 00000100:00100000:3.0:1784950451.282207:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369199104 00000100:00000040:0.0:1784950451.282217:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000073d5c3ad x1871652369199232 msgsize 224 02000000:00000001:3.0:1784950451.282217:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950451.282222:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950451.282226:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950451.282235:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950451.282236:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:3.0:1784950451.282246:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369199104 00000020:00000001:3.0:1784950451.282251:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950451.282253:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:3.0:1784950451.282255:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950451.282258:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:3.0:1784950451.282261:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:0.0:1784950451.282263:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1784950451.282265:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950451.282271:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1784950451.282277:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950451.282278:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:3.0:1784950451.282284:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950451.282287:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950451.282288:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000020:00000010:3.0:1784950451.282302:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e7c2f12. 00000020:00000010:3.0:1784950451.282310:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000020:00000010:3.0:1784950451.282315:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00000100:00000040:3.0:1784950451.282326:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1784950451.282330:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950451.282330:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950451.282336:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1784950451.282338:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369199232 00000100:00000001:3.0:1784950451.282340:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950451.282363:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950451.282367:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950451.282372:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.282376:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950451.282377:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950451.282386:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369199232 00000020:00000001:1.0:1784950451.282389:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950451.282391:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:1.0:1784950451.282394:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950451.282397:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950451.282398:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:1.0:1784950451.282407:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:1.0:1784950451.282412:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:3.0:1784950451.282417:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950451.282418:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950451.282424:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1784950451.282429:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00100000:3.0:1784950451.282436:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2709 00000100:00000001:1.0:1784950451.282438:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950451.282442:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000010:1.0:1784950451.282446:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000001:3.0:1784950451.282448:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785743533824 : -120287966017792 : ffff92994683c700) 00000020:00000010:1.0:1784950451.282460:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004407e226. 00000100:00000040:3.0:1784950451.282462:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009ddeec7b x1871652369199104/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:602/0 lens 224/0 e 0 to 0 dl 1784950462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950451.282471:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4273495. 00000020:00000010:1.0:1784950451.282482:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000001:3.0:1784950451.282484:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950451.282491:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1784950451.282492:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:1.0:1784950451.282496:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950451.282500:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950451.282502:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950451.282506:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000001:1.0:1784950451.282513:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950451.282519:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009ddeec7b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369199104:12345-192.168.203.114@tcp:41: 00000100:00000200:3.0:1784950451.282527:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369199104 00000020:00000001:3.0:1784950451.282530:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950451.282534:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950451.282535:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950451.282537:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950451.282544:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950451.282547:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:3.0:1784950451.282552:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1784950451.282556:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369199104, found 0 last_xid 1871652369199103 00000100:00000001:1.0:1784950451.282557:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950451.282564:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950451.282566:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950451.282573:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950451.282575:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1784950451.282581:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2710 00000020:00000001:3.0:1784950451.282582:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950451.282593:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:2.0:1784950451.282593:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950451.282595:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950451.282600:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1784950451.282602:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950451.282603:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683747712 : -120288025803904 : ffff929942f38380) 00000100:00000001:2.0:1784950451.282605:0:454245:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950451.282610:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c9bf34f5. 00000100:00000001:2.0:1784950451.282616:0:454245:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950451.282617:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950451.282623:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000073d5c3ad x1871652369199232/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:602/0 lens 224/0 e 0 to 0 dl 1784950462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950451.282627:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950451.282639:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00000001:1.0:1784950451.282643:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000004:00000001:3.0:1784950451.282645:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1784950451.282650:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950451.282651:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000001:1.0:1784950451.282658:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950451.282661:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000004:00000024:3.0:1784950451.282665:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000100:00100000:1.0:1784950451.282672:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000073d5c3ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369199232:12345-192.168.203.114@tcp:41: 00000020:00000020:3.0:1784950451.282676:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000100:00000200:1.0:1784950451.282683:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369199232 00000020:00000020:3.0:1784950451.282684:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000020:00000001:1.0:1784950451.282691:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000004:00000020:3.0:1784950451.282694:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000020:00000001:1.0:1784950451.282698:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950451.282705:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1784950451.282706:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1784950451.282712:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950451.282714:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000004:00000001:3.0:1784950451.282751:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950451.282756:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369199104 00000020:00000001:1.0:1784950451.282763:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00010000:00000001:3.0:1784950451.282764:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:1.0:1784950451.282773:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00010000:00000200:3.0:1784950451.282775:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000009ddeec7b x1871652369199104/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:602/0 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1784950451.282779:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369199232, found 0 last_xid 1871652369199231 00000020:00000001:1.0:1784950451.282791:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950451.282799:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1784950451.282806:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1784950451.282807:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1784950451.282811:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950451.282813:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950451.282816:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=84 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950451.282822:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950451.282825:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1784950451.282829:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1784950451.282832:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 02000000:00000010:1.0:1784950451.282838:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004ff6cb19. 00000100:00000001:3.0:1784950451.282839:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950451.282849:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950451.282850:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950451.282856:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950451.282858:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.282862:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:1.0:1784950451.282866:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:1.0:1784950451.282872:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000100:00000040:3.0:1784950451.282874:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000004:00000001:1.0:1784950451.282875:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950451.282887:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee59023e. 00000004:00000024:1.0:1784950451.282892:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000100:00000200:3.0:1784950451.282897:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369199104, offset 224 00000020:00000020:1.0:1784950451.282900:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1784950451.282909:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000020:1.0:1784950451.282917:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000400:00000200:3.0:1784950451.282919:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000020:1.0:1784950451.282926:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1784950451.282932:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000001:00000001:1.0:1784950451.282939:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000400:00000200:3.0:1784950451.282941:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000001:00000001:1.0:1784950451.282942:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950451.282952:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950451.282956:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369199232 00000400:00000200:3.0:1784950451.282962:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11032:11032:236:4294967295] 192.168.203.114@tcp LPNI seq info [9765:9765:8:4294967295] 00010000:00000001:1.0:1784950451.282963:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:1.0:1784950451.282974:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000073d5c3ad x1871652369199232/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:602/0 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950451.282999:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:1.0:1784950451.283004:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950451.283009:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950451.283011:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00001000:1.0:1784950451.283015:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=84 v=5 (1 1 1 1) 00000800:00000010:3.0:1784950451.283018:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b40da8d. 00000100:00000001:1.0:1784950451.283023:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1784950451.283034:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:1.0:1784950451.283035:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950451.283046:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000200:3.0:1784950451.283054:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:1.0:1784950451.283055:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950451.283061:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950451.283063:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001b40da8d type 1, nob 464 niov 1 nkiov 1 00000100:00000001:1.0:1784950451.283067:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950451.283075:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950451.283082:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021eb9c96. 00000100:00000200:1.0:1784950451.283086:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369199232, offset 224 00000100:00000001:3.0:1784950451.283090:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950451.283098:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950451.283103:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950451.283108:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950451.283111:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950451.283114:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1784950451.283120:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950451.283128:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ddeec7b x1871652369199104/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:602/0 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950451.283137:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11033:11033:235:4294967295] 192.168.203.114@tcp LPNI seq info [9766:9766:7:4294967295] 00000100:00100000:3.0:1784950451.283171:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009ddeec7b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369199104:12345-192.168.203.114@tcp:41: Request processed in 678us (1052us total) trans 0 rc 0/0 00000400:00000200:1.0:1784950451.283182:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:3.0:1784950451.283198:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2709 00000800:00000200:1.0:1784950451.283200:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950451.283207:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000010:1.0:1784950451.283212:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d508b323. 00000100:00000001:3.0:1784950451.283213:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950451.283221:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1784950451.283228:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:3.0:1784950451.283230:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000020:00000010:3.0:1784950451.283241:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 00000800:00000200:1.0:1784950451.283248:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000010:3.0:1784950451.283251:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e7c2f12. 00000800:00000200:1.0:1784950451.283258:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d508b323 type 1, nob 464 niov 1 nkiov 1 00000020:00000040:3.0:1784950451.283261:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:3.0:1784950451.283269:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950451.283276:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950451.283283:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950451.283287:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950451.283291:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950451.283294:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1784950451.283302:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073d5c3ad x1871652369199232/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:602/0 lens 224/368 e 0 to 0 dl 1784950462 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950451.283304:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950451.283313:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b40da8d. 00000400:00000200:2.0:1784950451.283323:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784950451.283330:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000073d5c3ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369199232:12345-192.168.203.114@tcp:41: Request processed in 682us (1108us total) trans 0 rc 0/0 00000400:00000200:2.0:1784950451.283341:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:1.0:1784950451.283374:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2710 00000100:00000040:1.0:1784950451.283383:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000200:2.0:1784950451.283383:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee59023e 00000400:00000010:2.0:1784950451.283391:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ee59023e. 00000100:00000001:1.0:1784950451.283392:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:0.0:1784950451.283396:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950451.283400:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1784950451.283403:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1784950451.283407:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4273495. 00000100:00000001:2.0:1784950451.283409:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950451.283412:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950451.283419:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950451.283421:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000800:00000001:0.0:1784950451.283426:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950451.283429:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004407e226. 00000400:00000200:0.0:1784950451.283441:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000040:1.0:1784950451.283442:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:1.0:1784950451.283453:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950451.283467:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bf000 00000800:00000200:2.0:1784950451.283477:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784950451.283478:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15e19 [1] + 224 00000800:00000010:2.0:1784950451.283487:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d508b323. 00000800:00000001:0.0:1784950451.283493:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950451.283496:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950451.283498:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950451.283511:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950451.283512:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950451.283515:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950451.283519:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021eb9c96 00000400:00000200:0.0:1784950451.283522:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950451.283524:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:2.0:1784950451.283526:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000021eb9c96. 00000800:00000001:1.0:1784950451.283534:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950451.283536:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1784950451.283537:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950451.283543:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1784950451.283551:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950451.283564:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950451.283572:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bf080 00000100:00000200:0.0:1784950451.283577:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002167f7cc x1871652369199104/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950451.283591:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15e21 [1] + 224 00000800:00000001:1.0:1784950451.283611:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950451.283612:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000002167f7cc x1871652369199104/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950451.283622:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950451.283629:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950451.283637:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950451.283638:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950451.283645:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784950451.283652:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784950451.283654:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c46522e1 x1871652369199232/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950451.283663:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950451.283671:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950451.283677:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784950451.283681:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c46522e1 x1871652369199232/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784950451.283686:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950451.283693:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950451.283699:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a55e79ea. 00000400:00000200:2.0:1784950451.283707:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7c3c07 00000400:00000010:2.0:1784950451.283709:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000e7c3c07. 00000100:00000001:2.0:1784950451.283713:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950451.283716:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1784950451.283750:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002167f7cc x1871652369199104/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950451.283772:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950451.283773:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002167f7cc x1871652369199104/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950451.283775:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950451.283782:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784950451.283783:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784950451.283793:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950451.283800:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950451.283806:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7cdc48a. 00000100:00000001:2.0:1784950451.283819:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1784950451.283819:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aee49f67 00000100:00000001:2.0:1784950451.283828:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950451.283828:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aee49f67. 00000100:00000001:2.0:1784950451.283837:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950451.283838:0:441642:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784950451.283841:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950451.283845:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950451.283851:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950451.283851:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c46522e1 x1871652369199232/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950451.283857:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950451.283869:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950451.283883:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=79 v=5 (1 1 1 1) 00000100:00000200:3.0:1784950451.283890:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c46522e1 x1871652369199232/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950451.283891:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950451.283896:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950451.283904:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950451.283908:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950451.283916:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950451.283920:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950451.283926:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950451.283932:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.283932:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950451.283941:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950451.283946:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002167f7cc x1871652369199104/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950451.283951:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950451.283960:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950451.283965:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950451.283968:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950451.283973:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950451.283974:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950451.283979:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950451.283981:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950451.283991:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00001000:3.0:1784950451.283995:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=84 v=5 (5 5 5 5) 00000004:00000040:2.0:1784950451.283998:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00001000:3.0:1784950451.284008:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=84 v=5 (1 1 1 1) 00000004:00000020:2.0:1784950451.284013:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00000001:3.0:1784950451.284015:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950451.284019:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950451.284027:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000004:00000001:2.0:1784950451.284030:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950451.284032:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.284041:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950451.284042:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002167f7cc x1871652369199104/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950451.284046:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950451.284052:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950451.284055:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950451.284068:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c46522e1 x1871652369199232/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950451.284074:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002167f7cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369199104:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950451.284091:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950451.284096:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950451.284098:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950451.284105:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1784950451.284110:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002167f7cc x1871652369199104/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950451.284111:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1784950451.284121:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1784950451.284127:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000001:2.0:1784950451.284133:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950451.284138:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000020:3.0:1784950451.284141:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 02000000:00000010:2.0:1784950451.284142:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007c37231b. 02000000:00000001:2.0:1784950451.284152:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00000001:3.0:1784950451.284158:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950451.284159:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950451.284164:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1784950451.284169:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:3.0:1784950451.284172:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46522e1 x1871652369199232/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950451.284174:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001a721ffc. 02000000:00000001:2.0:1784950451.284184:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950451.284188:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950451.284192:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002167f7cc. 00000100:00000001:2.0:1784950451.284203:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1784950451.284204:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c46522e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369199232:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950451.284207:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950451.284217:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950451.284219:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950451.284226:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950451.284227:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950451.284234:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950451.284238:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c46522e1 x1871652369199232/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950451.284241:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950451.284247:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.284258:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950451.284261:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950451.284264:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008adb6947. 02000000:00000001:3.0:1784950451.284270:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950451.284272:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950451.284273:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1784950451.284276:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950451.284278:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000aa821349. 02000000:00000001:3.0:1784950451.284281:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950451.284283:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950451.284285:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c46522e1. 00000100:00000001:3.0:1784950451.284288:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950451.284290:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950451.284292:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950451.284297:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950451.284299:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950451.284301:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950451.284304:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950451.536848:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950451.536854:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950451.536859:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950451.536861:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950451.536988:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950451.536994:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950451.536998:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950452.176834:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950452.176839:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1784950452.176849:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950451/real 0] req@0000000074c34413 x1871652369198592/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950452 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950452.176866:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950452.176871:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950452.176873:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950452.176879:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000074c34413 x1871652369198592/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950452 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950452.176894:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950452.176903:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950452.176905:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950452.176910:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950452.176913:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950452.176917:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950452.176923:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000074c34413 x1871652369198592/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950452 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950452.176938:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1784950452.176943:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950452.176946:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950452.176949:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950452.176952:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1784950452.176955:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1784950452.176961:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784950452.176992:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:3.0:1784950452.176997:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1784950452.177003:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074c34413 x1871652369198592/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950452 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950452.177015:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000074c34413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369198592:1.2.3.4@tcp:8: 00000100:00000001:3.0:1784950452.177023:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.177027:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950452.177031:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784950452.177032:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000074c34413 x1871652369198592/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950452 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950452.177049:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784950452.177056:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1784950452.177061:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034251946. 00000020:00000001:3.0:1784950452.177061:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950452.177066:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1784950452.177070:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000020:00000001:3.0:1784950452.177072:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950452.177079:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d2a51470. 00000100:00000001:2.0:1784950452.177081:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950452.177087:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950452.177088:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950452.177092:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950452.177093:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950452.177098:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000074c34413. 00000100:00000001:3.0:1784950452.177105:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1784950452.177106:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3e62659. 00000100:00000001:3.0:1784950452.177109:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950452.177116:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.177117:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950452.177127:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@0000000034251946 x1871652369199360/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950452.177150:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950452.177152:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950452.177157:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034251946] to pc [ptlrpcd_00_02+2] req@0000000034251946 x1871652369199360/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950452.177189:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950452.177192:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950452.177196:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950452.177201:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6aab69f. 00000020:00000040:2.0:1784950452.177203:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950452.177206:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950452.177208:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950452.177210:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950452.177214:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005b63d50. 00000100:00000001:2.0:1784950452.177218:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950452.177225:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000f6aab69f x1871652369199488/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950452.177232:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950452.177240:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1784950452.177241:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1784950452.177244:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.177248:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950452.177254:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6aab69f] to pc [ptlrpcd_00_03+3] req@00000000f6aab69f x1871652369199488/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950452.177258:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950452.177265:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950452.177275:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950452.177279:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.177281:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1784950452.177284:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:3.0:1784950452.177286:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950452.177291:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1784950452.177295:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1784950452.177299:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950452.177300:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6aab69f x1871652369199488/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950452.177302:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1784950452.177311:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1784950452.177324:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1784950452.177331:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1784950452.177335:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12697 00000100:00000001:3.0:1784950452.177337:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950452.177368:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784950452.177373:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 02000000:00000001:3.0:1784950452.177374:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950452.177382:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950452.177383:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12722 00000100:00100000:3.0:1784950452.177393:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f6aab69f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369199488:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950452.177400:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950452.177404:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950452.177406:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950452.177409:0:431120:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: 0 02000000:00000001:3.0:1784950452.177411:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784950452.177419:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -11 02000000:00000010:3.0:1784950452.177421:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e7c2f12. 00000100:00080000:2.0:1784950452.177424:0:431120:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1784950452.177427:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950452.177434:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000400:00000010:3.0:1784950452.177437:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7cdc48a. 00000100:00000001:2.0:1784950452.177439:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950452.177448:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000400:00000010:3.0:1784950452.177449:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aee49f67. 00000100:00000001:2.0:1784950452.177451:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000200:3.0:1784950452.177459:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369199488, portal 4 00000020:00000001:2.0:1784950452.177460:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950452.177465:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 00000100:00000001:3.0:1784950452.177468:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1784950452.177470:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950452.177473:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785879312512 : -120287830239104 : ffff92994e9b9880) 00000020:00000040:2.0:1784950452.177475:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 00000020:00000001:2.0:1784950452.177483:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000100:00000040:3.0:1784950452.177488:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f6aab69f x1871652369199488/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950452.177490:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000100:00000040:2.0:1784950452.177506:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 00000100:00000001:2.0:1784950452.177516:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950452.177518:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950452.177525:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950452.177531:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000040:3.0:1784950452.177532:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950452.177534:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000010:3.0:1784950452.177542:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ee01619. 00000020:00000040:2.0:1784950452.177543:0:431120:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 00000400:00000200:1.0:1784950452.177549:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 00000100:00000200:3.0:1784950452.177553:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369199488, offset 0 00000100:00080000:2.0:1784950452.177559:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 00000400:00000010:1.0:1784950452.177563:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004407e226. 00000100:00080000:2.0:1784950452.177570:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 192.168.203.114@tcp/192.168.203.114@tcp 00000400:00000200:3.0:1784950452.177575:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950452.177576:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e147c1b. 00000100:00000001:2.0:1784950452.177580:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950452.177587:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1784950452.177593:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950452.177596:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:2.0:1784950452.177599:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.177606:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:3.0:1784950452.177608:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950452.177610:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950452.177616:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000010:2.0:1784950452.177621:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023fb8b3c. 00000400:00000200:3.0:1784950452.177622:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950452.177632:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000040:2.0:1784950452.177633:0:431120:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:3.0:1784950452.177641:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11034:11034:236:4294967295] 192.168.203.114@tcp LPNI seq info [9767:9767:8:4294967295] 02000000:00000001:2.0:1784950452.177644:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1784950452.177650:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.177655:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950452.177661:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950452.177666:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950452.177670:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000010:2.0:1784950452.177675:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000001d92f912. 00000400:00000010:1.0:1784950452.177680:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000038f65ac0. 00000100:00000001:2.0:1784950452.177683:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950452.177686:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950452.177696:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-1.2.3.4@tcp 00000800:00000010:3.0:1784950452.177700:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b40da8d. 00000100:00100000:2.0:1784950452.177701:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023fb8b3c x1871652369199616/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1784950452.177754:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 1.2.3.4@tcp local destination 00000800:00000200:3.0:1784950452.177761:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950452.177771:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950452.177774:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950452.177780:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950452.177782:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:3.0:1784950452.177783:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950452.177793:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001b40da8d type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784950452.177795:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023fb8b3c] to pc [ptlrpcd_rcv+-1] req@0000000023fb8b3c x1871652369199616/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950452.177796:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950452.177810:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 1.2.3.4@tcp 00000100:00000001:3.0:1784950452.177813:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950452.177825:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13655 usecs (14 jiffies) 00000400:00000200:1.0:1784950452.177826:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11035:11035:235:4294967295] 1.2.3.4@tcp LPNI seq info [159:159:8:4294967295] 00000100:00000001:3.0:1784950452.177837:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307390351 00000100:00000001:3.0:1784950452.177845:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307391739 00000400:00000200:1.0:1784950452.177847:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 1.2.3.4@tcp 00000100:00000001:2.0:1784950452.177853:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.177855:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307390351 00000100:00000040:2.0:1784950452.177861:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950452.177869:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307391739 00000100:00000001:2.0:1784950452.177876:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1784950452.177879:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 1.2.3.4@tcp(1.2.3.4@tcp:1.2.3.4@tcp) : GET try# 0 00000100:00000001:3.0:1784950452.177883:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307390351 00000100:00000010:2.0:1784950452.177886:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007cb64c58. 00000100:00000001:3.0:1784950452.177896:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307391739 00000800:00000200:1.0:1784950452.177897:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-1.2.3.4@tcp 00000020:00000040:2.0:1784950452.177898:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1784950452.177910:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950452.177910:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307390351 00000800:00000010:1.0:1784950452.177912:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f6e9cfb4. 02000000:00000001:2.0:1784950452.177917:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950452.177925:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.177926:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307391739 00000800:00000200:1.0:1784950452.177934:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 02000000:00000010:2.0:1784950452.177935:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009dd5e9b1. 00000100:00000001:3.0:1784950452.177938:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784950452.177939:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1784950452.177947:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 35 secs later) 00000100:00000001:2.0:1784950452.177948:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950452.177950:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b40da8d. 00000100:00000001:3.0:1784950452.177952:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950452.177965:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000007cb64c58 x1871652369199744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1784950452.177968:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950452.177969:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.1:1784950452.177975:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000100:00000040:3.0:1784950452.177987:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000034251946 x1871652369199360/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1784950452.177989:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 35 secs later) 00000400:00000200:0.0:1784950452.177992:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950452.178010:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ee01619 00000800:00000100:1.0:1784950452.178016:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-1.2.3.4@tcp 00000400:00000010:0.0:1784950452.178018:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001ee01619. 00000800:00000010:1.0:1784950452.178026:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f6e9cfb4. 00000100:00000001:2.0:1784950452.178029:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950452.178032:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950452.178036:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950452.178040:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000200:0.0:1784950452.178048:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6aab69f x1871652369199488/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950452.178050:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784950452.178055:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cb64c58] to pc [ptlrpcd_00_00+0] req@000000007cb64c58 x1871652369199744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950452.178056:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950452.178061:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->1.2.3.4@tcp: GET: REMOTE_ERROR 02000000:00000001:3.0:1784950452.178069:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784950452.178076:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:3.0:1784950452.178077:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950452.178090:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 1.2.3.4@tcp: 1 02000000:00000001:3.0:1784950452.178092:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950452.178105:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000034251946 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369199360:0@lo:400: 00000400:00000200:1.0:1784950452.178108:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000100:00000001:0.0:1784950452.178123:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950452.178125:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784950452.178131:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 1.2.3.4@tcp 00000100:00000040:0.0:1784950452.178133:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6aab69f x1871652369199488/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950452.178134:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950452.178140:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950452.178142:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 rc 0 00000100:00000001:2.0:1784950452.178144:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950452.178151:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784950452.178156:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1784950452.178162:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d522160c. 00000400:00000200:1.0:1784950452.178164:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 02000000:00000001:3.0:1784950452.178173:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.178179:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000001:1.0:1784950452.178180:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000010:3.0:1784950452.178182:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d9f29e3. 00000400:00000001:1.0:1784950452.178188:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000010:2.0:1784950452.178190:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002957db29. 00000100:00000001:0.0:1784950452.178194:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950452.178195:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e147c1b 00000020:00000040:2.0:1784950452.178198:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1784950452.178202:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1784950452.178204:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e147c1b. 00000100:00000001:2.0:1784950452.178210:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1784950452.178212:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 02000000:00000001:2.0:1784950452.178214:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000800:00000001:0.0:1784950452.178220:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950452.178222:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950452.178222:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032ff6f71. 00000400:00000200:1.0:1784950452.178226:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000800:00000001:0.0:1784950452.178237:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950452.178237:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369199360, portal 25 00000400:00000010:1.0:1784950452.178238:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004407e226. 02000000:00000010:2.0:1784950452.178239:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ebc2a5d. 00000800:00000001:0.0:1784950452.178250:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950452.178252:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950452.178254:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.178259:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785959808896 : -120287749742720 : ffff92995367df80) 00000400:00000200:1.0:1784950452.178260:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 1.2.3.4@tcp:-5 00000800:00000001:0.0:1784950452.178261:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950452.178269:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000002957db29 x1871652369199872/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1784950452.178276:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 rc -5 00000100:00000040:3.0:1784950452.178281:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000034251946 x1871652369199360/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950452.178291:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950452.178296:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 1.2.3.4@tcp 00000400:00000200:0.0:1784950452.178328:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bf180 00000100:00000001:2.0:1784950452.178330:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950452.178332:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950452.178338:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950452.178366:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1784950452.178371:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002957db29] to pc [ptlrpcd_00_01+1] req@000000002957db29 x1871652369199872/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950452.178375:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdf88c3f. 00000100:00000001:1.0:1784950452.178382:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950452.178385:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 15456 00000100:00100000:1.0:1784950452.178390:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1784950452.178400:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950452.178406:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369199360, offset 0 00000800:00000001:0.0:1784950452.178408:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950452.178412:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950452.178420:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950452.178421:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950452.178424:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950452.178425:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950452.178430:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1784950452.178433:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:1.0:1784950452.178434:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950452.178436:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950452.178442:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784950452.178454:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1784950452.178455:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000200:0.0:1784950452.178457:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950452.178460:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002957db29 x1871652369199872/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950452.178472:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950452.178478:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950452.178484:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:3.0:1784950452.178485:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bf100 00000100:00000001:2.0:1784950452.178491:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950452.178499:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a02cd9c. 00000100:00000010:2.0:1784950452.178502:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5a1ce7e. 00000100:00000001:1.0:1784950452.178505:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784950452.178508:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14729 [2] + 0 00000100:00000040:0.0:1784950452.178511:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000004a02cd9c x1871652369199488 msgsize 224 00000100:00000001:1.0:1784950452.178513:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950452.178515:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:3.0:1784950452.178526:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c782753. 00000100:00000001:2.0:1784950452.178529:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950452.178530:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950452.178538:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950452.178540:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950452.178541:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000041ab5f15 02000000:00000001:2.0:1784950452.178546:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950452.178547:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:1.0:1784950452.178552:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950452.178554:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1784950452.178560:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070b3560d. 00000100:00100000:1.0:1784950452.178569:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002957db29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369199872:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950452.178571:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950452.178572:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1784950452.178572:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:0.0:1784950452.178587:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950452.178589:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000d5a1ce7e x1871652369200000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950452.178590:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784950452.178590:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041ab5f15 00000800:00000001:0.0:1784950452.178597:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950452.178600:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 0000000041ab5f15. 02000000:00000001:1.0:1784950452.178601:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950452.178609:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.178614:0:441644:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1784950452.178617:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1784950452.178620:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1784950452.178627:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:1.0:1784950452.178629:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004407e226. 00000100:00000001:2.0:1784950452.178633:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1784950452.178633:0:441644:0:(events.c:337:request_in_callback()) incoming req@0000000092a5eca7 x1871652369199360 msgsize 224 00000100:00100000:0.0:1784950452.178636:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369199488 02000000:00000001:1.0:1784950452.178638:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.178640:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950452.178647:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1784950452.178652:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a65dc5aa. 00000100:00000001:0.0:1784950452.178654:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1784950452.178656:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5a1ce7e] to pc [ptlrpcd_00_02+2] req@00000000d5a1ce7e x1871652369200000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950452.178662:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950452.178663:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1784950452.178666:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e147c1b. 00000100:00000040:3.0:1784950452.178674:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1784950452.178676:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950452.178680:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369199872, portal 4 00000100:00100000:0.0:1784950452.178688:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369199488 00000100:00000001:1.0:1784950452.178692:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950452.178694:0:441644:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1784950452.178696:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950452.178700:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785879318784 : -120287830232832 : ffff92994e9bb100) 00000020:00000040:0.0:1784950452.178704:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000400:00000200:3.0:1784950452.178706:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdf88c3f 00000020:00000001:0.0:1784950452.178714:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:3.0:1784950452.178716:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdf88c3f. 00000100:00000001:3.0:1784950452.178754:0:441644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784950452.178761:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000034251946 x1871652369199360/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950452.178766:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950452.178767:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000040:1.0:1784950452.178771:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002957db29 x1871652369199872/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950452.178779:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000040:2.0:1784950452.178781:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12728) 00000020:00000001:0.0:1784950452.178794:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950452.178798:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950452.178807:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950452.178809:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784950452.178810:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000034251946 x1871652369199360/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950452.178817:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1784950452.178818:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000100:00000001:2.0:1784950452.178819:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950452.178828:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950452.178831:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950452.178836:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950452.178843:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d5a1ce7e x1871652369200000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950452.178845:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000400:00000010:1.0:1784950452.178848:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 00000100:00000001:3.0:1784950452.178858:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950452.178862:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369199872, offset 0 00000020:00000010:0.0:1784950452.178863:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000100:00000001:3.0:1784950452.178871:0:441644:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1784950452.178880:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046aafe7b. 00000100:00000001:2.0:1784950452.178883:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950452.178886:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950452.178890:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950452.178892:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950452.178893:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000001:3.0:1784950452.178898:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307392764 02000000:00000001:2.0:1784950452.178904:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784950452.178909:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:2.0:1784950452.178911:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950452.178915:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1784950452.178915:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307391739 00000400:00000200:1.0:1784950452.178922:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784950452.178923:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950452.178927:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950452.178934:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1784950452.178935:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950452.178936:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307392764 00000100:00000001:0.0:1784950452.178939:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950452.178941:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000d5a1ce7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369200000:192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950452.178951:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950452.178957:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307391739 00000100:00000001:2.0:1784950452.178958:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950452.178959:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950452.178961:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:2.0:1784950452.178967:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950452.178973:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.178976:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307392764 02000000:00000001:2.0:1784950452.178980:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784950452.178982:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11036:11036:236:4294967295] 192.168.203.114@tcp LPNI seq info [9768:9768:8:4294967295] 00000100:00000001:0.0:1784950452.178985:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950452.178988:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307391739 02000000:00000010:2.0:1784950452.178991:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005dec4288. 02000000:00000001:2.0:1784950452.179001:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.179005:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307392764 00000400:00000010:2.0:1784950452.179007:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000895fd007. 00000100:00000001:0.0:1784950452.179015:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950452.179017:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307391739 00000400:00000010:2.0:1784950452.179021:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829f3cf7. 00000100:00000001:0.0:1784950452.179023:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950452.179029:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950452.179030:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:2.0:1784950452.179035:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369200000, portal 10 00000100:00000001:3.0:1784950452.179040:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950452.179044:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2711 00000100:00000001:2.0:1784950452.179048:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950452.179052:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.179056:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785879319680 : -120287830231936 : ffff92994e9bb480) 00000100:00000040:0.0:1784950452.179058:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:3.0:1784950452.179060:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950452.179065:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950452.179069:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683759360 : -120288025792256 : ffff929942f3b100) 00000100:00000001:3.0:1784950452.179074:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784950452.179077:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6e9cfb4. 00000100:00000040:2.0:1784950452.179078:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d5a1ce7e x1871652369200000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950452.179080:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1784950452.179086:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a02cd9c x1871652369199488/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:603/0 lens 224/0 e 0 to 0 dl 1784950463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950452.179092:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950452.179098:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784950452.179100:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950452.179105:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.179118:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950452.179128:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950452.179141:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f6e9cfb4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950452.179147:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950452.179157:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950452.179157:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950452.179165:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950452.179166:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950452.179167:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000100:00000001:1.0:1784950452.179170:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950452.179173:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133105d. 00000100:00000001:0.0:1784950452.179178:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950452.179182:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4725 usecs (5 jiffies) 00000100:00000200:2.0:1784950452.179185:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369200000, offset 0 00000020:00000010:0.0:1784950452.179186:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000100:00000001:1.0:1784950452.179191:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307390343 00000100:00000001:1.0:1784950452.179201:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307392764 00000100:00100000:0.0:1784950452.179202:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004a02cd9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369199488:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950452.179209:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1784950452.179211:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950452.179214:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307390343 00000100:00100000:3.0:1784950452.179217:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369199360 00000100:00000200:0.0:1784950452.179223:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369199488 02000000:00000001:3.0:1784950452.179225:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950452.179227:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307392764 00000020:00000001:0.0:1784950452.179229:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950452.179230:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1784950452.179235:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950452.179238:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307390343 00000100:00000001:3.0:1784950452.179239:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950452.179240:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:2.0:1784950452.179245:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1784950452.179250:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950452.179252:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307392764 02000000:00000001:3.0:1784950452.179253:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950452.179257:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:0.0:1784950452.179261:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1784950452.179265:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369199360 00000100:00000001:1.0:1784950452.179267:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307390343 00000020:00000001:0.0:1784950452.179268:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:2.0:1784950452.179271:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1784950452.179274:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1784950452.179281:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950452.179281:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307392764 00000020:00000040:3.0:1784950452.179282:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000400:00000200:2.0:1784950452.179287:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000001:00000001:0.0:1784950452.179290:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369199488, found 0 last_xid 1871652369199487 00000020:00000001:3.0:1784950452.179291:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950452.179295:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1784950452.179299:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000020:00000001:0.0:1784950452.179302:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950452.179307:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11037:11037:235:4294967295] 192.168.203.114@tcp LPNI seq info [9769:9769:7:4294967295] 00000100:00000001:1.0:1784950452.179308:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950452.179311:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000020:00000001:0.0:1784950452.179312:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950452.179320:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950452.179321:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1784950452.179323:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000020:00000001:0.0:1784950452.179327:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.179334:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1784950452.179335:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1784950452.179337:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007cb64c58 x1871652369199744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950452.179367:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1784950452.179373:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 02000000:00000001:0.0:1784950452.179376:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1784950452.179377:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950452.179385:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1784950452.179387:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b3b7186f. 00000020:00000010:3.0:1784950452.179398:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 02000000:00000001:0.0:1784950452.179400:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950452.179410:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950452.179413:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950452.179416:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1784950452.179416:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004403da6f. 00000020:00000001:0.0:1784950452.179423:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950452.179424:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078605e0a. 00000100:00000001:1.0:1784950452.179425:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950452.179428:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00010000:00000040:0.0:1784950452.179430:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369199488 02000000:00000001:1.0:1784950452.179437:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:3.0:1784950452.179440:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00010000:00000001:0.0:1784950452.179441:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000200:2.0:1784950452.179444:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:1.0:1784950452.179445:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000200:0.0:1784950452.179456:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000004a02cd9c x1871652369199488/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:603/0 lens 224/224 e 0 to 0 dl 1784950463 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950452.179457:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:1.0:1784950452.179459:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.179468:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000200:2.0:1784950452.179471:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950452.179474:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1784950452.179477:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000007cb64c58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369199744:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950452.179482:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950452.179484:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078605e0a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950452.179499:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950452.179500:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950452.179502:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950452.179508:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1784950452.179513:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1784950452.179516:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5062 usecs (6 jiffies) 02000000:00000001:1.0:1784950452.179517:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950452.179518:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.179520:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950452.179529:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950452.179531:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307390344 00000100:00001000:0.0:1784950452.179532:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=85 v=5 (1 1 1 1) 02000000:00000010:1.0:1784950452.179540:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003097b8ca. 00000100:00000001:3.0:1784950452.179541:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950452.179543:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307392764 00000100:00000001:0.0:1784950452.179544:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950452.179549:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1784950452.179554:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.179555:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307390344 00000100:00000040:0.0:1784950452.179559:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00100000:3.0:1784950452.179565:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000400:00000010:1.0:1784950452.179568:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b64a7397. 00000100:00000001:2.0:1784950452.179568:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307392764 00000100:00000001:0.0:1784950452.179569:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:3.0:1784950452.179573:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:2.0:1784950452.179583:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307390344 02000000:00000001:0.0:1784950452.179584:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1784950452.179585:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054cdf7f5. 00000100:00000001:3.0:1784950452.179585:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785875004496 : -120287834547120 : ffff92994e59dc50) 02000000:00000001:0.0:1784950452.179593:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.179594:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307392764 00000100:00000200:1.0:1784950452.179598:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369199744, portal 10 00000100:00000001:0.0:1784950452.179603:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950452.179604:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092a5eca7 x1871652369199360/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:603/0 lens 224/0 e 0 to 0 dl 1784950463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950452.179605:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307390344 00000100:00000001:1.0:1784950452.179606:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950452.179613:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785879315200 : -120287830236416 : ffff92994e9ba300) 00000100:00000001:2.0:1784950452.179616:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307392764 00000100:00000040:0.0:1784950452.179619:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950452.179629:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784950452.179632:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d460af32. 00000100:00000040:1.0:1784950452.179636:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007cb64c58 x1871652369199744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950452.179641:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950452.179645:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369199488, offset 224 00000100:00000001:2.0:1784950452.179653:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.179663:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950452.179671:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950452.179678:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950452.179686:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784950452.179694:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950452.179698:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950452.179707:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950452.179708:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950452.179711:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950452.179714:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.179755:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950452.179760:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11038:11038:234:4294967295] 192.168.203.114@tcp LPNI seq info [9770:9770:6:4294967295] 00000020:00000010:3.0:1784950452.179763:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:3.0:1784950452.179774:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950452.179775:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:3.0:1784950452.179786:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000400:00000010:1.0:1784950452.179787:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beb862af. 00000100:00000200:1.0:1784950452.179799:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369199744, offset 0 00000400:00000200:0.0:1784950452.179804:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:3.0:1784950452.179806:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000092a5eca7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369199360:12345-0@lo:400: 00000100:00000001:2.0:1784950452.179809:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950452.179818:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950452.179824:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950452.179826:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784950452.179828:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369199360 00000020:00000001:3.0:1784950452.179837:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000200:0.0:1784950452.179838:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950452.179840:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023fb8b3c x1871652369199616/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950452.179841:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:3.0:1784950452.179846:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000010:0.0:1784950452.179854:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309cba23. 00000020:00000001:3.0:1784950452.179855:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950452.179860:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1784950452.179870:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1784950452.179876:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:0.0:1784950452.179879:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:3.0:1784950452.179880:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000400:00000200:1.0:1784950452.179888:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950452.179895:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1784950452.179897:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1784950452.179902:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950452.179903:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:0.0:1784950452.179905:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:3.0:1784950452.179906:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950452.179914:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1784950452.179919:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000309cba23 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:3.0:1784950452.179920:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1784950452.179921:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11039:11039:233:4294967295] 192.168.203.114@tcp LPNI seq info [9771:9771:5:4294967295] 02000000:00000001:2.0:1784950452.179922:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950452.179930:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1784950452.179935:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950452.179936:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950452.179939:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950452.179954:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000023fb8b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369199616:192.168.203.114@tcp:8: 00000100:00000040:0.0:1784950452.179955:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000001:3.0:1784950452.179955:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1784950452.179964:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950452.179966:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1784950452.179968:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950452.179971:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950452.179975:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1784950452.179977:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950452.179978:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1784950452.179985:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d2a51470. 02000000:00000001:2.0:1784950452.179988:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950452.179989:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1784950452.179997:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950452.179997:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950452.179999:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784950452.180006:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a02cd9c x1871652369199488/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:603/0 lens 224/224 e 0 to 0 dl 1784950463 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950452.180010:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950452.180011:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f145e6ef. 00000800:00000010:1.0:1784950452.180014:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a629e91. 02000000:00000001:2.0:1784950452.180022:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950452.180024:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950452.180036:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000040:3.0:1784950452.180037:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369199360 00000400:00000010:2.0:1784950452.180038:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de0c084b. 00000100:00100000:0.0:1784950452.180053:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004a02cd9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369199488:12345-192.168.203.114@tcp:400: Request processed in 890us (1533us total) trans 0 rc 0/0 00010000:00000001:3.0:1784950452.180054:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000010:2.0:1784950452.180055:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5d658c0. 00000800:00000200:1.0:1784950452.180065:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000200:2.0:1784950452.180067:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369199616, portal 4 00010000:00000200:3.0:1784950452.180069:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000092a5eca7 x1871652369199360/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:603/0 lens 224/224 e 0 to 0 dl 1784950463 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950452.180078:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000a629e91 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950452.180079:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950452.180086:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785879310720 : -120287830240896 : ffff92994e9b9180) 00000100:00100000:0.0:1784950452.180093:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2711 00000100:00000001:1.0:1784950452.180097:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950452.180106:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000040:2.0:1784950452.180108:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000023fb8b3c x1871652369199616/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950452.180109:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5590 usecs (6 jiffies) 00000100:00000001:0.0:1784950452.180117:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950452.180123:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307390345 00000100:00000001:0.0:1784950452.180127:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1784950452.180128:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1784950452.180136:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307392764 00010000:00000001:3.0:1784950452.180137:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950452.180139:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046aafe7b. 00000100:00000001:1.0:1784950452.180150:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307390345 00000100:00000001:2.0:1784950452.180152:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:3.0:1784950452.180152:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=90 v=5 (1 1 1 1) 00000020:00000010:0.0:1784950452.180154:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00000001:1.0:1784950452.180159:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307392764 00000020:00000010:0.0:1784950452.180169:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000100:00000040:2.0:1784950452.180169:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950452.180170:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950452.180171:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307390345 00000400:00000010:2.0:1784950452.180182:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a3f02ce. 00000100:00000001:1.0:1784950452.180183:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307392764 00000020:00000040:0.0:1784950452.180184:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000040:3.0:1784950452.180185:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000200:2.0:1784950452.180193:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369199616, offset 0 00000100:00000001:0.0:1784950452.180197:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950452.180198:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307390345 00000100:00000001:3.0:1784950452.180199:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000001:1.0:1784950452.180211:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307392764 00000400:00000200:2.0:1784950452.180212:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950452.180213:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950452.180219:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950452.180224:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950452.180227:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950452.180231:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950452.180233:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950452.180242:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1784950452.180243:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950452.180249:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950452.180252:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950452.180253:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdf88c3f. 00000400:00000200:2.0:1784950452.180261:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950452.180262:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1784950452.180265:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369199360, offset 224 00000100:00000001:1.0:1784950452.180269:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784950452.180273:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950452.180281:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950452.180285:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950452.180289:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950452.180290:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1784950452.180291:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950452.180296:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950452.180302:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11040:11040:232:4294967295] 192.168.203.114@tcp LPNI seq info [9772:9772:4:4294967295] 00000800:00000010:0.0:1784950452.180303:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6e9cfb4. 00000100:00000001:1.0:1784950452.180305:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950452.180314:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950452.180329:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950452.180369:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950452.180378:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950452.180384:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000800:00000010:2.0:1784950452.180385:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006415387d. 00000400:00000200:3.0:1784950452.180391:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1784950452.180393:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 00000800:00000200:2.0:1784950452.180403:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950452.180406:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784950452.180419:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bf100 00000100:00000200:0.0:1784950452.180420:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002957db29 x1871652369199872/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950452.180421:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950452.180433:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006415387d type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1784950452.180442:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15e3d [1] + 224 00000400:00000200:3.0:1784950452.180460:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950452.180461:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950452.180462:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950452.180472:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002957db29 x1871652369199872/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950452.180473:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:3.0:1784950452.180478:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1784950452.180485:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307392765 00000100:00000001:3.0:1784950452.180494:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950452.180503:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307392764 00000100:00000001:0.0:1784950452.180505:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950452.180506:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000034251946 x1871652369199360/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950452.180517:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950452.180519:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307392765 00000100:00000001:2.0:1784950452.180533:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307392764 00000100:00000040:3.0:1784950452.180538:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000034251946 x1871652369199360/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950452.180544:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950452.180545:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307392765 00000800:00000010:0.0:1784950452.180556:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078605e0a. 00000100:00000001:2.0:1784950452.180561:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307392764 00000400:00000200:0.0:1784950452.180564:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950452.180568:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307392765 00000100:00000001:3.0:1784950452.180573:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950452.180578:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307392764 00000400:00000200:0.0:1784950452.180580:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950452.180589:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdf88c3f 00000100:00000001:2.0:1784950452.180593:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784950452.180594:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1784950452.180595:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdf88c3f. 00000800:00000010:1.0:1784950452.180607:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006415387d. 00000100:00000001:2.0:1784950452.180607:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.180608:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1784950452.180610:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133105d 00000100:00000001:3.0:1784950452.180616:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1784950452.180620:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b133105d. 00000100:00000001:2.0:1784950452.180623:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950452.180624:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950452.180627:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950452.180630:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950452.180632:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950452.180642:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784950452.180644:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000200:0.0:1784950452.180647:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d5a1ce7e x1871652369200000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950452.180649:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950452.180650:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:3.0:1784950452.180655:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950452.180661:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784950452.180663:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.180666:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950452.180668:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a3f02ce 00000100:00000001:2.0:1784950452.180674:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950452.180675:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1784950452.180677:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008a3f02ce. 00000100:00000001:2.0:1784950452.180686:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950452.180689:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092a5eca7 x1871652369199360/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:603/0 lens 224/224 e 0 to 0 dl 1784950463 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950452.180691:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950452.180706:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023fb8b3c x1871652369199616/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950452.180709:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1784950452.180758:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000092a5eca7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369199360:12345-0@lo:400: Request processed in 1048us (2123us total) trans 0 rc 0/0 00000100:00100000:3.0:1784950452.180771:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00000001:2.0:1784950452.180775:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950452.180781:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d5a1ce7e x1871652369200000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950452.180783:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950452.180784:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000400:00000001:2.0:1784950452.180793:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950452.180796:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1784950452.180801:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950452.180803:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1784950452.180811:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d9f29e3. 00000020:00000010:3.0:1784950452.180813:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000400:00000200:2.0:1784950452.180826:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032ff6f71 00000100:00000001:1.0:1784950452.180830:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950452.180831:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950452.180831:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 00000400:00000010:2.0:1784950452.180833:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000032ff6f71. 00000100:00000001:0.0:1784950452.180843:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1784950452.180845:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004403da6f. 00000100:00000040:1.0:1784950452.180846:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023fb8b3c x1871652369199616/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950477 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950452.180848:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784950452.180859:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:3.0:1784950452.180860:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000200:2.0:1784950452.180863:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000034251946 x1871652369199360/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950452.180866:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950452.180873:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950452.180876:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1784950452.180877:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784950452.180887:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1784950452.180887:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d2a51470. 00000100:00000200:2.0:1784950452.180896:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000034251946 x1871652369199360/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950452.180899:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950452.180901:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1784950452.180911:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950452.180912:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950452.180922:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309cba23. 00000400:00000200:0.0:1784950452.180926:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950452.180929:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1784950452.180930:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1784950452.180933:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950452.180937:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950452.180944:0:441644:0:(client.c:1580:after_reply()) Process entered 00000400:00000010:3.0:1784950452.180946:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056330091. 02000000:00000001:2.0:1784950452.180950:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784950452.180953:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950452.180955:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069bf200 00000100:00000001:2.0:1784950452.180957:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950452.180964:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950452.180965:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd71ea80. 00000400:00000200:1.0:1784950452.180970:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d460af32 02000000:00000001:2.0:1784950452.180971:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1784950452.180979:0:441634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369199616 offset 0 length 520: 4 00000400:00000010:1.0:1784950452.180980:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d460af32. 00000100:00001000:2.0:1784950452.180982:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=90 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950452.180991:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1784950452.180995:0:441634:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 000000008fb65410 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:1.0:1784950452.180999:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:2.0:1784950452.181000:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=90 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950452.181002:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1784950452.181015:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950452.181018:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950452.181020:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784950452.181022:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950452.181028:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.181031:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950452.181036:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000034251946 x1871652369199360/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950452.181045:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950452.181048:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950452.181050:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950452.181055:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034251946 x1871652369199360/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950452.181068:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000034251946 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369199360:0@lo:400: 00000100:00000001:2.0:1784950452.181076:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.181079:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950452.181083:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000034251946 x1871652369199360/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950452.181092:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950452.181096:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950452.181098:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d522160c. 02000000:00000001:2.0:1784950452.181105:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950452.181107:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950452.181109:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000800:00000200:1.0:1784950452.181111:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1784950452.181113:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:3.0:1784950452.181114:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:1.0:1784950452.181118:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a629e91. 02000000:00000010:2.0:1784950452.181120:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e3e62659. 00000400:00000200:1.0:1784950452.181130:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950452.181131:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950452.181132:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950452.181139:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1784950452.181141:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:2.0:1784950452.181146:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034251946. 00000400:00000200:1.0:1784950452.181150:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950452.181151:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950452.181158:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950452.181165:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950452.181166:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb862af 00000100:00000001:2.0:1784950452.181174:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950452.181175:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000beb862af. 00000400:00000200:3.0:1784950452.181176:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:0.0:1784950452.181178:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950452.181186:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950452.181190:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1784950452.181191:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950452.181192:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950452.181200:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950452.181201:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007cb64c58 x1871652369199744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950452.181203:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950452.181211:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950452.181212:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bf300 00000100:00000001:1.0:1784950452.181233:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950452.181234:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 15680 00000100:00000040:1.0:1784950452.181243:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007cb64c58 x1871652369199744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950452.181247:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950452.181259:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950452.181260:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950452.181270:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950452.181271:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950452.181284:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950452.181291:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950452.181293:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1784950452.181296:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000074c34413. 00000100:00000040:3.0:1784950452.181301:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000074c34413 x1871652369199872 msgsize 224 00000100:00100000:3.0:1784950452.181308:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950452.181328:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1784950452.181336:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950452.181364:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950452.181368:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950452.181374:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950452.181383:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950452.181396:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bf380 00000100:00000001:0.0:1784950452.181402:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1784950452.181404:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 160832 00000100:00100000:0.0:1784950452.181408:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369199872 02000000:00000001:0.0:1784950452.181414:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1784950452.181416:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950452.181418:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950452.181423:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950452.181424:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950452.181429:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950452.181431:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1784950452.181438:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369199872 00000400:00000200:3.0:1784950452.181444:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950452.181447:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950452.181451:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:3.0:1784950452.181452:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1784950452.181455:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:3.0:1784950452.181457:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:0.0:1784950452.181461:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000010:3.0:1784950452.181464:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6e26f16. 00000020:00000001:0.0:1784950452.181467:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000040:3.0:1784950452.181474:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000a6e26f16 x1871652369200000 msgsize 224 00000020:00000001:0.0:1784950452.181475:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950452.181483:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1784950452.181490:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000010:0.0:1784950452.181492:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000100:00000001:0.0:1784950452.181500:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950452.181502:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000020:00000010:0.0:1784950452.181508:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000100:00000001:3.0:1784950452.181509:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1784950452.181513:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046aafe7b. 00000800:00000001:3.0:1784950452.181519:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950452.181521:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000800:00000001:3.0:1784950452.181530:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950452.181531:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950452.181540:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:3.0:1784950452.181542:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950452.181546:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:3.0:1784950452.181549:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950452.181552:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950452.181561:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950452.181562:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950452.181577:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1784950452.181579:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bf180 00000100:00100000:1.0:1784950452.181585:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369200000 00000100:00000001:0.0:1784950452.181591:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950452.181594:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1784950452.181594:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15e31 [1] + 224 00000100:00000001:1.0:1784950452.181601:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1784950452.181605:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950452.181606:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950452.181610:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000001:3.0:1784950452.181614:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950452.181616:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1784950452.181616:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950452.181619:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784950452.181628:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369200000 00000100:00100000:0.0:1784950452.181630:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2712 00000020:00000001:1.0:1784950452.181636:0:453541:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:3.0:1784950452.181640:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:0.0:1784950452.181641:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000020:00000040:1.0:1784950452.181642:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000020:00000001:1.0:1784950452.181651:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950452.181653:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683778432 : -120288025773184 : ffff929942f3fb80) 00000100:00000001:3.0:1784950452.181655:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1784950452.181657:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000001:1.0:1784950452.181667:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000040:0.0:1784950452.181668:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000074c34413 x1871652369199872/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:603/0 lens 224/0 e 0 to 0 dl 1784950463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950452.181669:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6aab69f x1871652369199488/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950452.181679:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:1.0:1784950452.181692:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950452.181701:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000001:1.0:1784950452.181711:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950452.181764:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000020:00000010:1.0:1784950452.181778:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dfc6c6e. 00000100:00000040:3.0:1784950452.181786:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6aab69f x1871652369199488/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950452.181787:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950452.181790:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4273495. 00000020:00000010:0.0:1784950452.181797:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000020:00000010:1.0:1784950452.181803:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000001:0.0:1784950452.181807:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950452.181818:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000100:00000040:1.0:1784950452.181822:0:453541:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1784950452.181829:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950452.181832:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950452.181835:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1784950452.181838:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000074c34413 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369199872:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950452.181839:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950452.181845:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950452.181854:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369199872 00000100:00000001:1.0:1784950452.181856:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1784950452.181859:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000001:3.0:1784950452.181860:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950452.181863:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1784950452.181866:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950452.181869:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950452.181871:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950452.181874:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.181876:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1784950452.181882:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950452.181884:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1784950452.181885:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950452.181887:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950452.181888:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000001:2.0:1784950452.181894:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1784950452.181901:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000001:2.0:1784950452.181901:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950452.181910:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7cdc48a. 00000001:00000001:0.0:1784950452.181911:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369199872, found 0 last_xid 1871652369199871 00000400:00000200:3.0:1784950452.181913:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950452.181914:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950452.181922:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950452.181923:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950452.181924:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aee49f67 00000400:00000010:2.0:1784950452.181931:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aee49f67. 00000020:00000001:0.0:1784950452.181933:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1784950452.181939:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1580 00000020:00000001:0.0:1784950452.181941:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950452.181942:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950452.181945:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bf280 00000020:00000001:0.0:1784950452.181949:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950452.181953:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000200:2.0:1784950452.181959:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6aab69f x1871652369199488/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950452.181961:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950452.181962:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683772160 : -120288025779456 : ffff929942f3e300) 00000100:00000001:0.0:1784950452.181970:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1784950452.181974:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 161056 02000000:00000001:0.0:1784950452.181978:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1784950452.181984:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6e26f16 x1871652369200000/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:603/0 lens 224/0 e 0 to 0 dl 1784950463 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950452.181987:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c9eded77. 00000800:00000001:3.0:1784950452.181994:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950452.181998:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950452.182009:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950452.182012:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950452.182023:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950452.182025:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784950452.182028:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6aab69f x1871652369199488/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1784950452.182037:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369199872 00000400:00000200:3.0:1784950452.182047:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:0.0:1784950452.182048:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950452.182055:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950452.182064:0:441635:0:(events.c:286:request_in_callback()) Process entered 00010000:00000200:0.0:1784950452.182065:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000074c34413 x1871652369199872/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:603/0 lens 224/224 e 0 to 0 dl 1784950463 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950452.182066:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000200:3.0:1784950452.182071:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1784950452.182073:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950452.182077:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950452.182081:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784950452.182086:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ebe4a04e. 00000020:00000010:1.0:1784950452.182089:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000001:2.0:1784950452.182093:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:3.0:1784950452.182098:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000ebe4a04e x1871652369199744 msgsize 224 02000000:00000001:2.0:1784950452.182102:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950452.182109:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1784950452.182115:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a6e26f16 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369200000:12345-192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950452.182116:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950452.182128:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:2.0:1784950452.182129:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950452.182130:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1784950452.182131:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369200000 00010000:00000001:0.0:1784950452.182140:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950452.182142:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00001000:2.0:1784950452.182145:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950452.182148:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=85 v=5 (1 1 1 1) 00000020:00000001:1.0:1784950452.182152:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950452.182153:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:2.0:1784950452.182161:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=80 v=5 (1 1 1 1) 00000020:00000001:1.0:1784950452.182162:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950452.182164:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:3.0:1784950452.182166:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950452.182175:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000001:3.0:1784950452.182177:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950452.182178:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950452.182180:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1784950452.182181:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:2.0:1784950452.182186:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950452.182190:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:1.0:1784950452.182194:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1784950452.182195:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1784950452.182198:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1784950452.182203:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950452.182205:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950452.182206:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950452.182209:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950452.182212:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1784950452.182219:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1784950452.182220:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950452.182220:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00100000:3.0:1784950452.182221:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369199744 00000020:00000001:1.0:1784950452.182229:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1784950452.182230:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950452.182231:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1784950452.182236:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.182238:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784950452.182239:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950452.182240:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950452.182244:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950452.182247:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950452.182251:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a09db0. 00000100:00000001:1.0:1784950452.182253:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950452.182254:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950452.182259:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6aab69f x1871652369199488/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950452.182264:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1784950452.182265:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369199872, offset 224 00000100:00100000:3.0:1784950452.182266:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369199744 02000000:00000010:1.0:1784950452.182275:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b755a534. 00000020:00000001:3.0:1784950452.182275:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950452.182281:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 02000000:00000001:1.0:1784950452.182286:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950452.182290:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1784950452.182293:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000040:3.0:1784950452.182297:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:1.0:1784950452.182299:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950452.182309:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:1.0:1784950452.182312:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.182314:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950452.182316:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:3.0:1784950452.182320:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00010000:00000040:1.0:1784950452.182326:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369200000 00000100:00000001:2.0:1784950452.182327:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950452.182334:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950452.182335:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950452.182338:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:0.0:1784950452.182359:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11041:11041:236:4294967295] 192.168.203.114@tcp LPNI seq info [9773:9773:8:4294967295] 00000020:00000010:3.0:1784950452.182370:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00010000:00000200:1.0:1784950452.182373:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000a6e26f16 x1871652369200000/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:603/0 lens 224/224 e 0 to 0 dl 1784950463 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950452.182377:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6aab69f x1871652369199488/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950452.182382:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950452.182394:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000400:00000200:0.0:1784950452.182404:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:3.0:1784950452.182406:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004403da6f. 00000020:00000010:3.0:1784950452.182417:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000020:00000010:3.0:1784950452.182432:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00000800:00000200:0.0:1784950452.182441:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:1.0:1784950452.182444:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950452.182447:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1784950452.182452:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950452.182454:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f6aab69f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369199488:192.168.203.114@tcp:400: 00000800:00000010:0.0:1784950452.182455:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00000100:00000001:3.0:1784950452.182456:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:1.0:1784950452.182462:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950452.182464:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950452.182475:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950452.182477:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950452.182480:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1784950452.182482:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950452.182484:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950452.182490:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1784950452.182495:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950452.182496:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000040:2.0:1784950452.182501:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6aab69f x1871652369199488/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950452.182506:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:1.0:1784950452.182509:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:3.0:1784950452.182514:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950452.182518:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1784950452.182522:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950452.182530:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.182538:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950452.182542:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950452.182546:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950452.182547:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.182547:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950452.182557:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1784950452.182558:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950452.182564:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 02000000:00000010:2.0:1784950452.182565:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e7c2f12. 00000100:00100000:3.0:1784950452.182566:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1581 00000400:00000010:1.0:1784950452.182571:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beb862af. 00010000:00000001:0.0:1784950452.182577:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:2.0:1784950452.182578:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1784950452.182580:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000001:0.0:1784950452.182583:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950452.182584:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369200000, offset 224 00000020:00000001:2.0:1784950452.182585:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950452.182587:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683770368 : -120288025781248 : ffff929942f3dc00) 00000020:00000040:2.0:1784950452.182592:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1784950452.182595:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1784950452.182604:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:3.0:1784950452.182607:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ebe4a04e x1871652369199744/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:603/0 lens 224/0 e 0 to 0 dl 1784950463 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950452.182608:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000010:2.0:1784950452.182611:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005b63d50. 00000100:00000040:0.0:1784950452.182613:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074c34413 x1871652369199872/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:603/0 lens 224/224 e 0 to 0 dl 1784950463 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950452.182623:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950452.182628:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950452.182635:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6aab69f. 00000400:00000200:1.0:1784950452.182637:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950452.182647:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950452.182653:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950452.182664:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950452.182666:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11042:11042:235:4294967295] 192.168.203.114@tcp LPNI seq info [9774:9774:7:4294967295] 00000100:00000001:3.0:1784950452.182673:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950452.182679:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1784950452.182684:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:2.0:1784950452.182685:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950452.182693:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000074c34413 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369199872:12345-192.168.203.114@tcp:400: Request processed in 897us (1381us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950452.182694:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950452.182698:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950452.182706:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950452.182707:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000400:00000200:1.0:1784950452.182760:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:3.0:1784950452.182772:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ebe4a04e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369199744:12345-192.168.203.114@tcp:400: 00000100:00100000:0.0:1784950452.182774:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2712 00000100:00000040:0.0:1784950452.182787:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000800:00000200:1.0:1784950452.182791:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950452.182793:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369199744 00000100:00000001:0.0:1784950452.182796:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1784950452.182802:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950452.182805:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1784950452.182806:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a629e91. 00000020:00000001:3.0:1784950452.182809:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:0.0:1784950452.182813:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046aafe7b. 00000020:00000001:3.0:1784950452.182817:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950452.182822:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000800:00000200:1.0:1784950452.182825:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:3.0:1784950452.182826:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1784950452.182830:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000020:00000001:3.0:1784950452.182833:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:3.0:1784950452.182843:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000040:0.0:1784950452.182844:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000200:1.0:1784950452.182848:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:3.0:1784950452.182851:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950452.182854:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950452.182858:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000a629e91 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:3.0:1784950452.182864:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950452.182870:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950452.182875:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950452.182879:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950452.182881:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1784950452.182891:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950452.182892:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1784950452.182898:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:3.0:1784950452.182903:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1784950452.182904:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950452.182908:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784950452.182909:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950452.182912:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000010:3.0:1784950452.182916:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d2a51470. 00000800:00000010:2.0:1784950452.182918:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000800:00000001:0.0:1784950452.182923:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950452.182926:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6e26f16 x1871652369200000/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:603/0 lens 224/224 e 0 to 0 dl 1784950463 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950452.182929:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950452.182933:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950452.182933:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950452.182942:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950452.182946:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950452.182953:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950452.182960:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950452.182966:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950452.182972:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a09db0 00010000:00000040:3.0:1784950452.182973:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369199744 00000400:00000010:2.0:1784950452.182982:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c1a09db0. 00010000:00000001:3.0:1784950452.182984:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:0.0:1784950452.182994:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bf300 00000100:00000001:2.0:1784950452.182995:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000200:3.0:1784950452.183000:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000ebe4a04e x1871652369199744/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:603/0 lens 224/224 e 0 to 0 dl 1784950463 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950452.183003:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1784950452.183007:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a6e26f16 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369200000:12345-192.168.203.114@tcp:400: Request processed in 940us (1520us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950452.183018:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15e45 [1] + 224 00000800:00000001:0.0:1784950452.183040:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950452.183045:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1580 00010000:00000001:3.0:1784950452.183049:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1784950452.183053:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00010000:00000001:3.0:1784950452.183056:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950452.183059:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1784950452.183062:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950452.183067:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1784950452.183071:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1784950452.183075:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4273495. 00000100:00000040:3.0:1784950452.183081:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000010:1.0:1784950452.183086:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000100:00000001:3.0:1784950452.183087:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950452.183098:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1784950452.183101:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dfc6c6e. 02000000:00000001:3.0:1784950452.183102:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.183114:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1784950452.183116:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000040:3.0:1784950452.183125:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950452.183127:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950452.183127:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1784950452.183132:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdf88c3f. 00000800:00000010:2.0:1784950452.183138:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a629e91. 00000800:00000001:0.0:1784950452.183139:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950452.183141:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369199744, offset 224 00000400:00000200:0.0:1784950452.183152:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950452.183153:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950452.183161:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950452.183175:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950452.183177:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950452.183184:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950452.183196:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11043:11043:235:4294967295] 192.168.203.114@tcp LPNI seq info [9775:9775:7:4294967295] 00000400:00000200:3.0:1784950452.183209:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950452.183218:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950452.183219:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb862af 00000800:00000010:3.0:1784950452.183224:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083b5681e. 00000400:00000010:2.0:1784950452.183225:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000beb862af. 00000100:00000001:2.0:1784950452.183238:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950452.183240:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784950452.183241:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950452.183243:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1784950452.183246:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:0.0:1784950452.183255:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002957db29 x1871652369199872/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950452.183260:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950452.183266:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000001:1.0:1784950452.183272:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950452.183276:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000083b5681e type 1, nob 320 niov 1 nkiov 1 00000800:00000001:1.0:1784950452.183283:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950452.183300:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002957db29 x1871652369199872/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950452.183303:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950452.183305:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:3.0:1784950452.183318:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950452.183329:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950452.183335:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950452.183363:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1784950452.183364:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bf380 00000100:00000001:0.0:1784950452.183368:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784950452.183379:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ebe4a04e x1871652369199744/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:603/0 lens 224/224 e 0 to 0 dl 1784950463 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950452.183381:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15e4d [1] + 224 00000800:00000200:2.0:1784950452.183397:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784950452.183402:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:2.0:1784950452.183407:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083b5681e. 00000800:00000001:0.0:1784950452.183408:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950452.183422:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950452.183424:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950452.183426:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950452.183431:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ebe4a04e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369199744:12345-192.168.203.114@tcp:400: Request processed in 747us (1322us total) trans 0 rc 0/0 00000800:00000001:0.0:1784950452.183436:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950452.183439:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950452.183443:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950452.183447:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950452.183459:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdf88c3f 00000400:00000200:1.0:1784950452.183461:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:2.0:1784950452.183469:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdf88c3f. 00000100:00100000:3.0:1784950452.183473:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1581 00000400:00000200:0.0:1784950452.183478:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:3.0:1784950452.183482:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:2.0:1784950452.183483:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950452.183489:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950452.183489:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950452.183491:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1784950452.183500:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bf280 00000100:00000001:3.0:1784950452.183501:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1784950452.183507:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d5a1ce7e x1871652369200000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950452.183511:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000400:00000200:0.0:1784950452.183522:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15e55 [1] + 224 00000020:00000010:3.0:1784950452.183524:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 00000100:00000001:2.0:1784950452.183530:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1784950452.183536:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004403da6f. 00000100:00000001:2.0:1784950452.183538:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784950452.183541:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784950452.183550:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1784950452.183551:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000800:00000001:0.0:1784950452.183555:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784950452.183558:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1784950452.183559:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d5a1ce7e x1871652369200000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950452.183561:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950452.183565:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784950452.183567:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a65dc5aa. 00000400:00000200:2.0:1784950452.183580:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e147c1b 00000400:00000200:0.0:1784950452.183588:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:2.0:1784950452.183590:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e147c1b. 00000100:00000001:2.0:1784950452.183605:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950452.183607:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950452.183614:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1784950452.183618:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002957db29 x1871652369199872/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950452.183619:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007cb64c58 x1871652369199744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950452.183630:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950452.183638:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784950452.183641:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950452.183645:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784950452.183657:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950452.183664:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950452.183670:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000895fd007. 00000400:00000200:3.0:1784950452.183682:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829f3cf7 00000400:00000010:3.0:1784950452.183689:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000829f3cf7. 00000100:00000001:3.0:1784950452.183696:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950452.183697:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007cb64c58 x1871652369199744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950452.183697:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002957db29 x1871652369199872/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950452.183707:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d5a1ce7e x1871652369200000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950452.183770:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950452.183782:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950452.183792:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950452.183793:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1784950452.183800:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d5a1ce7e x1871652369200000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950452.183802:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950452.183811:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950452.183817:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950452.183822:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950452.183826:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950452.183835:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950452.183845:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=85 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950452.183848:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950452.183853:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784950452.183855:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950452.183858:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950452.183864:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1784950452.183867:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950452.183868:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.183875:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1784950452.183876:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950452.183885:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.183885:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.183893:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1784950452.183897:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950452.183898:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950452.183902:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950452.183906:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950452.183914:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=85 v=5 (5 5 5 5) 00000100:00000040:2.0:1784950452.183915:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002957db29 x1871652369199872/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784950452.183932:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950452.183941:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950452.183945:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950452.183947:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950452.183951:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.183952:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950452.183965:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002957db29 x1871652369199872/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950452.183966:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1784950452.183979:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d5a1ce7e x1871652369200000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950452.183988:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002957db29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369199872:192.168.203.114@tcp:400: 00000400:00000001:2.0:1784950452.184006:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1784950452.184007:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784950452.184013:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950452.184016:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1784950452.184019:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b64a7397. 00000100:00000040:3.0:1784950452.184020:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950452.184028:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1784950452.184029:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054cdf7f5 00000100:00000001:3.0:1784950452.184030:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950452.184039:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000054cdf7f5. 00000100:00000040:3.0:1784950452.184045:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d5a1ce7e x1871652369200000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950452.184048:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950452.184059:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007cb64c58 x1871652369199744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950452.184067:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950452.184077:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950452.184081:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950452.184090:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007cb64c58 x1871652369199744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950452.184096:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5a1ce7e x1871652369200000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950452.184128:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950452.184133:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950452.184134:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000d5a1ce7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369200000:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950452.184138:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950452.184143:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950452.184147:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950452.184148:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950452.184150:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950452.184155:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784950452.184156:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950452.184163:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d5a1ce7e x1871652369200000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950452.184165:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=85 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950452.184180:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950452.184193:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950452.184197:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950452.184205:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950452.184213:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00080000:2.0:1784950452.184215:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007cb64c58 x1871652369199744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950452.184218:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950452.184223:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005dec4288. 02000000:00000001:3.0:1784950452.184233:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1784950452.184236:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950452.184238:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950452.184244:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1784950452.184245:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950452.184252:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:3.0:1784950452.184253:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784950452.184259:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000010:3.0:1784950452.184260:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070b3560d. 00000100:00000001:2.0:1784950452.184265:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950452.184268:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950452.184273:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1784950452.184274:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007cb64c58 x1871652369199744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784950452.184276:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d5a1ce7e. 00000100:00000001:3.0:1784950452.184285:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950452.184289:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950452.184295:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950452.184306:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950452.184306:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950452.184311:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.184313:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950452.184317:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950452.184319:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950452.184322:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950452.184329:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cb64c58 x1871652369199744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950452.184364:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000007cb64c58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369199744:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950452.184370:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950452.184373:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950452.184376:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002957db29 x1871652369199872/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950452.184384:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950452.184386:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950452.184388:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004407e226. 02000000:00000001:2.0:1784950452.184394:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950452.184396:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950452.184397:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950452.184400:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950452.184402:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ebc2a5d. 02000000:00000001:2.0:1784950452.184406:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950452.184407:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950452.184409:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002957db29. 00000100:00000001:2.0:1784950452.184413:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950452.184414:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950452.184416:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950452.184419:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007cb64c58 x1871652369199744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950452.184426:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950452.184427:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950452.184429:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003097b8ca. 02000000:00000001:2.0:1784950452.184435:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950452.184436:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950452.184437:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1784950452.184439:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950452.184440:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009dd5e9b1. 02000000:00000001:2.0:1784950452.184442:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950452.184443:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950452.184444:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007cb64c58. 00000100:00000001:2.0:1784950452.184447:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950452.184449:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950452.184451:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950452.184456:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950452.184457:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950452.184460:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950452.184462:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1784950452.304931:0:455818:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.142.3:988 00000400:00000100:3.0:1784950452.304974:0:455823:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.142.13:988 00000400:00000100:2.0:1784950452.304984:0:455817:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.142.1:988 00000400:00000100:0.0:1784950452.305007:0:455818:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.142.3@tcp at host 111.222.142.3:988 took too long: that node may be hung or experiencing high load. 00000400:00000100:1.0:1784950452.305013:0:455824:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.142.15:988 00000400:00000200:0.0:1784950452.305026:0:455818:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.142.3@tcp: down 00000400:00000200:0.0:1784950452.305036:0:455818:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1784950452.305047:0:455818:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.3@tcp 00000800:00000010:0.0:1784950452.305051:0:455818:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e63643df. 00000400:00000200:0.0:1784950452.305062:0:455818:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000100:3.0:1784950452.305076:0:455823:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.142.13@tcp at host 111.222.142.13:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:0.0:1784950452.305077:0:455818:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.3@tcp: GET: NETWORK_TIMEOUT 00000400:00000100:2.0:1784950452.305079:0:455817:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.142.1@tcp at host 111.222.142.1:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:0.0:1784950452.305098:0:455818:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12724 health :900 00000400:00000100:1.0:1784950452.305100:0:455824:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.142.15@tcp at host 111.222.142.15:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:3.0:1784950452.305110:0:455823:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.142.13@tcp: down 00000400:00000200:2.0:1784950452.305111:0:455817:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.142.1@tcp: down 00000400:00000200:0.0:1784950452.305112:0:455818:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950452.305125:0:455824:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.142.15@tcp: down 00000400:00000200:3.0:1784950452.305127:0:455823:0:(router.c:1888:lnet_notify()) Old news 00000400:00000200:0.0:1784950452.305128:0:455818:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.3@tcp: 1 00000400:00000200:2.0:1784950452.305139:0:455817:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:3.0:1784950452.305143:0:455823:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.13@tcp 00000400:00000200:1.0:1784950452.305149:0:455824:0:(router.c:1888:lnet_notify()) Old news 00000800:00000010:3.0:1784950452.305151:0:455823:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004fc8b174. 00000800:00000100:2.0:1784950452.305154:0:455817:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.1@tcp 00000400:00000200:3.0:1784950452.305163:0:455823:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:0.0:1784950452.305166:0:455818:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.3@tcp: -114 00000800:00000010:2.0:1784950452.305167:0:455817:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007d6495b1. 00000800:00000100:1.0:1784950452.305169:0:455824:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.15@tcp 00000800:00000010:1.0:1784950452.305182:0:455824:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ea4cd4d9. 00000400:00000200:2.0:1784950452.305183:0:455817:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:3.0:1784950452.305183:0:455823:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.13@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950452.305197:0:455824:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:3.0:1784950452.305202:0:455823:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950452.305206:0:455817:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.1@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:3.0:1784950452.305214:0:455823:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.13@tcp: 1 00000400:00000200:1.0:1784950452.305218:0:455824:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.15@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950452.305220:0:455817:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950452.305228:0:455823:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.13@tcp: -114 00000400:00000200:2.0:1784950452.305234:0:455817:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.1@tcp: 1 00000400:00000200:2.0:1784950452.305245:0:455817:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.1@tcp: -114 00000400:00000100:0.0:1784950452.305248:0:455820:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.142.7:988 00000400:00000200:1.0:1784950452.305255:0:455824:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950452.305266:0:455824:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.15@tcp: 1 00000400:00000200:1.0:1784950452.305281:0:455824:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.15@tcp: -114 00000400:00000100:0.0:1784950452.305317:0:455820:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.142.7@tcp at host 111.222.142.7:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:0.0:1784950452.305330:0:455820:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.142.7@tcp: down 00000400:00000200:0.0:1784950452.305335:0:455820:0:(router.c:1888:lnet_notify()) Old news 00000400:00000100:3.0:1784950452.305336:0:455822:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.142.11:988 00000800:00000100:0.0:1784950452.305371:0:455820:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.7@tcp 00000400:00000100:2.0:1784950452.305376:0:455819:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.142.5:988 00000800:00000010:0.0:1784950452.305383:0:455820:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d66491d6. 00000400:00000200:1.0:1784950452.305389:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1784950452.305393:0:455820:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950452.305404:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.3@tcp(0000000065719ced) state 0x861 00000400:00000200:0.0:1784950452.305410:0:455820:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.7@tcp: GET: NETWORK_TIMEOUT 00000400:00000001:1.0:1784950452.305415:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950452.305419:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950452.305422:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000821c0ba2 00000400:00000010:1.0:1784950452.305426:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000821c0ba2. 00000400:00000200:1.0:1784950452.305434:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1784950452.305436:0:455820:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950452.305451:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.3@tcp: -114 00000400:00000200:0.0:1784950452.305452:0:455820:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.7@tcp: 1 00000400:00000100:3.0:1784950452.305459:0:455822:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.142.11@tcp at host 111.222.142.11:988 took too long: that node may be hung or experiencing high load. 00000400:00000100:2.0:1784950452.305461:0:455819:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.142.5@tcp at host 111.222.142.5:988 took too long: that node may be hung or experiencing high load. 00000400:00000010:1.0:1784950452.305463:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b2c38d8a. 00000400:00000200:1.0:1784950452.305488:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.3@tcp:-110 00000400:00000200:0.0:1784950452.305489:0:455820:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.7@tcp: -114 00000400:00000200:2.0:1784950452.305489:0:455819:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.142.5@tcp: down 00000400:00000200:3.0:1784950452.305489:0:455822:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.142.11@tcp: down 00000400:00000200:1.0:1784950452.305506:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.3@tcp(0000000065719ced) state 0x2061 rc -110 00000400:00000200:3.0:1784950452.305508:0:455822:0:(router.c:1888:lnet_notify()) Old news 00000400:00000200:2.0:1784950452.305515:0:455819:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:3.0:1784950452.305521:0:455822:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.11@tcp 00000800:00000010:3.0:1784950452.305527:0:455822:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fc7a79b2. 00000400:00000200:1.0:1784950452.305534:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.3@tcp 00000400:00000200:3.0:1784950452.305536:0:455822:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:3.0:1784950452.305551:0:455822:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.11@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950452.305555:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.13@tcp(00000000a00925ae) state 0x861 00000400:00000200:3.0:1784950452.305563:0:455822:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000001:1.0:1784950452.305564:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000100:2.0:1784950452.305568:0:455821:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.142.9:988 00000400:00000001:1.0:1784950452.305572:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950452.305577:0:455822:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.11@tcp: 1 00000400:00000200:1.0:1784950452.305579:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c595d0d 00000400:00000010:1.0:1784950452.305586:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c595d0d. 00000400:00000200:3.0:1784950452.305591:0:455822:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.11@tcp: -114 00000400:00000200:1.0:1784950452.305593:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000100:2.0:1784950452.305610:0:455821:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.142.9@tcp at host 111.222.142.9:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:1.0:1784950452.305611:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.13@tcp: -114 00000400:00000010:1.0:1784950452.305618:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008aee32e2. 00000400:00000200:2.0:1784950452.305626:0:455821:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.142.9@tcp: down 00000400:00000200:1.0:1784950452.305633:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.13@tcp:-110 00000400:00000200:2.0:1784950452.305637:0:455821:0:(router.c:1888:lnet_notify()) Old news 00000400:00000200:1.0:1784950452.305643:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.13@tcp(00000000a00925ae) state 0x2061 rc -110 00000400:00000200:1.0:1784950452.305652:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.13@tcp 00000400:00000200:1.0:1784950452.305657:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.1@tcp(0000000074b897f3) state 0x861 00000400:00000001:1.0:1784950452.305659:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950452.305661:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950452.305662:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004304ebc2 00000400:00000010:1.0:1784950452.305664:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004304ebc2. 00000400:00000200:1.0:1784950452.305668:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950452.305671:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.1@tcp: -114 00000400:00000010:1.0:1784950452.305673:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000090073cd. 00000400:00000200:1.0:1784950452.305678:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.1@tcp:-110 00000400:00000200:1.0:1784950452.305680:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.1@tcp(0000000074b897f3) state 0x2061 rc -110 00000400:00000200:1.0:1784950452.305683:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.1@tcp 00000400:00000200:1.0:1784950452.305686:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.15@tcp(000000001be875df) state 0x861 00000400:00000001:1.0:1784950452.305688:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950452.305690:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950452.305691:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058027d62 00000400:00000010:1.0:1784950452.305693:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000058027d62. 00000400:00000200:1.0:1784950452.305695:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950452.305697:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.15@tcp: -114 00000400:00000010:1.0:1784950452.305699:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000002554686. 00000400:00000200:1.0:1784950452.305702:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.15@tcp:-110 00000400:00000200:1.0:1784950452.305704:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.15@tcp(000000001be875df) state 0x2061 rc -110 00000400:00000200:1.0:1784950452.305707:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.15@tcp 00000400:00000200:1.0:1784950452.305710:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.7@tcp(000000007ef77b60) state 0x861 00000400:00000001:1.0:1784950452.305712:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950452.305715:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950452.305716:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49f40e5 00000400:00000010:1.0:1784950452.305759:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e49f40e5. 00000400:00000200:1.0:1784950452.305764:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950452.305770:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.7@tcp: -114 00000400:00000010:1.0:1784950452.305774:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000135a536f. 00000400:00000200:1.0:1784950452.305780:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.7@tcp:-110 00000400:00000200:1.0:1784950452.305785:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.7@tcp(000000007ef77b60) state 0x2061 rc -110 00000400:00000200:1.0:1784950452.305791:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.7@tcp 00000400:00000200:1.0:1784950452.305795:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.11@tcp(000000006aac02b3) state 0x861 00000400:00000001:1.0:1784950452.305800:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950452.305802:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950452.305804:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006444b648 00000400:00000010:1.0:1784950452.305805:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000006444b648. 00000400:00000200:1.0:1784950452.305810:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1784950452.305816:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.11@tcp: -114 00000400:00000010:1.0:1784950452.305820:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ca4a5e4a. 00000400:00000200:1.0:1784950452.305826:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.11@tcp:-110 00000400:00000200:1.0:1784950452.305829:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.11@tcp(000000006aac02b3) state 0x2061 rc -110 00000400:00000200:1.0:1784950452.305831:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.11@tcp 00010000:00000001:2.0:1784950452.560836:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950452.560841:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950452.560846:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950452.560849:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950452.560852:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950452.560856:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950452.560859:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950452.560861:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950452.560864:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950452.560867:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950452.560966:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950452.560973:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950452.560978:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950453.200850:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950453.200869:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950453.200872:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950453.200879:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950453.200882:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950453.200887:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950453.200890:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950453.584879:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950453.584888:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950453.584896:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950453.584898:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950453.585026:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950453.585032:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950453.585037:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1784950454.032896:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000010:0.0:1784950454.032909:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000aa0cf493. 00000400:00000010:0.0:1784950454.032922:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000da6cc722. 00000400:00000010:0.0:1784950454.032929:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdfacc79. 00000400:00000010:0.0:1784950454.032938:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000d4654bda. 00000400:00000200:0.0:1784950454.032944:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950454.032963:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950454.032972:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950454.032977:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11044:11044:242:4294967295] 192.168.203.114@tcp LPNI seq info [9776:9776:8:4294967295] 00000400:00000200:0.0:1784950454.032985:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:0.0:1784950454.032994:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:0.0:1784950454.033002:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950454.033008:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b126ea16. 00000800:00000200:0.0:1784950454.033016:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950454.033026:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950454.033032:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b126ea16 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1784950454.033057:0:441638:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 1 next ping: 12726 health :400 00000800:00000200:2.0:1784950454.033275:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950454.033283:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b126ea16. 00000400:00000200:2.0:1784950454.033291:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950454.033299:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000400:00000200:2.0:1784950454.033307:0:441634:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1784950454.033312:0:441634:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:2.0:1784950454.033358:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950454.033374:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950454.033378:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950454.033387:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950454.033395:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:2.0:1784950454.033408:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1784950454.033418:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:2.0:1784950454.033430:0:441634:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950454.033436:0:441634:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11045:11045:242:4294967295] 192.168.203.114@tcp LPNI seq info [9777:9777:8:4294967295] 00000400:00000200:2.0:1784950454.033447:0:441634:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:2.0:1784950454.033453:0:441634:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950454.033457:0:441634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009dd5e9b1. 00000800:00000200:2.0:1784950454.033463:0:441634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950454.033469:0:441634:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950454.033474:0:441634:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009dd5e9b1 type 3, nob 144 niov 1 nkiov 1 00000800:00000200:2.0:1784950454.033543:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950454.033547:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009dd5e9b1. 00000400:00000200:2.0:1784950454.033551:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950454.033557:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:2.0:1784950454.033576:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950454.033579:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950454.033582:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950454.033598:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950454.033605:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950454.033612:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950454.033624:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:3.0:1784950454.033642:0:441635:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x15e7d 00000800:00000001:3.0:1784950454.033648:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950454.033654:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950454.033657:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950454.033661:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:3.0:1784950454.033668:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdfacc79 00000400:00000010:3.0:1784950454.033671:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdfacc79. 00000400:00000200:3.0:1784950454.033678:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1784950454.033682:0:441635:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000aa0cf493. 00000400:00000010:3.0:1784950454.033686:0:441635:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000da6cc722. 00000800:00000001:3.0:1784950454.033694:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950454.033697:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950454.224840:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950454.224855:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950454.224857:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950454.224862:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950454.224866:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950454.224871:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950454.224873:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950454.608823:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307392765, at 4307392768 00000100:00000040:3.0:1784950454.608823:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307392765, at 4307392768 00000100:00000040:0.0:1784950454.608827:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307392765, at 4307392768 00000100:00000010:3.0:1784950454.608843:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000344af116. 00000100:00000010:0.0:1784950454.608846:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000276e14b6. 00010000:00000001:2.0:1784950454.608846:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00000100:00000010:1.0:1784950454.608852:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000060c913c. 00010000:00000001:2.0:1784950454.608854:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950454.608864:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950454.608867:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950454.608900:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307392765, at 4307392768 00000100:00000010:2.0:1784950454.608908:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0f26548. 00000020:00000001:3.0:1784950454.608920:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950454.608924:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950454.608926:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950455.248892:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950455.248908:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950455.248910:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950455.248917:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950455.248920:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950455.248925:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950455.248928:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950455.632890:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950455.632901:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950455.632912:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950455.632916:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950455.633046:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950455.633053:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950455.633057:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1784950456.080859:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000010:0.0:1784950456.080870:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e3d61461. 00000400:00000010:0.0:1784950456.080884:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009d0923c0. 00000400:00000010:0.0:1784950456.080891:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912c2f18. 00000400:00000010:0.0:1784950456.080903:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000007b44a50f. 00000400:00000200:0.0:1784950456.080910:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950456.080931:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950456.080939:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950456.080944:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11046:11046:242:4294967295] 192.168.203.114@tcp LPNI seq info [9778:9778:8:4294967295] 00000400:00000200:0.0:1784950456.080953:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:0.0:1784950456.080962:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:0.0:1784950456.080969:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950456.080975:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fcd4257c. 00000800:00000200:0.0:1784950456.080983:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950456.080994:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950456.081000:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcd4257c type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1784950456.081025:0:441638:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 1 next ping: 12728 health :900 00000800:00000200:2.0:1784950456.081201:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950456.081210:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fcd4257c. 00000400:00000200:2.0:1784950456.081220:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950456.081226:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950456.081233:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000400:00000200:2.0:1784950456.081241:0:441634:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:0.0:1784950456.081247:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950456.081248:0:441634:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:0.0:1784950456.081256:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950456.081265:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950456.081276:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:0.0:1784950456.081290:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1784950456.081302:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:0.0:1784950456.081336:0:441636:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950456.081345:0:441636:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11047:11047:242:4294967295] 192.168.203.114@tcp LPNI seq info [9779:9779:8:4294967295] 00000400:00000200:0.0:1784950456.081358:0:441636:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:0.0:1784950456.081364:0:441636:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950456.081370:0:441636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007158160. 00000800:00000200:0.0:1784950456.081376:0:441636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950456.081382:0:441636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950456.081385:0:441636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000007158160 type 3, nob 144 niov 1 nkiov 1 00000800:00000200:0.0:1784950456.081507:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950456.081512:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007158160. 00000800:00000001:3.0:1784950456.081515:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950456.081519:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950456.081528:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950456.081529:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:2.0:1784950456.081538:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950456.081553:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950456.081558:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950456.081564:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950456.081576:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:2.0:1784950456.081592:0:441634:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x15e81 00000800:00000001:2.0:1784950456.081598:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950456.081608:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950456.081610:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950456.081615:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:2.0:1784950456.081621:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912c2f18 00000400:00000010:2.0:1784950456.081624:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000912c2f18. 00000400:00000200:2.0:1784950456.081628:0:441634:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1784950456.081632:0:441634:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e3d61461. 00000400:00000010:2.0:1784950456.081636:0:441634:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009d0923c0. 00000800:00000001:2.0:1784950456.081645:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950456.081648:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950456.272845:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950456.272865:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950456.272868:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950456.272876:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950456.272879:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950456.272884:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950456.272887:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950456.400879:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950456.400885:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1784950456.400896:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007cb64c58. 00000020:00000040:2.0:1784950456.400905:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950456.400910:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950456.400914:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950456.400921:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950456.400931:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009dd5e9b1. 00000100:00000001:2.0:1784950456.400942:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950456.400950:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000004:00000001:0.0:1784950456.400952:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000001:2.0:1784950456.400954:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1784950456.400960:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1784950456.400970:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079f5a91d. 00000100:00000040:2.0:1784950456.400973:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cb64c58] to pc [ptlrpcd_00_03+3] req@000000007cb64c58 x1871652369200128/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784950456.400979:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950456.400988:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950456.400993:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950456.401001:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950456.401009:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007158160. 00000100:00000001:0.0:1784950456.401017:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950456.401022:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950456.401025:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950456.401027:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950456.401037:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079f5a91d] to pc [ptlrpcd_00_00+0] req@0000000079f5a91d x1871652369200256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950456.401065:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:0.0:1784950456.401073:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950456.401074:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950456.401079:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950456.401081:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950456.401090:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950456.401097:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784950456.401099:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007cb64c58 x1871652369200128/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950456.401103:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950456.401110:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950456.401120:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950456.401124:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784950456.401125:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000079f5a91d x1871652369200256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950456.401128:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950456.401132:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950456.401144:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950456.401151:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950456.401152:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950456.401158:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950456.401160:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950456.401167:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1784950456.401172:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000007cb64c58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369200128:192.168.203.114@tcp:41: 02000000:00000001:2.0:1784950456.401174:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950456.401184:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950456.401187:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1784950456.401194:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000079f5a91d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369200256:192.168.203.114@tcp:41: 02000000:00000001:3.0:1784950456.401198:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950456.401202:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950456.401204:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950456.401209:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950456.401210:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784950456.401215:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950456.401221:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008adb6947. 02000000:00000001:2.0:1784950456.401222:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784950456.401229:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950456.401232:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002b7a1515. 00000400:00000010:3.0:1784950456.401238:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000836294c9. 02000000:00000001:2.0:1784950456.401239:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950456.401251:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bced65a9. 00000400:00000010:3.0:1784950456.401255:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000400:00000010:2.0:1784950456.401263:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a969fd8a. 00000100:00000200:3.0:1784950456.401266:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369200128, portal 4 00000100:00000001:3.0:1784950456.401273:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1784950456.401274:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369200256, portal 4 00000100:00000001:3.0:1784950456.401276:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785879315200 : -120287830236416 : ffff92994e9ba300) 00000100:00000001:2.0:1784950456.401282:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950456.401286:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683754880 : -120288025796736 : ffff929942f39f80) 00000100:00000040:3.0:1784950456.401293:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007cb64c58 x1871652369200128/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950456.401300:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000079f5a91d x1871652369200256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950456.401342:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950456.401355:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950456.401359:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784950456.401363:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ac4ede6. 00000100:00000040:2.0:1784950456.401372:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950456.401374:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369200128, offset 0 00000400:00000010:2.0:1784950456.401379:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8357575. 00000400:00000200:3.0:1784950456.401391:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:2.0:1784950456.401398:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369200256, offset 0 00000400:00000200:3.0:1784950456.401410:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950456.401418:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950456.401424:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950456.401431:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950456.401436:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950456.401440:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950456.401444:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11048:11048:242:4294967295] 192.168.203.114@tcp LPNI seq info [9780:9780:8:4294967295] 00000400:00000200:3.0:1784950456.401459:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950456.401466:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950456.401473:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007262da46. 00000400:00000200:2.0:1784950456.401474:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950456.401486:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784950456.401492:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950456.401497:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950456.401503:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950456.401511:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:3.0:1784950456.401513:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:2.0:1784950456.401520:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11049:11049:241:4294967295] 192.168.203.114@tcp LPNI seq info [9781:9781:7:4294967295] 00000800:00000200:3.0:1784950456.401524:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007262da46 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950456.401544:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950456.401551:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950456.401553:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950456.401558:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ebc2a5d. 00000100:00000040:3.0:1784950456.401562:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4726 usecs (5 jiffies) 00000100:00000001:3.0:1784950456.401569:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307394565 00000800:00000200:2.0:1784950456.401571:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000010:3.0:1784950456.401582:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8b05ef1. 00000800:00000200:2.0:1784950456.401588:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950456.401594:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ebc2a5d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950456.401597:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784950456.401612:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307394565 00000100:00000001:2.0:1784950456.401614:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950456.401617:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b031a71. 00000100:00000040:2.0:1784950456.401624:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13648 usecs (14 jiffies) 00000100:00000001:3.0:1784950456.401626:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784950456.401637:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307394574 00000100:00000001:3.0:1784950456.401641:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307394565 00000100:00000010:3.0:1784950456.401648:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bfa50f9. 00000100:00000001:2.0:1784950456.401651:0:441641:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307394565 00000100:00000001:3.0:1784950456.401654:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1784950456.401667:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307394574 00000100:00000001:3.0:1784950456.401668:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307394565 00000100:00000010:3.0:1784950456.401682:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033096f34. 00000100:00000001:2.0:1784950456.401683:0:441641:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307394565 00000100:00000001:3.0:1784950456.401691:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1784950456.401697:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307394574 00000100:00000001:3.0:1784950456.401702:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950456.401707:0:441641:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307394565 00000100:00000001:3.0:1784950456.401709:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950456.401752:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307394575 00000100:00000001:2.0:1784950456.401760:0:441641:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307394565 00000100:00000001:3.0:1784950456.401764:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950456.401766:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950456.401774:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950456.401776:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950456.401785:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950456.401787:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950456.401788:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950456.401794:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950456.401797:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950456.401801:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950456.401804:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784950456.401805:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950456.401807:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1784950456.401817:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007262da46. 00000100:00000001:2.0:1784950456.401818:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950456.401819:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950456.401826:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950456.401829:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950456.401832:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950456.401833:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950456.401844:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950456.401853:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950456.401862:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ac4ede6 00000400:00000010:1.0:1784950456.401866:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000ac4ede6. 00000100:00000001:1.0:1784950456.401875:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1784950456.401879:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784950456.401887:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007cb64c58 x1871652369200128/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950456.401906:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1784950456.401910:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1784950456.401912:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007cb64c58 x1871652369200128/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950456.401920:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ebc2a5d. 00000400:00000200:0.0:1784950456.401933:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950456.401935:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950456.401942:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1784950456.401943:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950456.401948:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950456.401951:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950456.401959:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8357575 00000800:00000001:1.0:1784950456.401959:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950456.401961:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950456.401969:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e8357575. 00000800:00000001:1.0:1784950456.401975:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950456.401980:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784950456.401983:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:1.0:1784950456.401985:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950456.401992:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000079f5a91d x1871652369200256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950456.401995:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950456.402007:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bf400 00000400:00000200:1.0:1784950456.402022:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950456.402035:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 15904 00000400:00000200:1.0:1784950456.402056:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bf480 00000800:00000001:3.0:1784950456.402058:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950456.402074:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950456.402077:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 16128 00000800:00000001:3.0:1784950456.402078:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950456.402084:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000079f5a91d x1871652369200256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950456.402089:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950456.402102:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950456.402111:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950456.402114:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950456.402119:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950456.402123:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:1.0:1784950456.402125:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950456.402129:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1784950456.402133:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1784950456.402138:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000425a5bca. 00000400:00000200:1.0:1784950456.402147:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950456.402150:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000425a5bca x1871652369200128 msgsize 224 00000100:00100000:3.0:1784950456.402163:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950456.402180:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1784950456.402195:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950456.402201:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950456.402208:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950456.402213:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1784950456.402222:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000640277fb. 00000100:00000040:1.0:1784950456.402227:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000640277fb x1871652369200256 msgsize 224 00000100:00100000:1.0:1784950456.402237:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950456.402256:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1784950456.402267:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950456.402273:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950456.402303:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950456.402310:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369200128 02000000:00000001:2.0:1784950456.402336:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950456.402340:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950456.402344:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950456.402344:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950456.402351:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369200256 02000000:00000001:2.0:1784950456.402355:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950456.402357:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950456.402362:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1784950456.402365:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369200128 00000100:00000001:0.0:1784950456.402367:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950456.402373:0:454245:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:0.0:1784950456.402377:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950456.402379:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00100000:0.0:1784950456.402384:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369200256 00000020:00000001:2.0:1784950456.402385:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1784950456.402393:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950456.402394:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000040:0.0:1784950456.402399:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:2.0:1784950456.402403:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:0.0:1784950456.402405:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950456.402412:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:2.0:1784950456.402413:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:0.0:1784950456.402420:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950456.402425:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1784950456.402426:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:0.0:1784950456.402434:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950456.402436:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000020:00000010:0.0:1784950456.402441:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000100:00000001:2.0:1784950456.402443:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950456.402449:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950456.402451:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000020:00000010:0.0:1784950456.402457:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000020:00000010:2.0:1784950456.402465:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e395f2f. 00000020:00000010:0.0:1784950456.402469:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d0923c0. 00000020:00000010:2.0:1784950456.402476:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1b8a0d0. 00000020:00000010:0.0:1784950456.402480:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008bff1d5c. 00000020:00000010:2.0:1784950456.402487:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbcac818. 00000020:00000010:0.0:1784950456.402491:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000040:2.0:1784950456.402502:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1784950456.402508:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950456.402510:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950456.402512:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950456.402514:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950456.402518:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950456.402523:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950456.402527:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950456.402532:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950456.402553:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950456.402569:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950456.402572:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1784950456.402581:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2713 00000100:00000001:0.0:1784950456.402586:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950456.402587:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:2.0:1784950456.402596:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683768576 : -120288025783040 : ffff929942f3d500) 00000100:00000040:2.0:1784950456.402608:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000425a5bca x1871652369200128/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:607/0 lens 224/0 e 0 to 0 dl 1784950467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950456.402613:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950456.402619:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950456.402621:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950456.402628:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950456.402631:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1784950456.402634:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2714 00000020:00000010:2.0:1784950456.402638:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000040:0.0:1784950456.402642:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:1.0:1784950456.402644:0:453516:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950456.402646:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950456.402652:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866125184 : -120287843426432 : ffff92994dd25f80) 00000100:00000001:1.0:1784950456.402656:0:453516:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950456.402657:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00000040:0.0:1784950456.402665:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000640277fb x1871652369200256/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:607/0 lens 224/0 e 0 to 0 dl 1784950467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950456.402678:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000425a5bca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369200128:12345-192.168.203.114@tcp:41: 00000100:00000200:2.0:1784950456.402693:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369200128 00000100:00000001:0.0:1784950456.402694:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1784950456.402702:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:0.0:1784950456.402704:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000020:00000001:2.0:1784950456.402708:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950456.402712:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950456.402716:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950456.402756:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950456.402759:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000010:0.0:1784950456.402763:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000020:00000001:2.0:1784950456.402765:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1784950456.402773:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369200128, found 0 last_xid 1871652369200127 00000100:00100000:0.0:1784950456.402779:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000640277fb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369200256:12345-192.168.203.114@tcp:41: 00000020:00000001:2.0:1784950456.402782:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950456.402794:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369200256 00000020:00000001:2.0:1784950456.402795:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950456.402799:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950456.402803:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950456.402804:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950456.402811:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950456.402813:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1784950456.402819:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950456.402820:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1784950456.402828:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1784950456.402829:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a3aac954. 00000020:00000001:0.0:1784950456.402831:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 02000000:00000001:2.0:1784950456.402839:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950456.402841:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1784950456.402846:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1784950456.402848:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369200256, found 0 last_xid 1871652369200255 00000020:00000001:0.0:1784950456.402855:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950456.402857:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000001:0.0:1784950456.402860:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000004:00000001:2.0:1784950456.402864:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000020:00000001:0.0:1784950456.402865:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000004:00000001:2.0:1784950456.402871:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950456.402872:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950456.402883:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950456.402885:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1784950456.402891:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000df3be704. 00000004:00000024:2.0:1784950456.402893:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 02000000:00000001:0.0:1784950456.402895:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950456.402904:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1784950456.402905:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000004:00000001:0.0:1784950456.402913:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000020:2.0:1784950456.402914:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000004:00000001:0.0:1784950456.402920:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000020:00000020:2.0:1784950456.402923:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000004:00000001:0.0:1784950456.402924:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1784950456.402936:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000004:00000020:2.0:1784950456.402941:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000004:00000024:0.0:1784950456.402944:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000001:00000001:2.0:1784950456.402951:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000020:00000020:0.0:1784950456.402952:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000001:00000001:2.0:1784950456.402957:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1784950456.402960:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000004:00000001:2.0:1784950456.402963:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1784950456.402972:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00010000:00000040:2.0:1784950456.402973:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369200128 00010000:00000001:2.0:1784950456.402982:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000001:00000001:0.0:1784950456.402983:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1784950456.402988:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1784950456.402992:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000425a5bca x1871652369200128/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:607/0 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1784950456.402995:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950456.403005:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369200256 00010000:00000001:0.0:1784950456.403013:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000001:2.0:1784950456.403022:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000200:0.0:1784950456.403024:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000640277fb x1871652369200256/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:607/0 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950456.403028:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950456.403042:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=89 v=5 (1 1 1 1) 00010000:00000001:0.0:1784950456.403045:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950456.403050:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950456.403057:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=89 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950456.403058:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950456.403067:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950456.403074:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000040:0.0:1784950456.403075:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950456.403085:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950456.403088:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950456.403091:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950456.403095:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950456.403102:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784950456.403102:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950456.403111:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950456.403112:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950456.403119:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a3c3025. 00000100:00000001:2.0:1784950456.403123:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784950456.403126:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369200256, offset 224 00000100:00000040:2.0:1784950456.403137:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950456.403142:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950456.403150:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f72bf817. 00000400:00000200:0.0:1784950456.403157:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000200:2.0:1784950456.403165:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369200128, offset 224 00000400:00000200:0.0:1784950456.403166:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11050:11050:242:4294967295] 192.168.203.114@tcp LPNI seq info [9782:9782:8:4294967295] 00000400:00000200:2.0:1784950456.403198:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950456.403203:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950456.403212:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950456.403219:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825f13b0. 00000400:00000200:2.0:1784950456.403225:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:0.0:1784950456.403235:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950456.403244:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11051:11051:241:4294967295] 192.168.203.114@tcp LPNI seq info [9783:9783:7:4294967295] 00000800:00000200:0.0:1784950456.403254:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950456.403261:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000825f13b0 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:2.0:1784950456.403274:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950456.403283:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950456.403289:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950456.403290:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005b63d50. 00000100:00000040:0.0:1784950456.403302:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950456.403330:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950456.403333:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950456.403335:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:0.0:1784950456.403336:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950456.403347:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000640277fb x1871652369200256/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:607/0 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950456.403357:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950456.403369:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000005b63d50 type 1, nob 464 niov 1 nkiov 1 00000100:00100000:0.0:1784950456.403379:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000640277fb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369200256:12345-192.168.203.114@tcp:41: Request processed in 683us (1146us total) trans 0 rc 0/0 00000100:00100000:0.0:1784950456.403390:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2714 00000100:00000001:2.0:1784950456.403394:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950456.403395:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:0.0:1784950456.403403:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1784950456.403407:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950456.403409:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1784950456.403417:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000010:0.0:1784950456.403418:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008bff1d5c. 00000020:00000001:2.0:1784950456.403421:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950456.403427:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1784950456.403428:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000020:00000010:0.0:1784950456.403436:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d0923c0. 00000100:00000040:2.0:1784950456.403438:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000425a5bca x1871652369200128/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:607/0 lens 224/368 e 0 to 0 dl 1784950467 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784950456.403445:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:0.0:1784950456.403454:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950456.403462:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000425a5bca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369200128:12345-192.168.203.114@tcp:41: Request processed in 826us (1307us total) trans 0 rc 0/0 00000800:00000200:1.0:1784950456.403470:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1784950456.403480:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2713 00000800:00000010:1.0:1784950456.403482:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825f13b0. 00000100:00000040:2.0:1784950456.403489:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000200:1.0:1784950456.403494:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950456.403495:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:0.0:1784950456.403500:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950456.403503:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1784950456.403511:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950456.403512:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1b8a0d0. 00000400:00000200:1.0:1784950456.403522:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a3c3025 00000020:00000010:2.0:1784950456.403524:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbcac818. 00000400:00000010:1.0:1784950456.403529:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007a3c3025. 00000020:00000010:2.0:1784950456.403533:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e395f2f. 00000800:00000001:0.0:1784950456.403536:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950456.403538:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1784950456.403543:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000001:0.0:1784950456.403546:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950456.403547:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950456.403549:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950456.403657:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950456.403665:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005b63d50. 00000400:00000200:3.0:1784950456.403674:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950456.403684:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950456.403691:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f72bf817 00000400:00000010:3.0:1784950456.403694:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f72bf817. 00000800:00000001:1.0:1784950456.403696:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950456.403701:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950456.403705:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1784950456.403710:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950456.403715:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950456.403754:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950456.403763:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950456.403772:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950456.403782:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950456.403792:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bf480 00000400:00000200:1.0:1784950456.403805:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bf400 00000400:00000200:0.0:1784950456.403806:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15e89 [1] + 224 00000800:00000001:0.0:1784950456.403822:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950456.403828:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15e85 [1] + 224 00000800:00000001:1.0:1784950456.403839:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950456.403840:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950456.403846:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950456.403852:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950456.403854:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950456.403861:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950456.403865:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950456.403873:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:0.0:1784950456.403879:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000079f5a91d x1871652369200256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950456.403884:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950456.403897:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007cb64c58 x1871652369200128/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950456.403903:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000079f5a91d x1871652369200256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950456.403944:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000007cb64c58 x1871652369200128/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950456.403956:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950456.403966:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950456.403971:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950456.403976:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950456.403989:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950456.403997:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950456.404019:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950456.404025:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950456.404033:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950456.404034:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1784950456.404038:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950456.404041:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784950456.404044:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bced65a9. 00000400:00000200:2.0:1784950456.404051:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a969fd8a 00000400:00000010:2.0:1784950456.404054:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a969fd8a. 00000100:00000001:2.0:1784950456.404057:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1784950456.404060:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1784950456.404067:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000079f5a91d x1871652369200256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784950456.404068:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950456.404074:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000836294c9. 00000400:00000200:3.0:1784950456.404083:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000400:00000010:3.0:1784950456.404093:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000100:00000200:2.0:1784950456.404097:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000079f5a91d x1871652369200256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950456.404101:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950456.404113:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007cb64c58 x1871652369200128/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950456.404115:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950456.404121:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950456.404131:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950456.404137:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950456.404141:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1784950456.404145:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007cb64c58 x1871652369200128/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950456.404146:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950456.404156:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950456.404168:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=84 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950456.404171:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784950456.404179:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=84 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950456.404180:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950456.404190:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950456.404192:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1784950456.404195:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950456.404197:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950456.404200:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1784950456.404203:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950456.404205:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950456.404210:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950456.404211:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950456.404219:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00001000:3.0:1784950456.404223:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=89 v=5 (5 5 5 5) 00000100:00000040:2.0:1784950456.404224:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950456.404231:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950456.404238:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950456.404238:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=89 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950456.404250:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1784950456.404255:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000079f5a91d x1871652369200256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950456.404256:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950456.404266:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950456.404272:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950456.404284:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950456.404284:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950456.404290:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950456.404292:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950456.404296:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950456.404298:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950456.404302:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950456.404304:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000040:3.0:1784950456.404337:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007cb64c58 x1871652369200128/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1784950456.404339:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000020:2.0:1784950456.404360:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00000001:3.0:1784950456.404362:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950456.404373:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000004:00000001:2.0:1784950456.404378:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950456.404379:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1784950456.404388:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1784950456.404392:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000040:2.0:1784950456.404394:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079f5a91d x1871652369200256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:3.0:1784950456.404411:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000100:00100000:2.0:1784950456.404420:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000079f5a91d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369200256:192.168.203.114@tcp:41: 00000004:00000001:3.0:1784950456.404425:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950456.404435:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950456.404442:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cb64c58 x1871652369200128/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950456.404443:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950456.404453:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000079f5a91d x1871652369200256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950456.404485:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1784950456.404486:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000007cb64c58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369200128:192.168.203.114@tcp:41: 02000000:00000001:2.0:1784950456.404490:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950456.404496:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002b7a1515. 00000100:00000001:3.0:1784950456.404499:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950456.404504:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950456.404505:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1784950456.404513:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:3.0:1784950456.404515:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007cb64c58 x1871652369200128/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950456.404517:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1784950456.404527:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950456.404531:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007158160. 00000100:00000001:3.0:1784950456.404543:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950456.404544:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950456.404550:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1784950456.404551:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1784950456.404559:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008adb6947. 00000100:00000010:2.0:1784950456.404560:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079f5a91d. 02000000:00000001:3.0:1784950456.404574:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950456.404575:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1784950456.404581:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784950456.404582:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784950456.404589:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950456.404590:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950456.404599:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784950456.404600:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1784950456.404603:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009dd5e9b1. 00000100:00000001:2.0:1784950456.404606:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950456.404610:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784950456.404613:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950456.404615:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784950456.404619:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950456.404621:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007cb64c58. 00000100:00000001:3.0:1784950456.404628:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950456.404630:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950456.404633:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950456.404641:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950456.404643:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950456.404647:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950456.404649:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950456.415860:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307394574, at 4307394575 00000100:00000040:0.0:1784950456.415870:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307394574, at 4307394575 00000100:00000040:2.0:1784950456.415870:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307394574, at 4307394575 00000100:00000010:1.0:1784950456.415874:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b031a71. 00000100:00000010:2.0:1784950456.415892:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bfa50f9. 00000100:00000010:0.0:1784950456.415895:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8b05ef1. 00000100:00000040:3.0:1784950456.416832:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307394575, at 4307394576 00000100:00000010:3.0:1784950456.416843:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033096f34. 00010000:00000001:2.0:1784950456.656853:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950456.656860:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950456.656866:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950456.656868:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950456.656995:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950456.657000:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950456.657005:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950457.296846:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950457.296852:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1784950457.296864:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950432/real 1784950432] req@000000005aea1c9d x1871652369195392/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950457 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784950457.296882:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950457.296885:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950457.296887:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007215b343. 00000400:00000200:2.0:1784950457.296893:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b6b1737 00000400:00000010:2.0:1784950457.296896:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007b6b1737. 00000100:00000001:2.0:1784950457.296900:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950457.296904:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aea1c9d x1871652369195392/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950457 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950457.296915:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aea1c9d x1871652369195392/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950457 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950457.296923:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950457.296926:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950457.296929:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950457.296931:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950457.296934:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000005aea1c9d x1871652369195392/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950457 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950457.296943:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950457.296950:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950457.296951:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950457.296954:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950457.296956:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950457.296959:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950457.296962:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aea1c9d x1871652369195392/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950457 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950457.296971:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1784950457.296975:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950457.296976:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950457.296978:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950457.296980:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1784950457.296983:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1784950457.296986:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784950457.297009:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:2.0:1784950457.297013:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1784950457.297017:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aea1c9d x1871652369195392/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950457 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950457.297027:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005aea1c9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369195392:192.168.203.114@tcp:8: 00000100:00000001:2.0:1784950457.297032:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950457.297035:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950457.297037:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aea1c9d x1871652369195392/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950457 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950457.297046:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950457.297049:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950457.297053:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001a976f82. 02000000:00000001:2.0:1784950457.297059:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950457.297061:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950457.297063:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:2.0:1784950457.297066:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950457.297068:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000000e15a4fb. 02000000:00000001:2.0:1784950457.297072:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950457.297074:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950457.297076:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aea1c9d. 00000100:00000001:2.0:1784950457.297080:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950457.297082:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950457.297085:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950457.297123:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950457.297132:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950457.297139:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000285b838d. 00000020:00000040:3.0:1784950457.297146:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:3.0:1784950457.297150:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950457.297154:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950457.297159:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950457.297166:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000028331646. 00000100:00000001:3.0:1784950457.297172:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950457.297179:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000285b838d x1871652369200384/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950457.297192:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950457.297194:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950457.297199:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000285b838d] to pc [ptlrpcd_00_01+1] req@00000000285b838d x1871652369200384/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950457.297233:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950457.297236:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950457.297241:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950457.297244:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b9f5999. 00000020:00000040:3.0:1784950457.297247:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950457.297250:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950457.297252:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950457.297255:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950457.297258:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004aab43c9. 00000100:00000001:3.0:1784950457.297262:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950457.297269:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@000000008b9f5999 x1871652369200512/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950457.297279:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950457.297280:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950457.297285:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950457.297288:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:3.0:1784950457.297294:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9f5999] to pc [ptlrpcd_00_02+2] req@000000008b9f5999 x1871652369200512/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950457.297296:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950457.297327:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950457.297332:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950457.297341:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950457.297348:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950457.297350:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950457.297355:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950457.297359:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b838d x1871652369200384/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950457.297363:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950457.297368:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1784950457.297380:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:2.0:1784950457.297387:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1784950457.297390:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1784950457.297392:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950457.297399:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950457.297400:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950457.297402:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1784950457.297410:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:2.0:1784950457.297411:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950457.297412:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950457.297420:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e5b32b3f. 00000100:00000001:0.0:1784950457.297421:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950457.297422:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950457.297430:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00100000:2.0:1784950457.297436:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000285b838d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369200384:0@lo:400: 00000100:00000001:0.0:1784950457.297437:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950457.297439:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950457.297447:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950457.297449:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950457.297450:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950457.297457:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950457.297460:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950457.297462:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950457.297465:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784950457.297466:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000dc50a7. 02000000:00000001:2.0:1784950457.297468:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950457.297473:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950457.297473:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950457.297480:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950457.297480:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950457.297483:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950457.297490:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008b9f5999 x1871652369200512/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950457.297491:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e395f2f. 00000100:00000040:3.0:1784950457.297498:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000e5b32b3f x1871652369200640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784950457.297500:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950457.297512:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bced65a9. 00000400:00000010:2.0:1784950457.297525:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a969fd8a. 00000100:00000200:2.0:1784950457.297537:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369200384, portal 25 00000100:00000001:2.0:1784950457.297547:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950457.297550:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950457.297553:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683767680 : -120288025783936 : ffff929942f3d180) 00000100:00000001:0.0:1784950457.297556:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950457.297558:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950457.297565:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950457.297566:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000285b838d x1871652369200384/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950457.297567:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950457.297575:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950457.297580:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5b32b3f] to pc [ptlrpcd_00_03+3] req@00000000e5b32b3f x1871652369200640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950457.297588:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950457.297604:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008b9f5999 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369200512:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950457.297608:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950457.297620:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1784950457.297623:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1784950457.297629:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec5d6f04. 02000000:00000001:0.0:1784950457.297633:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1784950457.297641:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369200384, offset 0 02000000:00000001:0.0:1784950457.297642:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950457.297651:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950457.297654:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950457.297660:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d0923c0. 00000400:00000200:2.0:1784950457.297661:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1784950457.297663:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784950457.297670:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950457.297674:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1784950457.297679:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f35b855d. 00000100:00000010:3.0:1784950457.297682:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055a59be9. 00000400:00000200:2.0:1784950457.297687:0:441641:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1784950457.297691:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:0.0:1784950457.297693:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968cd81d. 00000100:00000001:1.0:1784950457.297695:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950457.297699:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1784950457.297704:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:3.0:1784950457.297706:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1784950457.297708:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369200512, portal 4 02000000:00000001:3.0:1784950457.297714:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950457.297715:0:441641:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bf500 00000100:00000001:1.0:1784950457.297756:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.297769:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950457.297772:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784950457.297777:0:441641:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14769 [2] + 0 00000100:00000001:0.0:1784950457.297778:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683764096 : -120288025787520 : ffff929942f3c380) 00000100:00000001:1.0:1784950457.297779:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950457.297792:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784950457.297795:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006d270fc. 00000100:00000040:0.0:1784950457.297799:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000008b9f5999 x1871652369200512/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950457.297800:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784950457.297801:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a7ee387. 00000400:00000200:2.0:1784950457.297804:0:441641:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b9db1cc6 00000100:00000001:1.0:1784950457.297808:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950457.297813:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950457.297820:0:441641:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950457.297825:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e5b32b3f x1871652369200640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950457.297833:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@0000000055a59be9 x1871652369200768/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1784950457.297840:0:441641:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1784950457.297856:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9db1cc6 00000400:00000010:2.0:1784950457.297864:0:441641:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000b9db1cc6. 00000100:00000001:0.0:1784950457.297868:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950457.297878:0:441641:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950457.297886:0:441641:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1784950457.297888:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950457.297899:0:441641:0:(events.c:337:request_in_callback()) incoming req@00000000e8e4e554 x1871652369200384 msgsize 224 00000400:00000010:0.0:1784950457.297901:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a240814. 00000100:00000001:1.0:1784950457.297903:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950457.297905:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950457.297910:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950457.297914:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369200512, offset 0 00000100:00000001:3.0:1784950457.297914:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950457.297921:0:441641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1784950457.297923:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950457.297931:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950457.297933:0:441641:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1784950457.297933:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055a59be9] to pc [ptlrpcd_00_00+0] req@0000000055a59be9 x1871652369200768/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950457.297942:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950457.297944:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950457.297956:0:441641:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1784950457.297961:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e5b32b3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369200640:192.168.203.114@tcp:400: 00000400:00000200:0.0:1784950457.297964:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950457.297981:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950457.297982:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950457.297992:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784950457.297995:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:1.0:1784950457.297998:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950457.298005:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1784950457.298006:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784950457.298015:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950457.298016:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950457.298018:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca4a5e4a. 00000400:00000200:0.0:1784950457.298026:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11052:11052:242:4294967295] 192.168.203.114@tcp LPNI seq info [9784:9784:8:4294967295] 02000000:00000001:1.0:1784950457.298029:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1784950457.298031:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000010:1.0:1784950457.298043:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000369976a6. 00000100:00080000:3.0:1784950457.298047:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000010:1.0:1784950457.298058:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006444b648. 00000100:00000001:3.0:1784950457.298058:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1784950457.298060:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00080000:3.0:1784950457.298067:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:1.0:1784950457.298071:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369200640, portal 10 00000400:00000200:2.0:1784950457.298080:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec5d6f04 00000800:00000200:0.0:1784950457.298081:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950457.298082:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1784950457.298083:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1784950457.298088:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ec5d6f04. 00000100:00000001:1.0:1784950457.298093:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683775744 : -120288025775872 : ffff929942f3f100) 00000100:00000001:2.0:1784950457.298097:0:441641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1784950457.298099:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 00000100:00080000:3.0:1784950457.298102:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12703 00000100:00000200:2.0:1784950457.298109:0:441641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000285b838d x1871652369200384/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950457.298111:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e5b32b3f x1871652369200640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950457.298118:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950457.298131:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000800:00000200:0.0:1784950457.298145:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00080000:3.0:1784950457.298156:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12702 00000800:00000200:0.0:1784950457.298157:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950457.298178:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950457.298180:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950457.298190:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000285b838d x1871652369200384/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950457.298191:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950457.298192:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950457.298203:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e49f40e5. 00000400:00000200:3.0:1784950457.298204:0:431120:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: 0 00000100:00000040:0.0:1784950457.298205:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13641 usecs (14 jiffies) 00000100:00000200:1.0:1784950457.298215:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369200640, offset 0 00000100:00000001:0.0:1784950457.298219:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307395471 00000400:00000200:3.0:1784950457.298224:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -11 00000100:00000001:2.0:1784950457.298229:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950457.298234:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a29845db. 00000100:00000001:2.0:1784950457.298239:0:441641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784950457.298240:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950457.298241:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950457.298249:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784950457.298252:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950457.298253:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950457.298262:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307395471 00000100:00000001:2.0:1784950457.298264:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307397883 00000400:00000200:1.0:1784950457.298267:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950457.298268:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000010:0.0:1784950457.298275:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009876cd03. 00000100:00000001:3.0:1784950457.298281:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000100:00000001:2.0:1784950457.298283:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307395471 00000100:00000001:0.0:1784950457.298288:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:1.0:1784950457.298289:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1784950457.298291:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950457.298298:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307397883 00000020:00000040:3.0:1784950457.298301:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 00000100:00000001:0.0:1784950457.298302:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307395471 00000400:00000200:1.0:1784950457.298336:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:3.0:1784950457.298336:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950457.298338:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307395471 00000100:00000010:0.0:1784950457.298345:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7241628. 00000020:00000040:3.0:1784950457.298347:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000100:00000001:2.0:1784950457.298351:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307397883 00000400:00000200:1.0:1784950457.298352:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950457.298357:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000020:00000001:3.0:1784950457.298359:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000400:00000200:1.0:1784950457.298368:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000001:3.0:1784950457.298370:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00000001:0.0:1784950457.298374:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307395471 00000100:00000001:2.0:1784950457.298378:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307395471 00000100:00000040:3.0:1784950457.298383:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000010:0.0:1784950457.298386:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c62cf0f. 00000400:00000200:1.0:1784950457.298388:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11053:11053:241:4294967295] 192.168.203.114@tcp LPNI seq info [9785:9785:7:4294967295] 00000100:00000001:2.0:1784950457.298392:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307397883 00000100:00000001:3.0:1784950457.298393:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950457.298399:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:3.0:1784950457.298405:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 00000100:00000001:3.0:1784950457.298411:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000100:00000001:0.0:1784950457.298413:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950457.298416:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307395471 00000020:00000040:3.0:1784950457.298418:0:431120:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000100:00000001:0.0:1784950457.298424:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950457.298433:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950457.298436:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1784950457.298438:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 00000400:00000200:1.0:1784950457.298442:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950457.298443:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950457.298447:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950457.298455:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1784950457.298456:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000100:00000001:2.0:1784950457.298459:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950457.298463:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950457.298471:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950457.298473:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950457.298474:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950457.298475:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950457.298480:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784950457.298488:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea4cd4d9. 00000100:00000001:2.0:1784950457.298489:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950457.298490:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950457.298491:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1784950457.298505:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950457.298505:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950457.298513:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784950457.298515:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:3.0:1784950457.298518:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950457.298520:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950457.298528:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:2.0:1784950457.298536:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055a59be9 x1871652369200768/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950457.298537:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950457.298537:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950457.298549:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ea4cd4d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1784950457.298553:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095bf3843. 00000020:00000040:3.0:1784950457.298564:0:431120:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1784950457.298566:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950457.298572:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950457.298573:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1784950457.298580:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950457.298581:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950457.298583:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950457.298591:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950457.298594:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1784950457.298595:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5591 usecs (6 jiffies) 02000000:00000001:2.0:1784950457.298597:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950457.298601:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784950457.298607:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307395463 02000000:00000001:3.0:1784950457.298609:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950457.298611:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1784950457.298612:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000055a59be9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369200768:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950457.298620:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307397883 00000800:00000010:0.0:1784950457.298623:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 02000000:00000010:3.0:1784950457.298625:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008adb6947. 00000100:00000001:2.0:1784950457.298630:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950457.298632:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307395463 00000400:00000200:0.0:1784950457.298637:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784950457.298638:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950457.298639:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950457.298640:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307397883 02000000:00000001:2.0:1784950457.298646:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950457.298652:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307395463 02000000:00000001:2.0:1784950457.298653:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784950457.298656:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:3.0:1784950457.298658:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000095bf3843 x1871652369200896/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950457.298664:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307397883 02000000:00000010:2.0:1784950457.298665:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000822fdc9. 00000400:00000200:0.0:1784950457.298670:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a240814 02000000:00000001:2.0:1784950457.298679:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950457.298681:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a240814. 00000100:00000001:1.0:1784950457.298681:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307395463 00000400:00000010:2.0:1784950457.298693:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026ca0124. 00000100:00000001:3.0:1784950457.298694:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950457.298695:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307397883 00000100:00000001:0.0:1784950457.298696:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950457.298702:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950457.298706:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784950457.298709:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec5d6f04. 00000100:00000200:0.0:1784950457.298715:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b9f5999 x1871652369200512/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950457.298747:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369200768, portal 4 00000100:00000001:2.0:1784950457.298752:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950457.298755:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683777536 : -120288025774080 : ffff929942f3f800) 00000100:00000040:3.0:1784950457.298756:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095bf3843] to pc [ptlrpcd_rcv+-1] req@0000000095bf3843 x1871652369200896/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950457.298759:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950457.298771:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950457.298774:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000055a59be9 x1871652369200768/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950457.298783:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950457.298807:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950457.298822:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.298835:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784950457.298836:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950457.298837:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1784950457.298847:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950457.298850:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950457.298851:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008b9f5999 x1871652369200512/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950457.298856:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950457.298863:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1784950457.298868:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6f6e18f. 00000400:00000200:1.0:1784950457.298874:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:2.0:1784950457.298879:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369200768, offset 0 00000100:00000001:3.0:1784950457.298885:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784950457.298897:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46522e1. 00000400:00000200:2.0:1784950457.298900:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950457.298902:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950457.298910:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bf580 00000020:00000040:3.0:1784950457.298911:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1784950457.298913:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784950457.298923:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950457.298925:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950457.298932:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1784950457.298937:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 16352 02000000:00000001:3.0:1784950457.298939:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950457.298940:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950457.298953:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000010:3.0:1784950457.298954:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a86c365d. 00000800:00000001:1.0:1784950457.298955:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950457.298961:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950457.298965:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950457.298968:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950457.298969:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:3.0:1784950457.298979:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000c46522e1 x1871652369201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1784950457.298980:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950457.298985:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11054:11054:240:4294967295] 192.168.203.114@tcp LPNI seq info [9786:9786:6:4294967295] 00000400:00000200:1.0:1784950457.299001:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950457.299029:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950457.299052:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950457.299057:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950457.299064:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1784950457.299065:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000010:2.0:1784950457.299066:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3e62659. 00000100:00000001:3.0:1784950457.299070:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950457.299080:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073192617. 00000100:00000040:3.0:1784950457.299087:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c46522e1] to pc [ptlrpcd_00_01+1] req@00000000c46522e1 x1871652369201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950457.299089:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:1.0:1784950457.299091:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000073192617 x1871652369200512 msgsize 224 00000100:00000001:3.0:1784950457.299114:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950457.299117:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:3.0:1784950457.299124:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12733) 00000100:00100000:1.0:1784950457.299125:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000200:2.0:1784950457.299127:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e3e62659 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950457.299142:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950457.299145:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784950457.299147:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4725 usecs (5 jiffies) 00000100:00000001:1.0:1784950457.299149:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:0.0:1784950457.299153:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea4cd4d9. 00000100:00000001:2.0:1784950457.299158:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307395463 00000400:00000200:0.0:1784950457.299161:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950457.299165:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307397883 00000100:00000001:2.0:1784950457.299174:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307395463 00000400:00000200:0.0:1784950457.299176:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950457.299176:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950457.299186:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307397883 00000100:00000001:3.0:1784950457.299187:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950457.299189:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49f40e5 00000100:00000001:3.0:1784950457.299194:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950457.299197:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307395463 00000400:00000010:0.0:1784950457.299199:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e49f40e5. 00000100:00000040:3.0:1784950457.299207:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000095bf3843 x1871652369200896/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950457.299208:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307397883 00000100:00000001:0.0:1784950457.299211:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950457.299222:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307395463 00000100:00000200:0.0:1784950457.299226:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e5b32b3f x1871652369200640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950457.299231:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950457.299232:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307397883 00000800:00000010:1.0:1784950457.299242:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3e62659. 00000100:00000001:2.0:1784950457.299245:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950457.299248:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950457.299256:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950457.299258:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950457.299259:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950457.299267:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950457.299272:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950457.299274:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950457.299277:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950457.299281:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950457.299282:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:3.0:1784950457.299286:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950457.299292:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e5b32b3f x1871652369200640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950457.299295:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784950457.299299:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6f6e18f 00000100:00000001:2.0:1784950457.299303:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1784950457.299304:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000095bf3843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369200896:1.2.3.4@tcp:8: 00000400:00000010:1.0:1784950457.299333:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e6f6e18f. 00000100:00000001:2.0:1784950457.299334:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950457.299340:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950457.299347:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950457.299349:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950457.299350:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950457.299358:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950457.299360:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000200:1.0:1784950457.299363:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055a59be9 x1871652369200768/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950457.299364:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950457.299368:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950457.299372:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.299375:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950457.299380:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950457.299385:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1784950457.299391:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950457.299392:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950457.299392:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950457.299405:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950457.299406:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950457.299408:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950457.299409:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950457.299413:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950457.299416:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950457.299418:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950457.299419:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950457.299424:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055a59be9 x1871652369200768/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950457.299431:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784950457.299433:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950457.299439:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c46522e1 x1871652369201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950457.299439:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950457.299449:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950457.299454:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950457.299457:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950457.299460:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950457.299466:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950457.299480:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950457.299483:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950457.299486:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784950457.299487:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950457.299488:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950457.299494:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950457.299496:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bf600 02000000:00000001:2.0:1784950457.299498:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950457.299505:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950457.299508:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950457.299513:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950457.299520:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 161280 00000100:00100000:2.0:1784950457.299521:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c46522e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:441641:1871652369201024:192.168.203.114@tcp:400: 00000800:00000001:1.0:1784950457.299524:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950457.299531:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950457.299541:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1784950457.299542:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369200384 00000800:00000001:0.0:1784950457.299545:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950457.299548:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:2.0:1784950457.299550:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950457.299553:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1784950457.299557:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950457.299561:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784950457.299563:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1784950457.299566:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950457.299567:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950457.299572:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005dec4288. 00000400:00000200:0.0:1784950457.299579:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950457.299580:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bf680 02000000:00000001:3.0:1784950457.299581:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950457.299582:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950457.299598:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369200384 00000400:00000200:0.0:1784950457.299600:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:2.0:1784950457.299601:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000448eae3c. 00000020:00000001:3.0:1784950457.299606:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:1.0:1784950457.299608:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 16576 00000020:00000040:3.0:1784950457.299614:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000020:00000001:3.0:1784950457.299622:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:1.0:1784950457.299625:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:3.0:1784950457.299626:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:0.0:1784950457.299627:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1784950457.299628:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000faec7be4. 00000100:00000200:0.0:1784950457.299635:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1784950457.299639:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000200:2.0:1784950457.299640:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369201024, portal 10 00000800:00000001:1.0:1784950457.299643:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784950457.299645:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079f5a91d. 00000020:00000001:3.0:1784950457.299649:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:2.0:1784950457.299651:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784950457.299657:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950457.299658:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000079f5a91d x1871652369200640 msgsize 224 00000100:00000001:2.0:1784950457.299659:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785999302656 : -120287710248960 : ffff929955c28000) 00000100:00000001:3.0:1784950457.299660:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950457.299672:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000400:00000200:1.0:1784950457.299680:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950457.299681:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c46522e1 x1871652369201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950457.299684:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950457.299693:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000010:3.0:1784950457.299698:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000001:1.0:1784950457.299700:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950457.299707:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000010:3.0:1784950457.299715:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba5e1f06. 00000100:00000001:0.0:1784950457.299716:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950457.299750:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950457.299756:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000010:1.0:1784950457.299761:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002caed187. 00000400:00000010:2.0:1784950457.299763:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072272f0d. 00000800:00000001:0.0:1784950457.299770:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950457.299775:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000002caed187 x1871652369200768 msgsize 224 00000100:00000200:2.0:1784950457.299776:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369201024, offset 0 00000020:00000010:3.0:1784950457.299777:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000800:00000001:0.0:1784950457.299780:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950457.299794:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00000100:00100000:1.0:1784950457.299795:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:2.0:1784950457.299806:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950457.299815:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1784950457.299820:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950457.299825:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950457.299826:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1784950457.299828:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950457.299835:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1784950457.299840:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950457.299842:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950457.299849:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1784950457.299851:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950457.299854:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950457.299857:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369200512 00000400:00000200:2.0:1784950457.299864:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:0.0:1784950457.299866:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950457.299871:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1784950457.299876:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11055:11055:242:4294967295] 192.168.203.114@tcp LPNI seq info [9787:9787:8:4294967295] 00000100:00000001:3.0:1784950457.299877:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.299878:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950457.299892:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950457.299899:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369200512 00000020:00000001:0.0:1784950457.299905:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950457.299906:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1784950457.299912:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000400:00000200:2.0:1784950457.299915:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950457.299915:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950457.299918:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950457.299926:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00100000:3.0:1784950457.299932:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000020:00000001:0.0:1784950457.299935:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000800:00000001:1.0:1784950457.299936:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950457.299938:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950457.299946:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000020:00000001:0.0:1784950457.299948:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000800:00000001:1.0:1784950457.299951:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950457.299952:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d62b3518. 00000100:00000001:3.0:1784950457.299953:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785875000400 : -120287834551216 : ffff92994e59cc50) 00000100:00000001:0.0:1784950457.299959:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.0:1784950457.299968:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:0.0:1784950457.299969:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000100:00000040:3.0:1784950457.299973:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e8e4e554 x1871652369200384/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:608/0 lens 224/0 e 0 to 0 dl 1784950468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950457.299983:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950457.299992:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:2.0:1784950457.299994:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000010:0.0:1784950457.299995:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000100:00100000:1.0:1784950457.300001:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369200640 00000800:00000200:2.0:1784950457.300008:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d62b3518 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1784950457.300009:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1784950457.300010:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000100:00000001:3.0:1784950457.300015:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950457.300016:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950457.300024:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950457.300028:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008bff1d5c. 00000020:00000010:3.0:1784950457.300029:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 02000000:00000001:1.0:1784950457.300031:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950457.300039:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950457.300041:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950457.300042:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00100000:1.0:1784950457.300043:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369200640 00000100:00000040:2.0:1784950457.300046:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5063 usecs (6 jiffies) 00000020:00000001:1.0:1784950457.300052:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:3.0:1784950457.300057:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000001:2.0:1784950457.300058:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307395465 00000020:00000040:1.0:1784950457.300059:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000040:0.0:1784950457.300063:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000001:1.0:1784950457.300070:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950457.300071:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307397883 00000100:00000001:0.0:1784950457.300072:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1784950457.300078:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:0.0:1784950457.300079:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1784950457.300081:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e8e4e554 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369200384:12345-0@lo:400: 00000100:00000001:2.0:1784950457.300082:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307395465 00000100:00000001:0.0:1784950457.300086:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950457.300091:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:2.0:1784950457.300094:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307397883 00000100:00000001:0.0:1784950457.300101:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950457.300103:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000200:3.0:1784950457.300107:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369200384 00000100:00000001:2.0:1784950457.300108:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307395465 00000100:00000001:1.0:1784950457.300118:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1784950457.300119:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950457.300120:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307397883 00000100:00000001:0.0:1784950457.300122:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950457.300126:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000020:00000001:3.0:1784950457.300129:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950457.300132:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307395465 00000020:00000001:3.0:1784950457.300137:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950457.300139:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950457.300140:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307397883 00000100:00000001:0.0:1784950457.300146:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1784950457.300147:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950457.300152:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950457.300153:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000020:00000001:3.0:1784950457.300156:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00100000:0.0:1784950457.300157:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369200768 00000100:00000001:2.0:1784950457.300166:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950457.300168:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1784950457.300169:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1784950457.300171:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dfc6c6e. 00000100:00000001:0.0:1784950457.300175:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1784950457.300178:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950457.300180:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950457.300182:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950457.300183:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cfe13720. 00000020:00000001:3.0:1784950457.300185:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950457.300193:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950457.300195:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1784950457.300197:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950457.300198:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000020:00000001:3.0:1784950457.300202:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950457.300210:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369200768 00000020:00000001:3.0:1784950457.300211:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950457.300219:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1784950457.300220:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:1.0:1784950457.300221:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000040:0.0:1784950457.300230:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:1.0:1784950457.300231:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1784950457.300231:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1784950457.300238:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950457.300241:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1784950457.300243:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 02000000:00000010:3.0:1784950457.300245:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008cad8fbd. 00000100:00000001:1.0:1784950457.300248:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950457.300252:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 02000000:00000001:3.0:1784950457.300254:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950457.300261:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:1.0:1784950457.300262:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1784950457.300262:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950457.300270:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1784950457.300274:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950457.300275:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950457.300275:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950457.300283:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369200384 00000020:00000010:0.0:1784950457.300287:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00010000:00000001:3.0:1784950457.300288:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950457.300298:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1784950457.300301:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000e8e4e554 x1871652369200384/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:608/0 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950457.300303:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950457.300328:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000800:00000200:2.0:1784950457.300332:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950457.300343:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d62b3518. 00000020:00000010:0.0:1784950457.300346:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008aee32e2. 00010000:00000001:3.0:1784950457.300349:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1784950457.300354:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1784950457.300356:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046aafe7b. 00010000:00000001:3.0:1784950457.300357:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950457.300358:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950457.300369:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1784950457.300370:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003a62d741. 00000400:00000200:2.0:1784950457.300370:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00001000:3.0:1784950457.300371:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950457.300381:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1784950457.300386:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072272f0d 00000100:00100000:1.0:1784950457.300387:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1582 00000100:00000001:3.0:1784950457.300389:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950457.300390:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1784950457.300393:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000072272f0d. 00000100:00000001:0.0:1784950457.300398:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950457.300400:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000040:3.0:1784950457.300401:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:2.0:1784950457.300403:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950457.300409:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950457.300411:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683754880 : -120288025796736 : ffff929942f39f80) 00000100:00000001:3.0:1784950457.300413:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000200:2.0:1784950457.300419:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c46522e1 x1871652369201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950457.300426:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950457.300428:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950457.300432:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000079f5a91d x1871652369200640/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:608/0 lens 224/0 e 0 to 0 dl 1784950468 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950457.300433:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950457.300446:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950457.300452:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950457.300459:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1784950457.300461:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1784950457.300471:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784950457.300475:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000100:00100000:0.0:1784950457.300477:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2715 00000100:00000040:2.0:1784950457.300484:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c46522e1 x1871652369201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950457.300488:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369200384, offset 224 00000100:00000040:0.0:1784950457.300490:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:1.0:1784950457.300495:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950457.300502:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683955968 : -120288025595648 : ffff929942f6b100) 00000020:00000010:1.0:1784950457.300507:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000400:00000200:3.0:1784950457.300514:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1784950457.300518:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950457.300521:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000073192617 x1871652369200512/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:608/0 lens 224/0 e 0 to 0 dl 1784950468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950457.300532:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000001:2.0:1784950457.300534:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950457.300543:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1784950457.300545:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1784950457.300558:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000079f5a91d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369200640:12345-192.168.203.114@tcp:400: 00000800:00000001:2.0:1784950457.300560:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950457.300573:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950457.300576:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bf500 00000100:00000001:0.0:1784950457.300577:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1784950457.300580:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369200640 00000800:00000001:2.0:1784950457.300584:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950457.300587:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000020:00000001:1.0:1784950457.300591:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000001:2.0:1784950457.300596:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.300597:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950457.300598:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15e9d [1] + 224 00000020:00000001:1.0:1784950457.300600:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950457.300610:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950457.300611:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000400:00000200:3.0:1784950457.300617:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950457.300621:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:1.0:1784950457.300624:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950457.300632:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:3.0:1784950457.300637:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1784950457.300638:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000073192617 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369200512:12345-192.168.203.114@tcp:400: 00000020:00000001:1.0:1784950457.300640:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1784950457.300649:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950457.300651:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bf780 00000100:00000001:3.0:1784950457.300654:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1784950457.300660:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1784950457.300662:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369200512 00000020:00000001:1.0:1784950457.300666:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1784950457.300670:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b838d x1871652369200384/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950457.300672:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950457.300674:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950457.300675:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 161504 00000020:00000001:0.0:1784950457.300683:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950457.300687:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1784950457.300692:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950457.300697:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000001:2.0:1784950457.300698:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950457.300703:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1784950457.300706:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1784950457.300710:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000001:2.0:1784950457.300712:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950457.300717:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002893610b. 00000100:00000040:3.0:1784950457.300754:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000285b838d x1871652369200384/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950457.300767:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1784950457.300771:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950457.300773:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:0.0:1784950457.300776:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369200512, found 0 last_xid 1871652369200511 00000100:00000001:1.0:1784950457.300783:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950457.300790:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950457.300794:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950457.300795:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950457.300797:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950457.300803:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1784950457.300806:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000040:1.0:1784950457.300807:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369200640 00000100:00000001:2.0:1784950457.300809:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1784950457.300814:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950457.300816:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:1.0:1784950457.300817:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:3.0:1784950457.300817:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000020:00000001:0.0:1784950457.300823:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1784950457.300830:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000100:00000010:2.0:1784950457.300831:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002957db29. 00000100:00000001:0.0:1784950457.300832:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000200:1.0:1784950457.300834:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000079f5a91d x1871652369200640/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:608/0 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950457.300842:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1784950457.300843:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000002957db29 x1871652369201024 msgsize 224 00000100:00000001:3.0:1784950457.300843:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950457.300851:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:0.0:1784950457.300853:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003ac6f799. 00000100:00000001:3.0:1784950457.300861:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950457.300865:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950457.300873:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:3.0:1784950457.300877:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:0.0:1784950457.300878:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950457.300883:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1784950457.300890:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950457.300891:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00010000:00000001:1.0:1784950457.300892:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950457.300895:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1784950457.300899:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950457.300906:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=90 v=5 (1 1 1 1) 00000020:00000001:3.0:1784950457.300908:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00010000:00000040:0.0:1784950457.300909:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369200512 00000800:00000001:2.0:1784950457.300912:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784950457.300920:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:3.0:1784950457.300922:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8e4e554 x1871652369200384/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:608/0 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950457.300923:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950457.300925:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:0.0:1784950457.300933:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000073192617 x1871652369200512/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:608/0 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950457.300938:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950457.300950:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950457.300951:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950457.300959:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369201024 02000000:00000001:1.0:1784950457.300963:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950457.300968:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1784950457.300971:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950457.300977:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950457.300982:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950457.300984:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950457.300987:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e8e4e554 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369200384:12345-0@lo:400: Request processed in 962us (3077us total) trans 0 rc 0/0 02000000:00000001:2.0:1784950457.300996:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950457.300999:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1784950457.301000:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00100000:2.0:1784950457.301009:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369201024 00010000:00000001:0.0:1784950457.301010:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950457.301014:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058027d62. 00000020:00000001:2.0:1784950457.301019:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000100:00001000:0.0:1784950457.301022:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=90 v=5 (1 1 1 1) 00000100:00100000:3.0:1784950457.301022:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000020:00000040:2.0:1784950457.301027:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000200:1.0:1784950457.301028:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369200640, offset 224 00000100:00000040:3.0:1784950457.301035:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000020:00000001:2.0:1784950457.301037:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950457.301040:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1784950457.301044:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000001:3.0:1784950457.301046:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1784950457.301049:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950457.301053:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950457.301054:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1784950457.301056:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000010:3.0:1784950457.301064:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000100:00000001:0.0:1784950457.301066:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:2.0:1784950457.301068:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000200:1.0:1784950457.301072:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:3.0:1784950457.301076:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 02000000:00000001:0.0:1784950457.301080:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1784950457.301082:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1784950457.301089:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950457.301092:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba5e1f06. 00000020:00000010:2.0:1784950457.301093:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000400:00000200:1.0:1784950457.301099:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11056:11056:242:4294967295] 192.168.203.114@tcp LPNI seq info [9788:9788:8:4294967295] 00000100:00000001:0.0:1784950457.301101:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950457.301105:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1784950457.301108:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000040:0.0:1784950457.301118:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:2.0:1784950457.301119:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 02000000:00000001:3.0:1784950457.301123:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:0.0:1784950457.301127:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a240814. 02000000:00000010:3.0:1784950457.301131:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008cad8fbd. 00000020:00000010:2.0:1784950457.301134:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac714e1c. 00000100:00000200:0.0:1784950457.301140:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369200512, offset 224 02000000:00000001:3.0:1784950457.301143:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:2.0:1784950457.301146:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1b8a0d0. 00000400:00000200:1.0:1784950457.301148:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950457.301152:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950457.301159:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbcac818. 00000400:00000200:0.0:1784950457.301166:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950457.301167:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1784950457.301172:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000200:1.0:1784950457.301179:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950457.301180:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1784950457.301181:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000836294c9. 00000100:00000001:2.0:1784950457.301189:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950457.301193:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000975723c9. 00000400:00000200:0.0:1784950457.301194:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000010:3.0:1784950457.301197:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041ab5f15. 00000100:00000001:2.0:1784950457.301199:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1784950457.301207:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950457.301213:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950457.301214:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950457.301221:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11057:11057:241:4294967295] 192.168.203.114@tcp LPNI seq info [9789:9789:7:4294967295] 00000100:00000001:2.0:1784950457.301233:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950457.301234:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:1.0:1784950457.301247:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000975723c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950457.301258:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1784950457.301260:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950457.301265:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950457.301266:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950457.301271:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950457.301274:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000200:0.0:1784950457.301280:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00100000:3.0:1784950457.301284:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2716 00000100:00000040:1.0:1784950457.301289:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000800:00000010:0.0:1784950457.301295:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 00000100:00100000:2.0:1784950457.301296:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1583 00000100:00000040:3.0:1784950457.301298:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00010000:00000001:1.0:1784950457.301301:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950457.301330:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950457.301331:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683953280 : -120288025598336 : ffff929942f6a680) 00000100:00000040:2.0:1784950457.301332:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000800:00000200:0.0:1784950457.301339:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:1.0:1784950457.301343:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950457.301344:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785879318784 : -120287830232832 : ffff92994e9bb100) 00000100:00000040:3.0:1784950457.301352:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002caed187 x1871652369200768/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:608/0 lens 224/0 e 0 to 0 dl 1784950468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950457.301360:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079f5a91d x1871652369200640/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:608/0 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950457.301362:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:2.0:1784950457.301362:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002957db29 x1871652369201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:608/0 lens 224/0 e 0 to 0 dl 1784950468 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950457.301376:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950457.301391:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950457.301407:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950457.301419:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950457.301425:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950457.301427:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950457.301437:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000020:00000001:0.0:1784950457.301438:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950457.301442:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950457.301449:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1784950457.301450:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000079f5a91d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369200640:12345-192.168.203.114@tcp:400: Request processed in 945us (1781us total) trans 0 rc 0/0 00000020:00000010:2.0:1784950457.301453:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000040:0.0:1784950457.301454:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073192617 x1871652369200512/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:608/0 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950457.301463:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000001:2.0:1784950457.301466:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950457.301479:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00100000:3.0:1784950457.301488:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002caed187 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369200768:12345-192.168.203.114@tcp:400: 00000100:00100000:1.0:1784950457.301493:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1582 00000100:00100000:2.0:1784950457.301503:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002957db29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441641:x1871652369201024:12345-192.168.203.114@tcp:400: 00000100:00000040:1.0:1784950457.301509:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000200:3.0:1784950457.301514:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369200768 00000100:00000001:1.0:1784950457.301521:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1784950457.301524:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:2.0:1784950457.301525:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369201024 00000100:00000001:1.0:1784950457.301529:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1784950457.301531:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000073192617 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369200512:12345-192.168.203.114@tcp:400: Request processed in 946us (2429us total) trans 0 rc 0/0 00000020:00000001:3.0:1784950457.301535:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950457.301536:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:1.0:1784950457.301538:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cfe13720. 00000020:00000001:3.0:1784950457.301548:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950457.301549:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:1.0:1784950457.301551:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000020:00000001:2.0:1784950457.301556:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950457.301558:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2715 00000020:00000001:3.0:1784950457.301560:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1784950457.301564:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dfc6c6e. 00000020:00000001:2.0:1784950457.301566:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950457.301569:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000040:0.0:1784950457.301570:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000020:00000001:2.0:1784950457.301573:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000040:1.0:1784950457.301576:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000020:00000001:3.0:1784950457.301581:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950457.301582:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1784950457.301587:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950457.301588:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1784950457.301590:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369200768, found 0 last_xid 1871652369200767 00000100:00000001:0.0:1784950457.301591:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1784950457.301594:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950457.301601:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008bff1d5c. 00000020:00000001:3.0:1784950457.301604:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950457.301605:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1784950457.301610:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000020:00000001:3.0:1784950457.301612:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950457.301613:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1784950457.301621:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000020:00000001:3.0:1784950457.301623:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950457.301624:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950457.301632:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950457.301633:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000040:0.0:1784950457.301635:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:2.0:1784950457.301641:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1784950457.301642:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950457.301644:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950457.301650:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950457.301652:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000200:1.0:1784950457.301655:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1784950457.301658:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1784950457.301659:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000971a3e49. 00000800:00000010:1.0:1784950457.301663:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000975723c9. 02000000:00000001:2.0:1784950457.301667:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950457.301668:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008cad8fbd. 00000400:00000200:1.0:1784950457.301673:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950457.301673:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950457.301675:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950457.301683:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:2.0:1784950457.301685:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950457.301687:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950457.301698:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950457.301700:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 00000020:00000001:3.0:1784950457.301701:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1784950457.301702:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369201024 00000400:00000200:1.0:1784950457.301709:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058027d62 00010000:00000040:3.0:1784950457.301753:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369200768 00010000:00000001:2.0:1784950457.301759:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000001:3.0:1784950457.301759:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000010:1.0:1784950457.301760:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000058027d62. 00000400:00000010:0.0:1784950457.301761:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009f552988. 00000400:00000010:0.0:1784950457.301772:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d7177c6. 00000100:00000001:1.0:1784950457.301774:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000200:2.0:1784950457.301778:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000002957db29 x1871652369201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:608/0 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1784950457.301780:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000002caed187 x1871652369200768/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:608/0 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950457.301784:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1784950457.301788:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000b7055e25. 00000400:00000200:0.0:1784950457.301812:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-1.2.3.4@tcp 00000400:00000200:0.0:1784950457.301832:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 1.2.3.4@tcp local destination 00010000:00000001:2.0:1784950457.301842:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950457.301845:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950457.301848:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950457.301850:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1784950457.301851:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950457.301856:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00001000:2.0:1784950457.301859:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=90 v=5 (1 1 1 1) 00000100:00001000:3.0:1784950457.301862:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=90 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950457.301864:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000010:1.0:1784950457.301865:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 00000400:00000200:0.0:1784950457.301879:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950457.301883:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950457.301883:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950457.301884:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1784950457.301888:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 1.2.3.4@tcp 00000100:00000040:2.0:1784950457.301897:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000040:3.0:1784950457.301898:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950457.301904:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950457.301910:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11058:11058:241:4294967295] 1.2.3.4@tcp LPNI seq info [160:160:8:4294967295] 00000100:00000001:2.0:1784950457.301911:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:3.0:1784950457.301914:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950457.301923:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950457.301926:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950457.301931:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950457.301932:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950457.301935:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 1.2.3.4@tcp 00000100:00000001:2.0:1784950457.301945:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950457.301947:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950457.301964:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950457.301969:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950457.301970:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 1.2.3.4@tcp(1.2.3.4@tcp:1.2.3.4@tcp) : GET try# 0 00000400:00000010:2.0:1784950457.301975:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072272f0d. 00000400:00000010:3.0:1784950457.301980:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000100:00000200:2.0:1784950457.301988:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369201024, offset 224 00000100:00000200:3.0:1784950457.301991:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369200768, offset 224 00000800:00000200:0.0:1784950457.301992:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-1.2.3.4@tcp 00000400:00000200:1.0:1784950457.301993:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a240814 00000400:00000010:1.0:1784950457.302001:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a240814. 00000800:00000010:0.0:1784950457.302007:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000013f88f5e. 00000100:00000001:1.0:1784950457.302009:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950457.302015:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950457.302020:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950457.302022:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000001:1.0:1784950457.302026:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950457.302029:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 30 secs later) 00000400:00000200:3.0:1784950457.302039:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950457.302040:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950457.302043:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000001:1.0:1784950457.302051:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.1:1784950457.302055:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:0.1:1784950457.302062:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 30 secs later) 00000400:00000200:2.0:1784950457.302064:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11059:11059:241:4294967295] 192.168.203.114@tcp LPNI seq info [9790:9790:8:4294967295] 00000400:00000200:2.0:1784950457.302078:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950457.302092:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950457.302096:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000100:0.0:1784950457.302104:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-1.2.3.4@tcp 00000400:00000200:3.0:1784950457.302104:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:2.0:1784950457.302107:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d62b3518. 00000800:00000010:0.0:1784950457.302114:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000013f88f5e. 00000400:00000200:1.0:1784950457.302120:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950457.302127:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000800:00000200:2.0:1784950457.302129:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950457.302133:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11060:11060:240:4294967295] 192.168.203.114@tcp LPNI seq info [9791:9791:7:4294967295] 00000400:00000200:0.0:1784950457.302149:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->1.2.3.4@tcp: GET: REMOTE_ERROR 00000800:00000200:2.0:1784950457.302150:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950457.302162:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d62b3518 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950457.302171:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950457.302175:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950457.302186:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000400:00000200:0.0:1784950457.302190:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:3.0:1784950457.302194:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:2.0:1784950457.302198:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:1.0:1784950457.302199:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bf600 00000400:00000200:0.0:1784950457.302206:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 1.2.3.4@tcp: 1 00000020:00000001:2.0:1784950457.302208:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950457.302209:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4bcac29. 00000020:00000001:2.0:1784950457.302221:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1784950457.302222:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15ead [1] + 224 00000400:00000200:0.0:1784950457.302224:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000100:00000040:2.0:1784950457.302235:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002957db29 x1871652369201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:608/0 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950457.302239:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:1.0:1784950457.302244:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950457.302253:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950457.302254:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 1.2.3.4@tcp 00000400:00000200:1.0:1784950457.302265:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950457.302270:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 rc 0 00000800:00000200:3.0:1784950457.302272:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:1.0:1784950457.302287:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000200:3.0:1784950457.302290:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c4bcac29 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950457.302291:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 00000100:00000001:1.0:1784950457.302298:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784950457.302302:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002957db29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441641:x1871652369201024:12345-192.168.203.114@tcp:400: Request processed in 849us (1448us total) trans 0 rc 0/0 00000400:00000001:0.0:1784950457.302324:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950457.302333:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950457.302333:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950457.302335:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e5b32b3f x1871652369200640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950457.302340:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d7177c6 00000400:00000010:0.0:1784950457.302349:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001d7177c6. 00000100:00100000:2.0:1784950457.302352:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1583 00000100:00000040:3.0:1784950457.302354:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000400:00000200:0.0:1784950457.302358:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000100:00000040:2.0:1784950457.302364:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00010000:00000001:3.0:1784950457.302372:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:0.0:1784950457.302373:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000100:00000001:2.0:1784950457.302374:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950457.302381:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1784950457.302384:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950457.302386:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009f552988. 00000020:00000010:2.0:1784950457.302389:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1b8a0d0. 00000100:00000040:1.0:1784950457.302395:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e5b32b3f x1871652369200640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950457.302397:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1784950457.302402:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbcac818. 00000400:00000200:0.0:1784950457.302405:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 1.2.3.4@tcp:-5 00000020:00000010:2.0:1784950457.302414:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac714e1c. 00000100:00000040:3.0:1784950457.302416:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002caed187 x1871652369200768/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:608/0 lens 224/224 e 0 to 0 dl 1784950468 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950457.302422:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 rc -5 00000020:00000040:2.0:1784950457.302427:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:2.0:1784950457.302440:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950457.302443:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 1.2.3.4@tcp 00000100:00000001:1.0:1784950457.302469:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1784950457.302470:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002caed187 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369200768:12345-192.168.203.114@tcp:400: Request processed in 1035us (2685us total) trans 0 rc 0/0 00000800:00000001:1.0:1784950457.302484:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950457.302486:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2716 00000100:00000040:3.0:1784950457.302495:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950457.302499:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950457.302502:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950457.302505:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046aafe7b. 00000100:00000001:1.0:1784950457.302513:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1784950457.302514:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003a62d741. 00000100:00000001:1.0:1784950457.302520:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1784950457.302526:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008aee32e2. 00000800:00000200:2.0:1784950457.302527:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000001:1.0:1784950457.302529:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950457.302532:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1784950457.302539:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d62b3518. 00000400:00000001:1.0:1784950457.302540:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1784950457.302540:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:0.0:1784950457.302541:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1784950457.302548:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000369976a6. 00000400:00000200:2.0:1784950457.302554:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950457.302554:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950457.302557:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006444b648 00000400:00000010:1.0:1784950457.302568:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000006444b648. 00000400:00000200:2.0:1784950457.302577:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950457.302579:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1784950457.302580:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950457.302586:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950457.302589:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bced65a9. 00000100:00000200:1.0:1784950457.302591:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e5b32b3f x1871652369200640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950457.302600:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a969fd8a 00000400:00000010:0.0:1784950457.302607:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a969fd8a. 00000100:00000200:1.0:1784950457.302613:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e5b32b3f x1871652369200640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950457.302615:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1784950457.302616:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072272f0d 00000400:00000010:2.0:1784950457.302624:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000072272f0d. 00000100:00000200:0.0:1784950457.302628:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000285b838d x1871652369200384/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950457.302635:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950457.302640:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950457.302643:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950457.302646:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950457.302656:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950457.302661:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950457.302666:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950457.302671:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950457.302682:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950457.302685:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000285b838d x1871652369200384/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784950457.302692:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=90 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950457.302703:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1784950457.302704:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=90 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950457.302710:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950457.302712:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950457.302716:0:441641:0:(client.c:1580:after_reply()) Process entered 00000800:00000200:2.0:1784950457.302746:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950457.302752:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4bcac29. 00000100:00000001:1.0:1784950457.302758:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950457.302759:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950457.302765:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784950457.302772:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1784950457.302773:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950457.302782:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1784950457.302783:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950457.302783:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1784950457.302788:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e5b32b3f x1871652369200640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950457.302790:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950457.302794:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950457.302798:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 02000000:00000001:0.0:1784950457.302802:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950457.302804:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950457.302806:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000100:00001000:0.0:1784950457.302816:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=95 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950457.302819:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950457.302826:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1784950457.302831:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950457.302834:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00001000:0.0:1784950457.302836:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950457.302839:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950457.302845:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950457.302851:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950457.302853:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950457.302858:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950457.302860:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950457.302868:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bf780 00010000:00000001:0.0:1784950457.302871:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1784950457.302877:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e5b32b3f x1871652369200640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950457.302879:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950457.302889:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950457.302892:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15ebd [1] + 224 00000100:00000040:0.0:1784950457.302904:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b838d x1871652369200384/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950457.302913:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950457.302922:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950457.302934:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950457.302935:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950457.302949:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950457.302950:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950457.302951:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950457.302956:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.302961:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950457.302969:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950457.302970:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950457.302975:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5b32b3f x1871652369200640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950457.302986:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b838d x1871652369200384/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950457.302987:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c46522e1 x1871652369201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950457.303020:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e5b32b3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369200640:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950457.303040:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950457.303049:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1784950457.303063:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000285b838d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369200384:0@lo:400: 00000100:00000040:3.0:1784950457.303064:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c46522e1 x1871652369201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950457.303065:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e5b32b3f x1871652369200640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950457.303083:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950457.303093:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950457.303103:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000285b838d x1871652369200384/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950457.303134:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950457.303138:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784950457.303142:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950457.303147:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1784950457.303148:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca4a5e4a. 00000800:00000001:3.0:1784950457.303150:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950457.303153:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950457.303159:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e395f2f. 02000000:00000001:1.0:1784950457.303160:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1784950457.303162:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950457.303167:0:441643:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:0.0:1784950457.303169:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1784950457.303170:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784950457.303172:0:441643:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1784950457.303178:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:3.0:1784950457.303180:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950457.303181:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:0.0:1784950457.303183:0:441641:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 02000000:00000010:1.0:1784950457.303190:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000000dc50a7. 00000020:00000001:0.0:1784950457.303194:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950457.303201:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000028331646. 02000000:00000001:1.0:1784950457.303202:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1784950457.303205:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:1.0:1784950457.303209:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1784950457.303213:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:1.0:1784950457.303216:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e5b32b3f. 02000000:00000001:0.0:1784950457.303219:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950457.303226:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000285b838d. 00000400:00000200:3.0:1784950457.303227:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bf680 00000100:00000001:1.0:1784950457.303229:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950457.303237:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.303240:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950457.303242:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.303247:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950457.303248:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15eb5 [1] + 224 00000100:00000001:1.0:1784950457.303253:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950457.303255:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950457.303258:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950457.303260:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950457.303262:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1784950457.303271:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.303272:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950457.303273:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950457.303284:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1784950457.303285:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784950457.303285:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950457.303290:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950457.303299:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000448eae3c. 00000400:00000200:0.0:1784950457.303328:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faec7be4 00000400:00000010:0.0:1784950457.303331:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000faec7be4. 00000400:00000200:3.0:1784950457.303333:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950457.303334:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.303339:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784950457.303345:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950457.303351:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950457.303352:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c46522e1 x1871652369201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950457.303354:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950457.303365:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055a59be9 x1871652369200768/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950457.303378:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950457.303406:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bf580 00000100:00000200:0.0:1784950457.303407:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c46522e1 x1871652369201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950457.303431:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000055a59be9 x1871652369200768/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950457.303432:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15ea5 [1] + 224 00000100:00000001:0.0:1784950457.303450:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950457.303454:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950457.303456:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.303466:0:441641:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784950457.303470:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950457.303473:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950457.303476:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950457.303478:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784950457.303479:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950457.303485:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950457.303488:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950457.303492:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950457.303496:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950457.303499:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950457.303501:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=90 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950457.303504:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1784950457.303514:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=90 v=5 (1 1 1 1) 00000100:00000200:1.0:1784950457.303519:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b9f5999 x1871652369200512/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950457.303521:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950457.303526:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950457.303535:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784950457.303547:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c46522e1 x1871652369201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950457.303551:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008b9f5999 x1871652369200512/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950457.303605:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950457.303608:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950457.303610:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950457.303612:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950457.303613:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950457.303615:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784950457.303622:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c46522e1 x1871652369201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950457.303628:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950457.303636:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950457.303638:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.303640:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950457.303645:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950457.303653:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46522e1 x1871652369201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950457.303657:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950457.303664:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1784950457.303670:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c46522e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:441641:1871652369201024:192.168.203.114@tcp:400: 00000400:00000001:3.0:1784950457.303674:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950457.303680:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950457.303683:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f35b855d. 00000400:00000200:3.0:1784950457.303689:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968cd81d 00000400:00000010:3.0:1784950457.303691:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000968cd81d. 00000100:00000001:3.0:1784950457.303695:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1784950457.303696:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950457.303703:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950457.303707:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026ca0124. 00000100:00000200:3.0:1784950457.303711:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b9f5999 x1871652369200512/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950457.303715:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec5d6f04 00000400:00000010:0.0:1784950457.303751:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ec5d6f04. 00000100:00000001:0.0:1784950457.303756:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950457.303763:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055a59be9 x1871652369200768/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950457.303804:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b9f5999 x1871652369200512/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950457.303809:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055a59be9 x1871652369200768/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950457.303845:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950457.303852:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.303853:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950457.303859:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950457.303861:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950457.303866:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950457.303868:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1784950457.303872:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950457.303873:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950457.303877:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950457.303879:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950457.303884:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950457.303886:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950457.303890:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950457.303895:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950457.303898:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950457.303907:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=85 v=5 (1 1 1 1) 00000100:00001000:0.0:1784950457.303909:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=90 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950457.303917:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950457.303919:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950457.303922:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950457.303924:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950457.303928:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950457.303930:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950457.303933:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950457.303935:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950457.303940:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950457.303943:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950457.303946:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000040:0.0:1784950457.303948:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950457.303955:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950457.303956:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950457.303964:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950457.303965:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950457.303981:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055a59be9 x1871652369200768/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950457.303983:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008b9f5999 x1871652369200512/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950457.304028:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950457.304031:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950457.304034:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950457.304039:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950457.304040:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950457.304045:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950457.304052:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055a59be9 x1871652369200768/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950457.304058:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b9f5999 x1871652369200512/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950457.304095:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000055a59be9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369200768:192.168.203.114@tcp:400: 00000100:00100000:3.0:1784950457.304102:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008b9f5999 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369200512:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950457.304106:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.304113:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950457.304115:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950457.304121:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c46522e1 x1871652369201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950457.304123:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950457.304134:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008b9f5999 x1871652369200512/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950457.304158:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950457.304164:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950457.304169:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005dec4288. 02000000:00000001:0.0:1784950457.304177:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950457.304181:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950457.304188:0:441641:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1784950457.304189:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950457.304195:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1784950457.304196:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950457.304200:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d0923c0. 02000000:00000010:0.0:1784950457.304202:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a86c365d. 02000000:00000001:3.0:1784950457.304212:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1784950457.304213:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1784950457.304219:0:441644:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:0.0:1784950457.304220:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1784950457.304227:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000010:0.0:1784950457.304228:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c46522e1. 00000020:00000001:3.0:1784950457.304239:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950457.304241:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1784950457.304245:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004aab43c9. 00000100:00000001:0.0:1784950457.304246:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.304255:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784950457.304257:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950457.304262:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1784950457.304263:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055a59be9 x1871652369200768/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784950457.304265:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b9f5999. 00000100:00000001:3.0:1784950457.304275:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950457.304280:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950457.304287:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.304294:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950457.304297:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784950457.304299:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950457.304326:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000822fdc9. 00000100:00000001:3.0:1784950457.304329:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950457.304332:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950457.304337:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1784950457.304338:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950457.304346:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1784950457.304346:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950457.304357:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950457.304359:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a7ee387. 02000000:00000001:0.0:1784950457.304363:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950457.304366:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950457.304369:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055a59be9. 00000100:00000001:0.0:1784950457.304373:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950457.304374:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.304377:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950457.304382:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950457.304384:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950457.304387:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950457.304389:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950457.680840:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950457.680846:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950457.680851:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950457.680853:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950457.680980:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950457.680985:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950457.680990:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950458.320845:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950458.320853:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1784950458.320869:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950457/real 0] req@0000000095bf3843 x1871652369200896/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950458 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950458.320887:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950458.320891:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950458.320893:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950458.320897:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000095bf3843 x1871652369200896/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950458 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950458.320907:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950458.320917:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950458.320919:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950458.320922:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950458.320925:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950458.320927:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950458.320931:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000095bf3843 x1871652369200896/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950458 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950458.320942:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1784950458.320945:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950458.320947:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950458.320949:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950458.320951:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1784950458.320954:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1784950458.320958:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784950458.320985:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:3.0:1784950458.320989:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1784950458.320993:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095bf3843 x1871652369200896/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950458 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950458.321003:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000095bf3843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369200896:1.2.3.4@tcp:8: 00000100:00000001:3.0:1784950458.321008:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950458.321012:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950458.321015:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000095bf3843 x1871652369200896/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950458 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950458.321024:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1784950458.321027:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950458.321029:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:3.0:1784950458.321032:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950458.321036:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000008adb6947. 02000000:00000001:3.0:1784950458.321042:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950458.321045:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950458.321046:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095bf3843. 00000100:00000001:3.0:1784950458.321051:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950458.321052:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950458.321055:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950458.321102:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950458.321112:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950458.321121:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005284db62. 00000020:00000040:1.0:1784950458.321127:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950458.321132:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950458.321135:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950458.321141:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950458.321149:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000975723c9. 00000100:00000001:1.0:1784950458.321157:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950458.321165:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000005284db62 x1871652369201152/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950458.321178:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950458.321181:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950458.321187:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005284db62] to pc [ptlrpcd_00_02+2] req@000000005284db62 x1871652369201152/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950458.321227:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950458.321230:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950458.321234:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950458.321238:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019135a23. 00000020:00000040:1.0:1784950458.321241:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950458.321244:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950458.321245:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950458.321247:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950458.321252:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014755b2c. 00000100:00000001:1.0:1784950458.321255:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950458.321263:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@0000000019135a23 x1871652369201280/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950458.321272:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950458.321274:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950458.321280:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950458.321280:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1784950458.321289:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950458.321290:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019135a23] to pc [ptlrpcd_00_03+3] req@0000000019135a23 x1871652369201280/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950458.321320:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950458.321325:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950458.321337:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950458.321343:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950458.321346:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950458.321357:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950458.321359:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1784950458.321361:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000040:3.0:1784950458.321370:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005284db62 x1871652369201152/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950458.321371:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1784950458.321383:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1784950458.321384:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950458.321397:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950458.321400:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950458.321402:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950458.321408:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950458.321409:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784950458.321410:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950458.321419:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1784950458.321424:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e694a6d. 00000100:00000001:2.0:1784950458.321426:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950458.321427:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1784950458.321434:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1784950458.321435:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784950458.321436:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950458.321447:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950458.321448:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1784950458.321449:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000019135a23 x1871652369201280/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950458.321456:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1784950458.321461:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005284db62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369201152:0@lo:400: 02000000:00000001:1.0:1784950458.321463:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950458.321477:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea4cd4d9. 00000100:00000001:3.0:1784950458.321490:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950458.321500:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950458.321500:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784950458.321501:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950458.321509:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950458.321511:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950458.321517:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000006e694a6d x1871652369201408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784950458.321520:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784950458.321521:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950458.321529:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784950458.321532:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba5e1f06. 02000000:00000001:2.0:1784950458.321540:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950458.321542:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950458.321553:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1784950458.321556:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000019135a23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369201280:192.168.203.114@tcp:400: 00000400:00000010:3.0:1784950458.321558:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000892354fa. 00000100:00000001:1.0:1784950458.321559:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950458.321573:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1784950458.321576:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dca9971. 00000100:00000040:1.0:1784950458.321578:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e694a6d] to pc [ptlrpcd_00_00+0] req@000000006e694a6d x1871652369201408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950458.321579:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950458.321588:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950458.321593:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369201152, portal 25 02000000:00000001:2.0:1784950458.321596:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950458.321604:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1784950458.321608:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac714e1c. 00000100:00000001:3.0:1784950458.321611:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683955072 : -120288025596544 : ffff929942f6ad80) 02000000:00000001:2.0:1784950458.321615:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950458.321624:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005284db62 x1871652369201152/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950458.321625:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026ca0124. 00000100:00000001:1.0:1784950458.321639:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950458.321640:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072272f0d. 00000100:00000001:3.0:1784950458.321645:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950458.321652:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1784950458.321654:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369201280, portal 4 00000100:00000040:3.0:1784950458.321660:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1784950458.321666:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950458.321670:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784950458.321671:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683957760 : -120288025593856 : ffff929942f6b800) 00000100:00000001:3.0:1784950458.321676:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1784950458.321680:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008071c7c7. 00000100:00100000:3.0:1784950458.321684:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:2.0:1784950458.321689:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000019135a23 x1871652369201280/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784950458.321690:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1784950458.321692:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950458.321702:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950458.321707:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784950458.321709:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950458.321714:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950458.321759:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950458.321763:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950458.321764:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950458.321767:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950458.321773:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950458.321775:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950458.321780:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006e694a6d x1871652369201408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950458.321790:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a629e91. 00000100:00000001:2.0:1784950458.321790:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950458.321802:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950458.321806:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950458.321816:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1784950458.321818:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c7615d7. 00000100:00000040:1.0:1784950458.321821:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000008071c7c7 x1871652369201536/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950458.321822:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950458.321827:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369201280, offset 0 02000000:00000001:3.0:1784950458.321832:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950458.321840:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950458.321851:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950458.321853:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950458.321866:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1784950458.321869:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006e694a6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369201408:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950458.321871:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950458.321879:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950458.321882:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784950458.321890:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008071c7c7] to pc [ptlrpcd_00_01+1] req@000000008071c7c7 x1871652369201536/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950458.321891:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784950458.321892:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784950458.321899:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950458.321907:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:3.0:1784950458.321909:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950458.321920:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6fb2c16. 00000400:00000200:2.0:1784950458.321921:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784950458.321930:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950458.321933:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950458.321937:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950458.321939:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079a91cd6. 00000400:00000200:2.0:1784950458.321947:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11061:11061:242:4294967295] 192.168.203.114@tcp LPNI seq info [9792:9792:8:4294967295] 00000100:00080000:1.0:1784950458.321949:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000010:3.0:1784950458.321952:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000100:00080000:1.0:1784950458.321966:0:437703:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000200:3.0:1784950458.321966:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369201408, portal 10 00000100:00000001:0.0:1784950458.321972:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950458.321977:0:437703:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1784950458.321977:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1784950458.321981:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784950458.321985:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683944320 : -120288025607296 : ffff929942f68380) 00000100:00080000:1.0:1784950458.321986:0:437703:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1784950458.321991:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950458.321993:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950458.322003:0:437703:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:3.0:1784950458.322007:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006e694a6d x1871652369201408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950458.322008:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950458.322015:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1784950458.322016:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12703 00000800:00000200:2.0:1784950458.322023:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950458.322027:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950458.322033:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1784950458.322040:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d62b3518. 00000100:00000001:0.0:1784950458.322041:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784950458.322041:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000001:3.0:1784950458.322047:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950458.322058:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008071c7c7 x1871652369201536/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1784950458.322059:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12728 00000800:00000200:2.0:1784950458.322068:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:3.0:1784950458.322071:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950458.322084:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001829797e. 00000400:00000200:1.0:1784950458.322092:0:437703:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: 0 00000100:00000001:0.0:1784950458.322094:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1784950458.322095:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000200:3.0:1784950458.322096:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369201408, offset 0 00000100:00000001:0.0:1784950458.322101:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950458.322107:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -11 00000800:00000200:2.0:1784950458.322108:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d62b3518 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1784950458.322113:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1784950458.322119:0:437703:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1784950458.322120:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950458.322123:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950458.322133:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 02000000:00000001:0.0:1784950458.322134:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950458.322137:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950458.322145:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1784950458.322146:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00100000:0.0:1784950458.322149:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008071c7c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369201536:192.168.203.114@tcp:400: 00000100:00000040:2.0:1784950458.322150:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13637 usecs (14 jiffies) 00000100:00000040:1.0:1784950458.322159:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950458.322163:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307396495 00000400:00000200:3.0:1784950458.322164:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950458.322169:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950458.322173:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950458.322176:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307397883 02000000:00000001:0.0:1784950458.322178:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784950458.322180:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:1.0:1784950458.322184:0:437703:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:0.0:1784950458.322187:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950458.322188:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307396495 00000020:00000040:1.0:1784950458.322190:0:437703:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 00000400:00000200:3.0:1784950458.322194:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950458.322200:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307397883 00000020:00000001:1.0:1784950458.322201:0:437703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:3.0:1784950458.322207:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950458.322211:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307396495 00000020:00000040:1.0:1784950458.322212:0:437703:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000400:00000200:3.0:1784950458.322221:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11062:11062:241:4294967295] 192.168.203.114@tcp LPNI seq info [9793:9793:7:4294967295] 00000100:00000001:2.0:1784950458.322222:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307397883 02000000:00000001:0.0:1784950458.322225:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1784950458.322226:0:437703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00000001:2.0:1784950458.322234:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307396495 00000020:00000001:1.0:1784950458.322239:0:437703:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 02000000:00000010:0.0:1784950458.322240:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f552988. 00000100:00000001:2.0:1784950458.322242:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307397883 02000000:00000001:0.0:1784950458.322252:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950458.322254:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950458.322260:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 00000100:00000001:2.0:1784950458.322266:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950458.322269:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000010:0.0:1784950458.322270:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000961825da. 00000100:00000001:1.0:1784950458.322270:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950458.322273:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950458.322284:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d7177c6. 00000100:00000040:1.0:1784950458.322285:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950458.322285:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950458.322327:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000200:3.0:1784950458.322327:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950458.322333:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369201536, portal 4 00000020:00000040:1.0:1784950458.322339:0:437703:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000100:00000001:0.0:1784950458.322341:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1784950458.322342:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004aab43c9. 00000100:00000001:0.0:1784950458.322348:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683948800 : -120288025602816 : ffff929942f69500) 00000100:00080000:1.0:1784950458.322354:0:437703:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 00000800:00000200:3.0:1784950458.322361:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:0.0:1784950458.322366:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000008071c7c7 x1871652369201536/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1784950458.322371:0:437703:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 192.168.203.114@tcp/192.168.203.114@tcp 00000100:00000001:1.0:1784950458.322384:0:437703:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950458.322385:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:1.0:1784950458.322395:0:437703:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:3.0:1784950458.322397:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004aab43c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950458.322398:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784950458.322406:0:437703:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950458.322412:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950458.322415:0:437703:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950458.322419:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950458.322420:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048ab8f2a. 00000100:00000001:1.0:1784950458.322422:0:437703:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:3.0:1784950458.322430:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5592 usecs (6 jiffies) 00000100:00000001:1.0:1784950458.322431:0:437703:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950458.322432:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369201536, offset 0 00000100:00000001:3.0:1784950458.322442:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307396487 00000100:00000010:1.0:1784950458.322449:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095bf3843. 00000100:00000001:3.0:1784950458.322450:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307397883 00000800:00000200:2.0:1784950458.322456:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784950458.322457:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000040:1.0:1784950458.322461:0:437703:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1784950458.322462:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307396487 00000800:00000010:2.0:1784950458.322467:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d62b3518. 00000100:00000001:3.0:1784950458.322473:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307397883 02000000:00000001:1.0:1784950458.322475:0:437703:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1784950458.322479:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950458.322481:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:1.0:1784950458.322483:0:437703:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950458.322484:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307396487 00000100:00000001:1.0:1784950458.322496:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1784950458.322497:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950458.322498:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307397883 00000400:00000200:0.0:1784950458.322502:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1784950458.322504:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950458.322511:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307396487 02000000:00000001:1.0:1784950458.322514:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950458.322519:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950458.322522:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307397883 02000000:00000010:1.0:1784950458.322527:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007d5a674c. 00000400:00000200:0.0:1784950458.322529:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950458.322530:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950458.322537:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950458.322539:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950458.322541:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950458.322553:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950458.322561:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11063:11063:240:4294967295] 192.168.203.114@tcp LPNI seq info [9794:9794:6:4294967295] 00000100:00100000:1.0:1784950458.322561:0:437703:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000095bf3843 x1871652369201664/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950458.322563:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950458.322573:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950458.322579:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950458.322585:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950458.322597:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950458.322599:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950458.322603:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950458.322605:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950458.322617:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095bf3843] to pc [ptlrpcd_rcv+-1] req@0000000095bf3843 x1871652369201664/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950458.322621:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 00000400:00000200:2.0:1784950458.322622:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c7615d7 00000800:00000200:0.0:1784950458.322627:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950458.322631:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000c7615d7. 00000800:00000010:0.0:1784950458.322642:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013f88f5e. 00000100:00000001:2.0:1784950458.322644:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784950458.322646:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369201152, offset 0 00000100:00000200:2.0:1784950458.322660:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000019135a23 x1871652369201280/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950458.322664:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950458.322666:0:437703:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950458.322668:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1784950458.322681:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1784950458.322692:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950458.322694:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950458.322697:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1784950458.322699:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:0.0:1784950458.322705:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000013f88f5e type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784950458.322707:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000019135a23 x1871652369201280/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950458.322710:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055a59be9. 00000100:00000001:3.0:1784950458.322755:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950458.322757:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950458.322760:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950458.322764:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950458.322767:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1784950458.322768:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1784950458.322768:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950458.322776:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4727 usecs (5 jiffies) 00000100:00000001:1.0:1784950458.322778:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000001:2.0:1784950458.322786:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950458.322786:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000095bf3843 x1871652369201664/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950458.322787:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950458.322788:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307396487 02000000:00000001:1.0:1784950458.322797:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950458.322802:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307397883 00000800:00000001:2.0:1784950458.322807:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950458.322811:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6e9cfb4. 00000100:00000001:0.0:1784950458.322814:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307396487 00000800:00000001:2.0:1784950458.322819:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950458.322823:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950458.322826:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307397883 00000800:00000001:2.0:1784950458.322830:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950458.322837:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307396487 00000100:00000040:1.0:1784950458.322842:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@0000000055a59be9 x1871652369201792/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950458.322848:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307397883 00000100:00000001:3.0:1784950458.322850:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784950458.322857:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950458.322859:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950458.322861:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307396487 02000000:00000001:3.0:1784950458.322873:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950458.322875:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307397883 02000000:00000001:3.0:1784950458.322881:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950458.322886:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950458.322887:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1784950458.322889:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bf880 00000100:00000001:1.0:1784950458.322894:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950458.322896:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950458.322897:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950458.322909:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 16800 00000100:00000001:0.0:1784950458.322910:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950458.322913:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055a59be9] to pc [ptlrpcd_00_02+2] req@0000000055a59be9 x1871652369201792/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950458.322914:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000095bf3843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369201664:192.168.203.114@tcp:8: 00000100:00000001:0.0:1784950458.322922:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950458.322931:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950458.322935:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950458.322942:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:2.0:1784950458.322946:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950458.322949:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950458.322953:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950458.322955:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950458.322961:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950458.322964:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008adb6947. 00000400:00000200:2.0:1784950458.322965:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:3.0:1784950458.322974:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950458.322975:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12734) 00000100:00000001:2.0:1784950458.322979:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1784950458.322986:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df0f20aa. 00000100:00000200:2.0:1784950458.322987:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1784950458.323000:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6aab69f. 00000400:00000010:3.0:1784950458.323002:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000100:00000040:2.0:1784950458.323008:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000f6aab69f x1871652369201280 msgsize 224 00000400:00000200:1.0:1784950458.323011:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000200:3.0:1784950458.323012:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369201664, portal 4 00000100:00000001:3.0:1784950458.323022:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784950458.323029:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 00000100:00000001:3.0:1784950458.323029:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683769472 : -120288025782144 : ffff929942f3d880) 00000100:00100000:2.0:1784950458.323030:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000010:1.0:1784950458.323048:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ca4a5e4a. 00000100:00000040:3.0:1784950458.323049:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000095bf3843 x1871652369201664/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950458.323053:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1784950458.323058:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006444b648. 00000800:00000200:0.0:1784950458.323060:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1784950458.323065:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:0.0:1784950458.323072:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004aab43c9. 00000400:00000010:1.0:1784950458.323076:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000000504e45f. 00000800:00000001:2.0:1784950458.323077:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950458.323084:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950458.323087:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950458.323101:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-1.2.3.4@tcp 00000100:00000040:3.0:1784950458.323103:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950458.323104:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950458.323106:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784950458.323114:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000100:00000001:2.0:1784950458.323116:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950458.323121:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 1.2.3.4@tcp local destination 00000100:00000001:2.0:1784950458.323123:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784950458.323125:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369201664, offset 0 00000400:00000200:1.0:1784950458.323132:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784950458.323138:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055a59be9 x1871652369201792/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950458.323141:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950458.323146:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950458.323158:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950458.323168:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 1.2.3.4@tcp 00000400:00000200:1.0:1784950458.323179:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11064:11064:240:4294967295] 1.2.3.4@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:1.0:1784950458.323199:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 1.2.3.4@tcp 00000100:00000001:2.0:1784950458.323208:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950458.323214:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950458.323221:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 1.2.3.4@tcp(1.2.3.4@tcp:1.2.3.4@tcp) : GET try# 0 02000000:00000001:2.0:1784950458.323224:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950458.323230:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950458.323234:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950458.323235:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001829797e 00000800:00000200:1.0:1784950458.323237:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-1.2.3.4@tcp 00000400:00000200:3.0:1784950458.323245:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:0.0:1784950458.323246:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001829797e. 00000100:00100000:2.0:1784950458.323247:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000055a59be9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369201792:192.168.203.114@tcp:400: 00000800:00000010:1.0:1784950458.323251:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d508b323. 00000100:00000001:0.0:1784950458.323258:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784950458.323266:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950458.323268:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1784950458.323275:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006e694a6d x1871652369201408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950458.323276:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 02000000:00000001:2.0:1784950458.323278:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784950458.323281:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:2.0:1784950458.323286:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950458.323288:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 29 secs later) 00000400:00000200:3.0:1784950458.323295:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784950458.323297:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784950458.323325:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000010:2.0:1784950458.323330:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce0859fb. 00000800:00000200:1.1:1784950458.323337:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 02000000:00000001:2.0:1784950458.323342:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950458.323345:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11065:11065:239:4294967295] 192.168.203.114@tcp LPNI seq info [9795:9795:6:4294967295] 00000100:00000001:0.0:1784950458.323349:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:1.1:1784950458.323352:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 29 secs later) 00000400:00000010:2.0:1784950458.323356:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000448eae3c. 00000100:00000040:0.0:1784950458.323363:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006e694a6d x1871652369201408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950458.323371:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c7615d7. 00000800:00000100:1.0:1784950458.323381:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-1.2.3.4@tcp 00000100:00000200:2.0:1784950458.323385:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369201792, portal 10 00000800:00000010:1.0:1784950458.323391:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d508b323. 00000100:00000001:2.0:1784950458.323398:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950458.323399:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950458.323399:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:1.0:1784950458.323403:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:2.0:1784950458.323405:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683777536 : -120288025774080 : ffff929942f3f800) 00000100:00000001:0.0:1784950458.323411:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950458.323421:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->1.2.3.4@tcp: GET: REMOTE_ERROR 00000100:00000040:2.0:1784950458.323427:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000055a59be9 x1871652369201792/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950458.323432:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950458.323436:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000800:00000010:3.0:1784950458.323447:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a955e85. 00000400:00000200:1.0:1784950458.323451:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 1.2.3.4@tcp: 1 00000100:00000001:2.0:1784950458.323456:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950458.323470:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000800:00000200:3.0:1784950458.323471:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:2.0:1784950458.323474:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950458.323484:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbc882ed. 00000800:00000200:3.0:1784950458.323491:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:1.0:1784950458.323493:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 1.2.3.4@tcp 00000100:00000200:2.0:1784950458.323495:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369201792, offset 0 00000800:00000200:3.0:1784950458.323501:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004a955e85 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1784950458.323506:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 rc 0 00000400:00000200:2.0:1784950458.323514:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950458.323516:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950458.323524:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784950458.323525:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 00000100:00000040:3.0:1784950458.323527:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 0 usecs (0 jiffies) 00000800:00000010:0.0:1784950458.323533:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013f88f5e. 00000400:00000200:2.0:1784950458.323535:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950458.323541:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307398908 00000400:00000001:1.0:1784950458.323542:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784950458.323545:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1784950458.323550:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950458.323552:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950458.323558:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006444b648 00000100:00000001:3.0:1784950458.323560:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307397883 00000400:00000200:2.0:1784950458.323565:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000010:1.0:1784950458.323567:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000006444b648. 00000400:00000200:0.0:1784950458.323568:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950458.323578:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307398908 00000400:00000200:2.0:1784950458.323581:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950458.323582:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000100:00000001:3.0:1784950458.323590:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307397883 00000400:00000200:2.0:1784950458.323594:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950458.323601:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307398908 00000400:00000200:2.0:1784950458.323604:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11066:11066:240:4294967295] 192.168.203.114@tcp LPNI seq info [9796:9796:6:4294967295] 00000100:00000001:3.0:1784950458.323611:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307397883 00000100:00000001:3.0:1784950458.323619:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307398908 00000100:00000001:3.0:1784950458.323632:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307397883 00000400:00000200:2.0:1784950458.323635:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950458.323638:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950458.323649:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950458.323659:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048ab8f2a 00000800:00000200:2.0:1784950458.323660:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950458.323660:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950458.323664:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000400:00000010:0.0:1784950458.323668:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000048ab8f2a. 00000100:00000001:3.0:1784950458.323674:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950458.323677:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d62b3518. 00000400:00000010:1.0:1784950458.323678:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ca4a5e4a. 00000100:00000001:0.0:1784950458.323679:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950458.323683:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950458.323690:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950458.323698:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008071c7c7 x1871652369201536/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950458.323699:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 1.2.3.4@tcp:-5 00000800:00000200:2.0:1784950458.323700:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950458.323701:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950458.323709:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950458.323713:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 rc -5 00000100:00000001:3.0:1784950458.323716:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950458.323748:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950458.323762:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950458.323773:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d62b3518 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950458.323777:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 1.2.3.4@tcp 00000400:00000200:3.0:1784950458.323782:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bf800 00000100:00000001:2.0:1784950458.323790:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950458.323798:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950458.323799:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5063 usecs (6 jiffies) 00000400:00000200:3.0:1784950458.323807:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x147dd [2] + 0 00000100:00000040:0.0:1784950458.323811:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008071c7c7 x1871652369201536/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950458.323813:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307396489 00000400:00000010:3.0:1784950458.323818:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb7c9206. 00000100:00000001:1.0:1784950458.323819:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950458.323824:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307398908 00000100:00100000:1.0:1784950458.323828:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369201280 00000400:00000200:3.0:1784950458.323831:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000035373f4 00000100:00000001:2.0:1784950458.323836:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307396489 02000000:00000001:1.0:1784950458.323839:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950458.323846:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1784950458.323847:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950458.323848:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307398908 00000100:00000001:1.0:1784950458.323854:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950458.323862:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307396489 00000100:00000001:0.0:1784950458.323867:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950458.323868:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950458.323869:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1784950458.323871:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307398908 00000100:00000001:0.0:1784950458.323879:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1784950458.323882:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369201280 00000100:00000001:2.0:1784950458.323884:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307396489 00000020:00000001:1.0:1784950458.323890:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950458.323892:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307398908 00000800:00000001:0.0:1784950458.323896:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784950458.323897:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000400:00000200:3.0:1784950458.323898:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000035373f4 00000100:00000001:2.0:1784950458.323899:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950458.323908:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950458.323909:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950458.323911:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950458.323911:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000035373f4. 00000020:00000040:1.0:1784950458.323913:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000800:00000001:0.0:1784950458.323923:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950458.323923:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950458.323924:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950458.323927:0:441644:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:0.0:1784950458.323936:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950458.323937:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950458.323937:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:1.0:1784950458.323938:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000040:3.0:1784950458.323953:0:441644:0:(events.c:337:request_in_callback()) incoming req@000000006915daf6 x1871652369201152 msgsize 224 00000100:00000001:2.0:1784950458.323955:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950458.323956:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950458.323963:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950458.323964:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1784950458.323968:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000001:2.0:1784950458.323979:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950458.323981:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784950458.323982:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1784950458.323984:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950458.323993:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000010:1.0:1784950458.323995:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000001:2.0:1784950458.323995:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950458.323996:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bf900 00000100:00000001:2.0:1784950458.324007:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950458.324010:0:441644:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1784950458.324013:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca4a5e4a. 00000400:00000200:0.0:1784950458.324019:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 161728 00000020:00000010:1.0:1784950458.324024:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cfe13720. 00000400:00000200:3.0:1784950458.324027:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 00000800:00000001:0.0:1784950458.324030:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950458.324035:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 00000020:00000010:1.0:1784950458.324036:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000001:3.0:1784950458.324045:0:441644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784950458.324063:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005284db62 x1871652369201152/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950458.324067:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1784950458.324077:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950458.324084:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950458.324087:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950458.324089:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950458.324096:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005284db62 x1871652369201152/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950458.324102:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950458.324104:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950458.324112:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a955e85. 00000100:00000001:3.0:1784950458.324114:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950458.324122:0:441644:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784950458.324125:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950458.324130:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950458.324136:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950458.324139:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950458.324140:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307398909 00000400:00000200:2.0:1784950458.324154:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000400:00000010:2.0:1784950458.324160:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000100:00000001:1.0:1784950458.324162:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000200:0.0:1784950458.324164:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950458.324170:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950458.324171:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1784950458.324172:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d62b3518. 00000100:00000001:3.0:1784950458.324174:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950458.324183:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369201152 00000400:00000200:0.0:1784950458.324186:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784950458.324188:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000095bf3843 x1871652369201664/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950458.324191:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1784950458.324194:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2717 00000100:00000001:3.0:1784950458.324200:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950458.324209:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950458.324210:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950458.324210:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:1.0:1784950458.324222:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785879312512 : -120287830239104 : ffff92994e9b9880) 02000000:00000001:3.0:1784950458.324226:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950458.324229:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc882ed 00000100:00000001:2.0:1784950458.324230:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1784950458.324234:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369201152 00000100:00000040:1.0:1784950458.324237:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f6aab69f x1871652369201280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:609/0 lens 224/0 e 0 to 0 dl 1784950469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950458.324239:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dbc882ed. 00000020:00000001:3.0:1784950458.324241:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:2.0:1784950458.324245:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000095bf3843 x1871652369201664/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950458.324249:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:0.0:1784950458.324252:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1784950458.324259:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:0.0:1784950458.324268:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055a59be9 x1871652369201792/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950458.324269:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000020:00000001:3.0:1784950458.324282:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000020:00000001:3.0:1784950458.324292:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:3.0:1784950458.324328:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950458.324331:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950458.324340:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:2.0:1784950458.324342:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950458.324343:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000001:0.0:1784950458.324346:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950458.324351:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950458.324354:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950458.324357:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950458.324359:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000040:0.0:1784950458.324361:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055a59be9 x1871652369201792/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950458.324369:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950458.324371:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000020:00000010:3.0:1784950458.324376:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017854499. 00000800:00000001:2.0:1784950458.324382:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950458.324388:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000100:00100000:1.0:1784950458.324394:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f6aab69f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369201280:12345-192.168.203.114@tcp:400: 00000800:00000001:2.0:1784950458.324394:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950458.324401:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00000800:00000001:2.0:1784950458.324405:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950458.324421:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369201280 00000100:00000001:0.0:1784950458.324422:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950458.324422:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1784950458.324428:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:1.0:1784950458.324432:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950458.324435:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950458.324437:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1784950458.324441:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950458.324444:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950458.324449:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950458.324450:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950458.324456:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950458.324458:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950458.324464:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069bfa00 00000020:00000001:1.0:1784950458.324465:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000001:0.0:1784950458.324474:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950458.324476:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950458.324477:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1784950458.324480:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:1.0:1784950458.324486:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369201280, found 0 last_xid 1871652369201279 00000400:00000100:2.0:1784950458.324488:0:441636:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369201664 offset 0 length 520: 4 00000020:00000001:1.0:1784950458.324497:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950458.324500:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1784950458.324502:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950458.324503:0:441636:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 00000000dd4f2ce7 is in inconsistent state, don't perform health checking (-2, 0) 00000020:00000001:1.0:1784950458.324506:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950458.324508:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950458.324515:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1784950458.324519:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000020:00000001:1.0:1784950458.324522:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950458.324524:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1784950458.324530:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00000200:0.0:1784950458.324531:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1784950458.324533:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000001:2.0:1784950458.324534:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950458.324544:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1784950458.324545:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000010:0.0:1784950458.324547:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002167f7cc. 02000000:00000001:1.0:1784950458.324552:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950458.324556:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785875002448 : -120287834549168 : ffff92994e59d450) 00000800:00000001:2.0:1784950458.324557:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950458.324559:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000002167f7cc x1871652369201408 msgsize 224 02000000:00000010:1.0:1784950458.324562:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b4cce277. 00000800:00000001:2.0:1784950458.324570:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950458.324573:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950458.324578:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950458.324579:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006915daf6 x1871652369201152/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:609/0 lens 224/0 e 0 to 0 dl 1784950469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950458.324583:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950458.324592:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:1.0:1784950458.324596:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950458.324608:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369201280 00010000:00000001:1.0:1784950458.324615:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950458.324615:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950458.324616:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950458.324622:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307398908 00000020:00000010:3.0:1784950458.324626:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00010000:00000200:1.0:1784950458.324631:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f6aab69f x1871652369201280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:609/0 lens 224/224 e 0 to 0 dl 1784950469 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950458.324633:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950458.324635:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950458.324636:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307398909 00000800:00000001:0.0:1784950458.324647:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950458.324650:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000001:2.0:1784950458.324651:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307398908 00000800:00000001:0.0:1784950458.324659:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950458.324665:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307398909 00000800:00000001:0.0:1784950458.324668:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950458.324670:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006915daf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369201152:12345-0@lo:400: 00000100:00000001:2.0:1784950458.324681:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307398908 00010000:00000001:1.0:1784950458.324689:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1784950458.324693:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369201152 00000100:00000001:2.0:1784950458.324695:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307398909 00000400:00000200:0.0:1784950458.324696:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:1.0:1784950458.324697:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950458.324700:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950458.324708:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307398908 00000100:00001000:1.0:1784950458.324711:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=91 v=5 (1 1 1 1) 00000020:00000001:3.0:1784950458.324712:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950458.324756:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950458.324766:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950458.324767:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950458.324774:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950458.324779:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950458.324780:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bf980 00000100:00000040:1.0:1784950458.324780:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:3.0:1784950458.324783:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950458.324791:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:2.0:1784950458.324792:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950458.324795:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:3.0:1784950458.324801:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1784950458.324803:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950458.324807:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 17024 02000000:00000001:1.0:1784950458.324808:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1784950458.324809:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950458.324810:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950458.324816:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950458.324818:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950458.324821:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950458.324830:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950458.324831:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1784950458.324833:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950458.324833:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950458.324839:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950458.324847:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950458.324848:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950458.324848:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950458.324856:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1784950458.324859:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784950458.324860:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006444b648. 02000000:00000001:3.0:1784950458.324862:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1784950458.324873:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369201280, offset 224 02000000:00000010:3.0:1784950458.324874:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d0b13a79. 00000400:00000200:0.0:1784950458.324875:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:3.0:1784950458.324885:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950458.324887:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950458.324892:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950458.324892:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950458.324894:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369201408 00000100:00000200:0.0:1784950458.324899:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1784950458.324901:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950458.324903:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1784950458.324904:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950458.324911:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1784950458.324912:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000faa06ed. 00010000:00000040:3.0:1784950458.324914:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369201152 00000100:00000001:2.0:1784950458.324918:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950458.324924:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000000faa06ed x1871652369201536 msgsize 224 00010000:00000001:3.0:1784950458.324927:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:1.0:1784950458.324928:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:2.0:1784950458.324929:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950458.324940:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369201408 00010000:00000200:3.0:1784950458.324941:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000006915daf6 x1871652369201152/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:609/0 lens 224/224 e 0 to 0 dl 1784950469 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950458.324949:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950458.324956:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000400:00000200:1.0:1784950458.324957:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11067:11067:242:4294967295] 192.168.203.114@tcp LPNI seq info [9797:9797:8:4294967295] 00000100:00100000:0.0:1784950458.324959:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:2.0:1784950458.324965:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950458.324972:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:0.0:1784950458.324981:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1784950458.324982:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00010000:00000001:3.0:1784950458.324986:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1784950458.324996:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00010000:00000001:3.0:1784950458.324996:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950458.324999:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00001000:3.0:1784950458.325008:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950458.325010:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000200:1.0:1784950458.325021:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:2.0:1784950458.325022:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000100:00000001:3.0:1784950458.325024:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950458.325034:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950458.325035:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1784950458.325037:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000800:00000010:1.0:1784950458.325038:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d508b323. 00000100:00100000:0.0:1784950458.325043:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369201536 00000020:00000010:2.0:1784950458.325048:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00000001:3.0:1784950458.325049:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 02000000:00000001:0.0:1784950458.325052:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950458.325060:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000200:1.0:1784950458.325062:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:3.0:1784950458.325063:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1784950458.325064:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080cfe63d. 00000100:00000001:0.0:1784950458.325065:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950458.325069:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950458.325077:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1b8a0d0. 02000000:00000001:0.0:1784950458.325079:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950458.325081:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1784950458.325089:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:0.0:1784950458.325092:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369201536 00000020:00000010:2.0:1784950458.325092:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbcac818. 00000100:00000040:3.0:1784950458.325099:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:1.0:1784950458.325104:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d508b323 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:0.0:1784950458.325105:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000010:3.0:1784950458.325108:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 00000020:00000040:0.0:1784950458.325111:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000040:2.0:1784950458.325112:0:453511:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:0.0:1784950458.325121:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:3.0:1784950458.325122:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369201152, offset 224 00000100:00000001:2.0:1784950458.325123:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1784950458.325129:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:2.0:1784950458.325130:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950458.325133:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950458.325138:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950458.325140:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000400:00000200:3.0:1784950458.325142:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1784950458.325150:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000001:0.0:1784950458.325152:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:2.0:1784950458.325154:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1784950458.325163:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:1.0:1784950458.325166:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:0.0:1784950458.325168:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950458.325168:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1784950458.325169:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950458.325171:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950458.325179:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000020:00000001:1.0:1784950458.325183:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950458.325188:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950458.325195:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950458.325197:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000100:00000040:1.0:1784950458.325197:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6aab69f x1871652369201280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:609/0 lens 224/224 e 0 to 0 dl 1784950469 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950458.325198:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bf800 00000020:00000010:0.0:1784950458.325213:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008aee32e2. 00000100:00000001:2.0:1784950458.325216:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1784950458.325219:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15ee1 [1] + 224 00000100:00000001:2.0:1784950458.325225:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1784950458.325227:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008bff1d5c. 00000020:00000010:0.0:1784950458.325242:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00100000:2.0:1784950458.325243:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1584 00000400:00000200:3.0:1784950458.325243:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784950458.325256:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f6aab69f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369201280:12345-192.168.203.114@tcp:400: Request processed in 915us (2238us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950458.325257:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1784950458.325257:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000400:00000200:3.0:1784950458.325265:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1784950458.325266:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950458.325268:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683753088 : -120288025798528 : ffff929942f39880) 00000100:00000001:0.0:1784950458.325273:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950458.325284:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784950458.325289:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002167f7cc x1871652369201408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:609/0 lens 224/0 e 0 to 0 dl 1784950469 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950458.325296:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005284db62 x1871652369201152/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950458.325317:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2717 00000100:00000040:1.0:1784950458.325329:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:0.0:1784950458.325330:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950458.325339:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950458.325348:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1784950458.325354:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950458.325358:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cfe13720. 00000020:00000010:1.0:1784950458.325374:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000100:00000001:2.0:1784950458.325375:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950458.325381:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1784950458.325384:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003024e2ae. 00000020:00000010:1.0:1784950458.325387:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca4a5e4a. 00000100:00000001:0.0:1784950458.325388:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950458.325398:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1784950458.325401:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00100000:0.0:1784950458.325406:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2718 00000020:00000010:2.0:1784950458.325412:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003024e2ae. 00000100:00000001:1.0:1784950458.325414:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950458.325419:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:0.0:1784950458.325429:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032839552 : -120287676712064 : ffff929957c23b80) 00000100:00100000:2.0:1784950458.325431:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002167f7cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369201408:12345-192.168.203.114@tcp:400: 00000100:00000040:3.0:1784950458.325436:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005284db62 x1871652369201152/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950458.325450:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000faa06ed x1871652369201536/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:609/0 lens 224/0 e 0 to 0 dl 1784950469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950458.325452:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369201408 00000020:00000001:2.0:1784950458.325461:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000001:1.0:1784950458.325464:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950458.325470:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950458.325477:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950458.325480:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950458.325490:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000001:1.0:1784950458.325493:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950458.325497:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000001:1.0:1784950458.325503:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950458.325504:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784950458.325506:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950458.325507:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1784950458.325514:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950458.325518:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f14beb0. 00000400:00000200:3.0:1784950458.325519:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 00000020:00000001:2.0:1784950458.325522:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1784950458.325530:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:3.0:1784950458.325531:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 00000020:00000001:2.0:1784950458.325532:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1784950458.325533:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950458.325541:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950458.325544:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f14beb0. 00000100:00000001:3.0:1784950458.325545:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1784950458.325546:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950458.325553:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1784950458.325556:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bfa80 00000100:00000001:2.0:1784950458.325557:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950458.325563:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950458.325565:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1784950458.325567:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000faa06ed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369201536:12345-192.168.203.114@tcp:400: 02000000:00000010:2.0:1784950458.325574:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009d14dbc6. 00000100:00000040:3.0:1784950458.325579:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000400:00000200:1.0:1784950458.325583:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 161952 02000000:00000001:2.0:1784950458.325585:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950458.325588:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369201536 00010000:00000001:3.0:1784950458.325591:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950458.325595:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950458.325598:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950458.325600:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950458.325605:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950458.325608:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950458.325609:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1784950458.325610:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00010000:00000040:2.0:1784950458.325611:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369201408 00000020:00000001:0.0:1784950458.325619:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950458.325620:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:3.0:1784950458.325625:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006915daf6 x1871652369201152/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:609/0 lens 224/224 e 0 to 0 dl 1784950469 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950458.325630:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950458.325631:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00010000:00000200:2.0:1784950458.325637:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000002167f7cc x1871652369201408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:609/0 lens 224/224 e 0 to 0 dl 1784950469 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950458.325639:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:1.0:1784950458.325644:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950458.325654:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1784950458.325662:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369201536, found 0 last_xid 1871652369201535 00000400:00000200:1.0:1784950458.325668:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950458.325678:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950458.325688:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1784950458.325689:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1784950458.325690:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006915daf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369201152:12345-0@lo:400: Request processed in 1067us (1728us total) trans 0 rc 0/0 00000100:00000200:1.0:1784950458.325696:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1784950458.325699:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950458.325705:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950458.325711:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b9f5999. 00000020:00000001:0.0:1784950458.325716:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1784950458.325752:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00000040:3.0:1784950458.325758:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:0.0:1784950458.325762:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950458.325766:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1784950458.325769:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000008b9f5999 x1871652369201792 msgsize 224 02000000:00000001:0.0:1784950458.325770:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950458.325773:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1784950458.325780:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fd75cf8c. 00000020:00000010:3.0:1784950458.325782:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00010000:00000001:2.0:1784950458.325785:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1784950458.325790:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950458.325794:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950458.325798:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950458.325799:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 00000100:00001000:2.0:1784950458.325802:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=91 v=5 (1 1 1 1) 00000100:00100000:1.0:1784950458.325804:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:0.0:1784950458.325810:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950458.325813:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017854499. 00000100:00000001:2.0:1784950458.325818:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:0.0:1784950458.325822:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369201536 00000100:00000001:1.0:1784950458.325827:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1784950458.325828:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000040:2.0:1784950458.325830:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950458.325831:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950458.325841:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950458.325843:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00010000:00000200:0.0:1784950458.325845:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000000faa06ed x1871652369201536/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:609/0 lens 224/224 e 0 to 0 dl 1784950469 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950458.325851:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d0b13a79. 02000000:00000001:2.0:1784950458.325852:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1784950458.325858:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1784950458.325860:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950458.325863:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:1.0:1784950458.325866:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369201792 00000100:00000001:2.0:1784950458.325873:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950458.325874:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950458.325875:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950458.325883:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1784950458.325888:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1784950458.325890:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950458.325891:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950458.325892:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1784950458.325899:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb7c9206. 00010000:00000001:0.0:1784950458.325900:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950458.325902:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950458.325903:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f45ac6d2. 00000400:00000010:3.0:1784950458.325915:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000035373f4. 00000100:00001000:0.0:1784950458.325916:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=91 v=5 (1 1 1 1) 00000100:00100000:1.0:1784950458.325916:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369201792 00000100:00000200:2.0:1784950458.325917:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369201408, offset 224 00000020:00000001:1.0:1784950458.325926:0:453541:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950458.325934:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000001:0.0:1784950458.325935:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1784950458.325942:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:2.0:1784950458.325943:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950458.325948:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000020:00000040:1.0:1784950458.325951:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000001:0.0:1784950458.325957:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:1.0:1784950458.325959:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000200:2.0:1784950458.325967:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:0.0:1784950458.325970:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1784950458.325970:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000800:00000001:3.0:1784950458.325973:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950458.325977:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950458.325984:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1784950458.325985:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11068:11068:241:4294967295] 192.168.203.114@tcp LPNI seq info [9798:9798:7:4294967295] 00000100:00000001:0.0:1784950458.325988:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1784950458.325989:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950458.325994:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000040:0.0:1784950458.326006:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950458.326008:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784950458.326013:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048ab8f2a. 00000020:00000010:1.0:1784950458.326017:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000001:3.0:1784950458.326022:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784950458.326026:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369201536, offset 224 00000100:00000001:3.0:1784950458.326029:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1784950458.326031:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca4a5e4a. 00000400:00000200:2.0:1784950458.326038:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:1.0:1784950458.326043:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cfe13720. 00000400:00000200:0.0:1784950458.326052:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950458.326054:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950458.326055:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000400:00000001:3.0:1784950458.326059:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950458.326067:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000010:2.0:1784950458.326070:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb2959c5. 00000400:00000200:0.0:1784950458.326071:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950458.326071:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1784950458.326073:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000892354fa. 00000100:00000001:1.0:1784950458.326080:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1784950458.326085:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dca9971 00000100:00000001:1.0:1784950458.326088:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950458.326089:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:3.0:1784950458.326095:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008dca9971. 00000400:00000200:0.0:1784950458.326098:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11069:11069:240:4294967295] 192.168.203.114@tcp LPNI seq info [9799:9799:6:4294967295] 00000100:00000001:1.0:1784950458.326104:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1784950458.326107:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950458.326114:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000200:2.0:1784950458.326115:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000200:3.0:1784950458.326122:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005284db62 x1871652369201152/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950458.326123:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950458.326126:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eb2959c5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950458.326140:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950458.326145:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950458.326146:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:2.0:1784950458.326157:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950458.326168:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1784950458.326169:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:1.0:1784950458.326175:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1784950458.326176:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950458.326181:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950458.326186:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000010:0.0:1784950458.326190:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013f88f5e. 00000100:00000200:3.0:1784950458.326192:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005284db62 x1871652369201152/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950458.326196:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1585 00000100:00000040:2.0:1784950458.326201:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002167f7cc x1871652369201408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:609/0 lens 224/224 e 0 to 0 dl 1784950469 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950458.326211:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000800:00000200:0.0:1784950458.326213:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950458.326223:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683764096 : -120288025787520 : ffff929942f3c380) 00000800:00000200:0.0:1784950458.326239:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:1.0:1784950458.326246:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008b9f5999 x1871652369201792/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:609/0 lens 224/0 e 0 to 0 dl 1784950469 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950458.326247:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1784950458.326253:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000013f88f5e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950458.326255:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950458.326268:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950458.326270:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950458.326275:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950458.326284:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1784950458.326286:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002167f7cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369201408:12345-192.168.203.114@tcp:400: Request processed in 900us (1714us total) trans 0 rc 0/0 00000100:00000040:0.0:1784950458.326288:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950458.326290:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950458.326323:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:3.0:1784950458.326327:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950458.326331:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950458.326343:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=96 v=5 (5 5 5 5) 00000020:00000001:0.0:1784950458.326344:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950458.326346:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1784950458.326355:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1584 00000020:00000010:1.0:1784950458.326356:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00001000:3.0:1784950458.326358:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=96 v=5 (1 1 1 1) 00000100:00000040:0.0:1784950458.326361:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000faa06ed x1871652369201536/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:609/0 lens 224/224 e 0 to 0 dl 1784950469 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950458.326367:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:1.0:1784950458.326369:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950458.326374:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950458.326377:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950458.326382:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950458.326383:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000001:2.0:1784950458.326385:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950458.326392:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1b8a0d0. 00010000:00000001:3.0:1784950458.326396:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1784950458.326406:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbcac818. 00010000:00000001:3.0:1784950458.326406:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950458.326408:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008b9f5999 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369201792:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950458.326420:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950458.326422:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080cfe63d. 00000100:00000200:1.0:1784950458.326425:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369201792 00000100:00100000:0.0:1784950458.326433:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000faa06ed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369201536:12345-192.168.203.114@tcp:400: Request processed in 917us (1497us total) trans 0 rc 0/0 00000020:00000001:1.0:1784950458.326436:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000040:2.0:1784950458.326438:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000040:3.0:1784950458.326440:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005284db62 x1871652369201152/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950458.326444:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950458.326449:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950458.326452:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950458.326464:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950458.326471:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00100000:0.0:1784950458.326472:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2718 00000020:00000001:1.0:1784950458.326482:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1784950458.326485:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950458.326488:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950458.326491:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950458.326494:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950458.326503:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1784950458.326504:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950458.326505:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1784950458.326510:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008bff1d5c. 00000020:00000001:1.0:1784950458.326513:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950458.326514:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950458.326520:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000020:00000001:1.0:1784950458.326522:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950458.326524:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1784950458.326529:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005284db62 x1871652369201152/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950458.326530:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008aee32e2. 00000020:00000001:1.0:1784950458.326533:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000010:2.0:1784950458.326535:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d508b323. 00000100:00000001:1.0:1784950458.326543:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1784950458.326544:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000400:00000200:2.0:1784950458.326547:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950458.326553:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950458.326556:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950458.326565:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000877b1252. 00000400:00000200:2.0:1784950458.326571:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950458.326576:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950458.326582:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005284db62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369201152:0@lo:400: 00000100:00000001:1.0:1784950458.326587:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950458.326588:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006444b648 00000100:00000001:3.0:1784950458.326594:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950458.326598:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950458.326598:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000006444b648. 00000100:00000001:3.0:1784950458.326600:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000040:1.0:1784950458.326611:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369201792 00000100:00000040:3.0:1784950458.326611:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005284db62 x1871652369201152/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950458.326613:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950458.326619:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1784950458.326623:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950458.326635:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000200:1.0:1784950458.326636:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000008b9f5999 x1871652369201792/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:609/0 lens 224/224 e 0 to 0 dl 1784950469 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950458.326639:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1784950458.326641:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950458.326648:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba5e1f06. 00000800:00000010:2.0:1784950458.326649:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb2959c5. 02000000:00000001:3.0:1784950458.326663:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1784950458.326664:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1784950458.326665:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1784950458.326671:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:1.0:1784950458.326673:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950458.326676:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000400:00000200:2.0:1784950458.326680:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950458.326684:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950458.326691:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000975723c9. 00000100:00001000:1.0:1784950458.326695:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=91 v=5 (1 1 1 1) 00000400:00000200:2.0:1784950458.326696:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f45ac6d2 02000000:00000001:3.0:1784950458.326699:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1784950458.326702:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f45ac6d2. 02000000:00000001:3.0:1784950458.326705:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950458.326711:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1784950458.326713:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005284db62. 00000100:00000001:2.0:1784950458.326715:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1784950458.326758:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950458.326760:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950458.326769:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950458.326774:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950458.326775:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1784950458.326779:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950458.326781:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950458.326787:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950458.326788:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950458.326800:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950458.326801:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950458.326806:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950458.326807:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058027d62. 00000100:00000001:3.0:1784950458.326813:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784950458.326817:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369201792, offset 224 00000100:00000001:3.0:1784950458.326819:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950458.326831:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950458.326843:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950458.326851:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11070:11070:241:4294967295] 192.168.203.114@tcp LPNI seq info [9800:9800:7:4294967295] 00000800:00000200:2.0:1784950458.326854:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950458.326861:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013f88f5e. 00000400:00000200:2.0:1784950458.326872:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950458.326884:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:2.0:1784950458.326888:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950458.326896:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950458.326898:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048ab8f2a 00000800:00000200:1.0:1784950458.326905:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950458.326907:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000048ab8f2a. 00000800:00000001:0.0:1784950458.326915:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950458.326917:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cbc1038. 00000100:00000001:2.0:1784950458.326918:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950458.326923:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950458.326929:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950458.326933:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:0.0:1784950458.326942:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950458.326943:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950458.326953:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002cbc1038 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950458.326964:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950458.326985:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bf880 00000100:00000001:1.0:1784950458.326988:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950458.326998:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950458.327005:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:0.0:1784950458.327007:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15ee5 [1] + 224 00000020:00000001:1.0:1784950458.327009:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950458.327016:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1784950458.327027:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b9f5999 x1871652369201792/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:609/0 lens 224/224 e 0 to 0 dl 1784950469 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950458.327029:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950458.327043:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008b9f5999 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369201792:12345-192.168.203.114@tcp:400: Request processed in 696us (1272us total) trans 0 rc 0/0 00000100:00100000:1.0:1784950458.327054:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1585 00000100:00000040:1.0:1784950458.327059:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:1.0:1784950458.327062:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950458.327066:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950458.327071:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cfe13720. 00000020:00000010:1.0:1784950458.327077:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000020:00000010:1.0:1784950458.327082:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca4a5e4a. 00000020:00000040:1.0:1784950458.327089:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:1.0:1784950458.327092:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950458.327114:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950458.327121:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cbc1038. 00000400:00000200:2.0:1784950458.327129:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950458.327137:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950458.327142:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058027d62 00000400:00000010:2.0:1784950458.327145:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000058027d62. 00000800:00000001:0.0:1784950458.327148:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950458.327150:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:3.0:1784950458.327162:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950458.327163:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1784950458.327166:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950458.327179:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950458.327181:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950458.327189:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950458.327190:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1784950458.327196:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950458.327203:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000019135a23 x1871652369201280/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950458.327215:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:0.0:1784950458.327236:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000019135a23 x1871652369201280/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950458.327243:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bfa80 00000400:00000200:3.0:1784950458.327262:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15f0d [1] + 224 00000800:00000001:3.0:1784950458.327272:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950458.327277:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950458.327282:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1784950458.327283:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950458.327293:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950458.327321:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950458.327325:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784950458.327333:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950458.327335:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055a59be9 x1871652369201792/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950458.327341:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950458.327345:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784950458.327349:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950458.327353:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950458.327364:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950458.327371:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784950458.327372:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000055a59be9 x1871652369201792/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950458.327375:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:2.0:1784950458.327378:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026ca0124. 00000400:00000200:2.0:1784950458.327392:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072272f0d 00000400:00000010:2.0:1784950458.327401:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000072272f0d. 00000400:00000200:0.0:1784950458.327402:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bf900 00000100:00000001:3.0:1784950458.327404:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950458.327413:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950458.327420:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15eed [1] + 224 00000800:00000001:3.0:1784950458.327421:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950458.327427:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000019135a23 x1871652369201280/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950458.327434:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950458.327435:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950458.327447:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950458.327453:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000019135a23 x1871652369201280/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950458.327454:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950458.327473:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950458.327476:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950458.327481:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950458.327482:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950458.327488:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950458.327491:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1784950458.327492:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006e694a6d x1871652369201408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950458.327496:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950458.327501:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950458.327509:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950458.327520:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=86 v=5 (5 5 5 5) 00000100:00000040:0.0:1784950458.327522:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006e694a6d x1871652369201408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950458.327535:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950458.327548:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950458.327552:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950458.327568:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950458.327573:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950458.327582:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950458.327586:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950458.327592:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950458.327594:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950458.327601:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000019135a23 x1871652369201280/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950458.327603:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950458.327614:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950458.327614:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950458.327621:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950458.327624:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950458.327625:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950458.327632:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019135a23 x1871652369201280/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950458.327633:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950458.327643:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950458.327646:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950458.327653:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950458.327663:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000001:3.0:1784950458.327665:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1784950458.327667:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000019135a23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369201280:192.168.203.114@tcp:400: 00000400:00000001:3.0:1784950458.327673:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950458.327680:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079a91cd6. 00000100:00000001:2.0:1784950458.327683:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950458.327687:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bf980 00000100:00000001:2.0:1784950458.327691:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950458.327692:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000400:00000010:3.0:1784950458.327698:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000100:00000040:2.0:1784950458.327701:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000019135a23 x1871652369201280/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950458.327705:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950458.327755:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006e694a6d x1871652369201408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950458.327763:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15ef5 [1] + 224 00000800:00000001:0.0:1784950458.327781:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950458.327797:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950458.327799:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1784950458.327804:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006e694a6d x1871652369201408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950458.327807:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784950458.327808:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950458.327814:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac714e1c. 02000000:00000001:2.0:1784950458.327826:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1784950458.327830:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:2.0:1784950458.327833:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950458.327840:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1784950458.327841:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950458.327843:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950458.327846:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950458.327851:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950458.327852:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784950458.327857:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008071c7c7 x1871652369201536/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950458.327859:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014755b2c. 02000000:00000001:3.0:1784950458.327860:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950458.327866:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784950458.327870:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950458.327872:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950458.327875:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950458.327882:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019135a23. 02000000:00000001:3.0:1784950458.327883:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950458.327894:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1784950458.327897:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=91 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950458.327899:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950458.327900:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008071c7c7 x1871652369201536/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950458.327910:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950458.327914:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=91 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950458.327921:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950458.327926:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950458.327931:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1784950458.327934:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950458.327937:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784950458.327942:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1784950458.327945:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1784950458.327948:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000448eae3c. 00000400:00000200:2.0:1784950458.327954:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c7615d7 00010000:00080000:3.0:1784950458.327957:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006e694a6d x1871652369201408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950458.327958:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1784950458.327959:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000c7615d7. 00000100:00000001:2.0:1784950458.327970:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784950458.327976:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784950458.327979:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950458.327986:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950458.327987:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055a59be9 x1871652369201792/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950458.327988:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950458.327995:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950458.328003:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950458.328007:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950458.328009:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950458.328015:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1784950458.328027:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055a59be9 x1871652369201792/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950458.328028:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1784950458.328029:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006e694a6d x1871652369201408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950458.328036:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950458.328044:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000961825da. 00000400:00000200:1.0:1784950458.328056:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d7177c6 00000400:00000010:1.0:1784950458.328063:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001d7177c6. 00000100:00000001:1.0:1784950458.328073:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950458.328087:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008071c7c7 x1871652369201536/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950458.328096:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950458.328097:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950458.328103:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950458.328108:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950458.328112:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950458.328114:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950458.328119:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950458.328124:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784950458.328131:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006e694a6d x1871652369201408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950458.328132:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950458.328138:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008071c7c7 x1871652369201536/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950458.328143:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950458.328155:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950458.328170:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=91 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950458.328184:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950458.328189:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950458.328199:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1784950458.328200:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006e694a6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369201408:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950458.328205:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950458.328214:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1784950458.328214:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000055a59be9 x1871652369201792/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950458.328215:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950458.328223:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950458.328226:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784950458.328231:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950458.328237:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784950458.328240:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006e694a6d x1871652369201408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950458.328244:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950458.328255:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950458.328259:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950458.328269:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=91 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950458.328271:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950458.328276:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950458.328280:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950458.328285:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00001000:1.0:1784950458.328289:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=91 v=5 (1 1 1 1) 02000000:00000001:3.0:1784950458.328290:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784950458.328291:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950458.328321:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6fb2c16. 00000100:00000040:2.0:1784950458.328331:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055a59be9 x1871652369201792/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950458.328333:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1784950458.328335:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950458.328340:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950458.328343:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950458.328347:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:1.0:1784950458.328352:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1784950458.328360:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:1.0:1784950458.328361:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950458.328364:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784950458.328367:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea4cd4d9. 00000100:00000001:1.0:1784950458.328372:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784950458.328375:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1784950458.328380:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 02000000:00000001:3.0:1784950458.328380:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784950458.328381:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950458.328388:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950458.328389:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1784950458.328396:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055a59be9 x1871652369201792/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784950458.328396:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006e694a6d. 00000100:00000001:1.0:1784950458.328397:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950458.328410:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1784950458.328417:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008071c7c7 x1871652369201536/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950458.328419:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950458.328424:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000055a59be9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369201792:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950458.328427:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950458.328440:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950458.328444:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950458.328446:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950458.328455:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950458.328458:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950458.328467:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950458.328468:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055a59be9 x1871652369201792/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950458.328508:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950458.328510:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950458.328515:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784950458.328517:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1784950458.328519:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce0859fb. 00000100:00000001:1.0:1784950458.328521:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950458.328527:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950458.328532:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1784950458.328533:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008071c7c7 x1871652369201536/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950458.328535:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1784950458.328544:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950458.328548:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6e9cfb4. 00000100:00100000:1.0:1784950458.328556:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008071c7c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369201536:192.168.203.114@tcp:400: 02000000:00000001:2.0:1784950458.328569:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950458.328571:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950458.328575:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950458.328577:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1784950458.328581:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055a59be9. 00000100:00000040:1.0:1784950458.328585:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008071c7c7 x1871652369201536/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950458.328589:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950458.328594:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950458.328602:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950458.328610:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950458.328614:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784950458.328616:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784950458.328620:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950458.328622:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f552988. 00000100:00000001:2.0:1784950458.328627:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950458.328631:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950458.328632:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950458.328638:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950458.328643:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1784950458.328646:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950458.328648:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a629e91. 02000000:00000001:1.0:1784950458.328652:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950458.328655:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950458.328657:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008071c7c7. 00000100:00000001:1.0:1784950458.328662:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950458.328663:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950458.328666:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950458.328672:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950458.328674:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950458.328677:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950458.328680:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950458.704844:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950458.704850:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950458.704856:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950458.704858:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950458.704987:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950458.704992:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950458.704997:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950459.344877:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950459.344886:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950459.344888:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950459.344892:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950459.344894:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950459.344897:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950459.344900:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950459.728837:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950459.728842:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950459.728847:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950459.728849:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950459.728971:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950459.728977:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950459.728981:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950460.368855:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950460.368865:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950460.368868:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950460.368873:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950460.368876:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950460.368880:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950460.368882:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950460.752862:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307398909, at 4307398912 00000100:00000040:0.0:1784950460.752873:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307398909, at 4307398912 00000100:00000010:1.0:1784950460.752878:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009876cd03. 00000100:00000040:3.0:1784950460.752882:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307398909, at 4307398912 00000100:00000010:0.0:1784950460.752890:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a29845db. 00010000:00000001:2.0:1784950460.752892:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00000100:00000010:3.0:1784950460.752897:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c62cf0f. 00010000:00000001:2.0:1784950460.752901:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950460.752911:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950460.752914:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950460.752932:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307398909, at 4307398912 00000020:00000001:3.0:1784950460.752934:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950460.752940:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950460.752946:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7241628. 00010000:00010000:3.0:1784950460.752947:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950461.392840:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950461.392850:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950461.392852:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950461.392858:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950461.392861:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950461.392864:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950461.392867:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950461.520886:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950461.520892:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1784950461.520900:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c22bc4a9. 00000020:00000040:2.0:1784950461.520907:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950461.520912:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950461.520915:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950461.520920:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950461.520926:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb2959c5. 00000004:00000001:0.0:1784950461.520930:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000001:2.0:1784950461.520933:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1784950461.520937:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1784950461.520942:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1784950461.520947:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c96d2925. 00000100:00000001:2.0:1784950461.520948:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950461.520960:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000040:2.0:1784950461.520966:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c22bc4a9] to pc [ptlrpcd_00_03+3] req@00000000c22bc4a9 x1871652369201920/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950461.520970:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950461.520976:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950461.520984:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950461.520994:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cdda80e2. 00000100:00000001:0.0:1784950461.521001:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950461.521008:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950461.521011:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950461.521012:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950461.521024:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c96d2925] to pc [ptlrpcd_00_00+0] req@00000000c96d2925 x1871652369202048/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950461.521039:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784950461.521047:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1784950461.521052:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950461.521053:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950461.521062:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950461.521064:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950461.521066:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950461.521073:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950461.521078:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950461.521080:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950461.521085:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784950461.521087:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1784950461.521089:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950461.521094:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950461.521104:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c22bc4a9 x1871652369201920/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950461.521105:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950461.521110:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950461.521111:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950461.521120:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950461.521122:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950461.521129:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950461.521136:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950461.521137:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950461.521143:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950461.521149:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c96d2925 x1871652369202048/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950461.521150:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950461.521157:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950461.521167:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950461.521181:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c22bc4a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369201920:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950461.521183:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950461.521188:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950461.521191:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950461.521196:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950461.521200:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950461.521202:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950461.521204:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950461.521211:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950461.521213:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1784950461.521223:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c96d2925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369202048:192.168.203.114@tcp:41: 02000000:00000010:1.0:1784950461.521224:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007c37231b. 02000000:00000001:1.0:1784950461.521234:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950461.521236:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1784950461.521244:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000369976a6. 02000000:00000001:3.0:1784950461.521244:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950461.521248:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950461.521253:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1784950461.521257:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004304ebc2. 02000000:00000010:3.0:1784950461.521260:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d0b13a79. 00000100:00000200:1.0:1784950461.521267:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369201920, portal 4 02000000:00000001:3.0:1784950461.521267:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950461.521303:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950461.521306:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785879311616 : -120287830240000 : ffff92994e9b9500) 00000400:00000010:3.0:1784950461.521310:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079a91cd6. 00000100:00000040:1.0:1784950461.521318:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c22bc4a9 x1871652369201920/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950461.521320:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000100:00000200:3.0:1784950461.521333:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369202048, portal 4 00000100:00000001:1.0:1784950461.521343:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950461.521344:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950461.521351:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032827904 : -120287676723712 : ffff929957c20e00) 00000100:00000040:1.0:1784950461.521359:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950461.521367:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c595d0d. 00000100:00000040:3.0:1784950461.521371:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c96d2925 x1871652369202048/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950461.521375:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369201920, offset 0 00000100:00000001:3.0:1784950461.521393:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950461.521395:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950461.521404:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950461.521410:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dca9971. 00000400:00000200:1.0:1784950461.521415:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950461.521422:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950461.521427:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950461.521432:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950461.521435:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950461.521441:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11071:11071:242:4294967295] 192.168.203.114@tcp LPNI seq info [9801:9801:8:4294967295] 00000400:00000200:1.0:1784950461.521457:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950461.521463:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950461.521469:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a629e91. 00000800:00000200:1.0:1784950461.521476:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950461.521487:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:1.0:1784950461.521491:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000a629e91 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950461.521514:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950461.521519:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4730 usecs (5 jiffies) 00000100:00000200:3.0:1784950461.521524:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369202048, offset 0 00000100:00000001:1.0:1784950461.521526:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307399685 00000400:00000200:3.0:1784950461.521541:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000010:1.0:1784950461.521542:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000060c913c. 00000100:00000001:1.0:1784950461.521554:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784950461.521559:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950461.521561:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307399685 00000400:00000200:3.0:1784950461.521569:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1784950461.521571:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8384a47. 00000400:00000200:3.0:1784950461.521578:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950461.521580:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784950461.521588:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950461.521593:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307399685 00000400:00000200:3.0:1784950461.521596:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000010:1.0:1784950461.521602:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000623ee841. 00000400:00000200:3.0:1784950461.521606:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11072:11072:241:4294967295] 192.168.203.114@tcp LPNI seq info [9802:9802:7:4294967295] 00000100:00000001:1.0:1784950461.521612:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1784950461.521623:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307399685 00000100:00000010:1.0:1784950461.521632:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f451ecb8. 00000800:00000200:2.0:1784950461.521636:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784950461.521643:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950461.521644:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000800:00000010:2.0:1784950461.521645:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a629e91. 00000800:00000001:0.0:1784950461.521660:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950461.521662:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950461.521663:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1784950461.521664:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950461.521675:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950461.521678:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950461.521684:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950461.521685:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950461.521686:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950461.521695:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950461.521698:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950461.521700:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c595d0d 00000400:00000010:2.0:1784950461.521707:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c595d0d. 00000400:00000200:0.0:1784950461.521714:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950461.521716:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1784950461.521785:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bfb00 00000100:00000200:2.0:1784950461.521792:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c22bc4a9 x1871652369201920/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950461.521805:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 17248 00000800:00000001:0.0:1784950461.521826:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950461.521827:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950461.521837:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c22bc4a9 x1871652369201920/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950461.521840:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950461.521850:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950461.521862:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950461.521871:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950461.521872:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1784950461.521873:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079fb329f. 00000800:00000200:3.0:1784950461.521889:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950461.521896:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950461.521902:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000200:3.0:1784950461.521903:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000010:0.0:1784950461.521913:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000233e3cf1. 00000100:00000040:0.0:1784950461.521920:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000233e3cf1 x1871652369201920 msgsize 224 00000100:00100000:0.0:1784950461.521931:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950461.521952:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1784950461.521963:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950461.521971:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950461.521975:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000079fb329f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950461.522002:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950461.522008:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13633 usecs (14 jiffies) 00000100:00000001:2.0:1784950461.522010:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950461.522014:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307399695 00000100:00100000:2.0:1784950461.522017:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369201920 02000000:00000001:2.0:1784950461.522023:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950461.522026:0:441642:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307399685 00000100:00000001:2.0:1784950461.522027:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950461.522033:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950461.522040:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950461.522041:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307399695 00000100:00100000:2.0:1784950461.522047:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369201920 00000100:00000001:3.0:1784950461.522051:0:441642:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307399685 00000020:00000001:2.0:1784950461.522054:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950461.522059:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307399695 00000020:00000040:2.0:1784950461.522060:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:2.0:1784950461.522068:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950461.522071:0:441642:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307399685 00000020:00000040:2.0:1784950461.522074:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:3.0:1784950461.522078:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307399695 00000020:00000001:2.0:1784950461.522081:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:2.0:1784950461.522087:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:3.0:1784950461.522088:0:441642:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307399685 00000100:00000001:2.0:1784950461.522094:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950461.522097:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950461.522102:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000100:00000001:3.0:1784950461.522103:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950461.522113:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950461.522115:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950461.522125:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000100:00000001:3.0:1784950461.522127:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950461.522129:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1784950461.522135:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce0859fb. 00000800:00000001:1.0:1784950461.522136:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:0.0:1784950461.522137:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079fb329f. 00000020:00000010:2.0:1784950461.522148:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1b8a0d0. 00000400:00000200:0.0:1784950461.522150:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950461.522153:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950461.522158:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbcac818. 00000800:00000001:1.0:1784950461.522161:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950461.522167:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950461.522173:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950461.522174:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dca9971 00000100:00000040:2.0:1784950461.522177:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000400:00000010:0.0:1784950461.522184:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008dca9971. 00000100:00000001:2.0:1784950461.522185:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1784950461.522193:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950461.522194:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950461.522196:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950461.522201:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950461.522209:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c96d2925 x1871652369202048/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950461.522212:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950461.522221:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bfb80 00000100:00000001:2.0:1784950461.522242:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950461.522243:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 17472 00000100:00000001:0.0:1784950461.522245:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950461.522257:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c96d2925 x1871652369202048/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950461.522258:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950461.522262:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950461.522268:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000001:1.0:1784950461.522276:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950461.522304:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950461.522307:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950461.522315:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2719 00000100:00000001:0.0:1784950461.522317:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950461.522318:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950461.522320:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1784950461.522326:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950461.522328:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950461.522334:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032826112 : -120287676725504 : ffff929957c20700) 00000100:00000001:3.0:1784950461.522337:0:455339:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950461.522338:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950461.522346:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1784950461.522347:0:455339:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950461.522349:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000233e3cf1 x1871652369201920/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:612/0 lens 224/0 e 0 to 0 dl 1784950472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950461.522358:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000285b838d. 00000100:00000040:1.0:1784950461.522368:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000285b838d x1871652369202048 msgsize 224 00000100:00000001:2.0:1784950461.522373:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950461.522381:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000100:00100000:1.0:1784950461.522388:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950461.522390:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950461.522397:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000100:00100000:2.0:1784950461.522405:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000233e3cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369201920:12345-192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950461.522409:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1784950461.522410:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369201920 00000020:00000001:2.0:1784950461.522417:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000001:1.0:1784950461.522423:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950461.522424:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950461.522433:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950461.522434:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950461.522438:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950461.522439:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1784950461.522445:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00100000:3.0:1784950461.522447:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369202048 00000020:00000001:2.0:1784950461.522453:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1784950461.522454:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950461.522460:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000001:00000001:2.0:1784950461.522461:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369201920, found 0 last_xid 1871652369201919 00000100:00000001:3.0:1784950461.522463:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950461.522472:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950461.522475:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950461.522478:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1784950461.522482:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369202048 00000020:00000001:2.0:1784950461.522483:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950461.522488:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1784950461.522490:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950461.522493:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:2.0:1784950461.522498:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1784950461.522499:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:2.0:1784950461.522505:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1784950461.522507:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 02000000:00000010:2.0:1784950461.522513:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002b7a1515. 00000020:00000001:3.0:1784950461.522514:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 02000000:00000001:2.0:1784950461.522523:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950461.522524:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950461.522534:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950461.522536:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000004:00000001:2.0:1784950461.522544:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000010:3.0:1784950461.522545:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000004:00000001:2.0:1784950461.522551:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000100:00000001:3.0:1784950461.522552:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1784950461.522557:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950461.522559:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000020:00000010:3.0:1784950461.522570:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6fb2c16. 00000020:00000010:3.0:1784950461.522574:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000004:00000024:2.0:1784950461.522577:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000010:3.0:1784950461.522579:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00000020:00000020:2.0:1784950461.522589:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:3.0:1784950461.522592:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000020:2.0:1784950461.522596:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000100:00000001:3.0:1784950461.522598:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950461.522603:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1784950461.522607:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000100:00000001:3.0:1784950461.522613:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1784950461.522614:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000004:00000020:2.0:1784950461.522624:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000001:00000001:2.0:1784950461.522632:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1784950461.522635:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1784950461.522636:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950461.522647:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1784950461.522651:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369201920 00000100:00000001:3.0:1784950461.522655:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1784950461.522656:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950461.522664:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000200:2.0:1784950461.522670:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000233e3cf1 x1871652369201920/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:612/0 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950461.522682:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2720 00000100:00000040:3.0:1784950461.522692:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:3.0:1784950461.522700:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683767680 : -120288025783936 : ffff929942f3d180) 00010000:00000001:2.0:1784950461.522701:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950461.522708:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950461.522714:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=94 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950461.522716:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000285b838d x1871652369202048/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:612/0 lens 224/0 e 0 to 0 dl 1784950472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950461.522772:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950461.522781:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950461.522783:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000010:3.0:1784950461.522788:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:2.0:1784950461.522789:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950461.522799:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950461.522800:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950461.522803:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950461.522806:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000001:2.0:1784950461.522810:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1784950461.522824:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000285b838d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369202048:12345-192.168.203.114@tcp:41: 00000100:00000040:2.0:1784950461.522825:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950461.522835:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c7615d7. 00000100:00000200:3.0:1784950461.522837:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369202048 00000100:00000200:2.0:1784950461.522845:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369201920, offset 224 00000020:00000001:3.0:1784950461.522846:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950461.522853:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:2.0:1784950461.522859:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950461.522860:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950461.522867:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950461.522870:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:3.0:1784950461.522875:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1784950461.522876:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000001:00000001:3.0:1784950461.522880:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369202048, found 0 last_xid 1871652369202047 00000020:00000001:3.0:1784950461.522889:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950461.522890:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11073:11073:242:4294967295] 192.168.203.114@tcp LPNI seq info [9803:9803:8:4294967295] 00000020:00000001:3.0:1784950461.522896:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950461.522902:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950461.522906:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950461.522916:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1784950461.522920:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:3.0:1784950461.522922:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1784950461.522931:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000bce85f61. 00000800:00000200:2.0:1784950461.522933:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950461.522938:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950461.522943:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3b91a8d. 00000100:00000001:3.0:1784950461.522944:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950461.522957:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000800:00000200:2.0:1784950461.522959:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000004:00000001:3.0:1784950461.522961:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1784950461.522967:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950461.522975:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950461.522981:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b3b91a8d type 1, nob 464 niov 1 nkiov 1 00000004:00000024:3.0:1784950461.522982:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000020:00000020:3.0:1784950461.522990:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:3.0:1784950461.522994:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000004:00000020:3.0:1784950461.522998:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000100:00000001:2.0:1784950461.523002:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1784950461.523005:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1784950461.523011:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950461.523012:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000004:00000001:3.0:1784950461.523022:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950461.523023:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950461.523029:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950461.523031:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369202048 00000020:00000001:2.0:1784950461.523037:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1784950461.523039:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:2.0:1784950461.523047:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000233e3cf1 x1871652369201920/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:612/0 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1784950461.523050:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000285b838d x1871652369202048/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:612/0 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950461.523098:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000200:0.0:1784950461.523100:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1784950461.523104:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950461.523106:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000233e3cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369201920:12345-192.168.203.114@tcp:41: Request processed in 721us (1173us total) trans 0 rc 0/0 00000800:00000010:0.0:1784950461.523109:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3b91a8d. 00000100:00001000:3.0:1784950461.523114:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=94 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950461.523121:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950461.523135:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1784950461.523146:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2719 00000100:00000040:3.0:1784950461.523147:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:0.0:1784950461.523148:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950461.523162:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:2.0:1784950461.523163:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000200:0.0:1784950461.523165:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c7615d7 00000100:00000001:2.0:1784950461.523173:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1784950461.523175:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1784950461.523176:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000c7615d7. 00000800:00000001:1.0:1784950461.523179:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950461.523180:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1784950461.523183:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950461.523187:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1784950461.523190:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1b8a0d0. 00000100:00000001:3.0:1784950461.523191:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950461.523193:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1784950461.523198:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950461.523204:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbcac818. 00000800:00000001:1.0:1784950461.523206:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950461.523210:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:2.0:1784950461.523218:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce0859fb. 00000400:00000010:3.0:1784950461.523219:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 00000800:00000001:1.0:1784950461.523220:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950461.523230:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000200:3.0:1784950461.523232:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369202048, offset 224 00000100:00000001:2.0:1784950461.523240:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950461.523247:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950461.523251:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950461.523267:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950461.523273:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11074:11074:242:4294967295] 192.168.203.114@tcp LPNI seq info [9804:9804:8:4294967295] 00000400:00000200:3.0:1784950461.523308:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950461.523314:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950461.523321:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042fecc91. 00000400:00000200:1.0:1784950461.523328:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bfb00 00000800:00000200:3.0:1784950461.523338:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950461.523347:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15f2d [1] + 224 00000800:00000200:3.0:1784950461.523356:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000001:1.0:1784950461.523363:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950461.523364:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000042fecc91 type 1, nob 464 niov 1 nkiov 1 00000800:00000001:1.0:1784950461.523378:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950461.523383:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950461.523388:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950461.523392:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950461.523400:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950461.523405:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1784950461.523406:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950461.523412:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950461.523415:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1784950461.523419:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c22bc4a9 x1871652369201920/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950461.523429:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b838d x1871652369202048/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:612/0 lens 224/368 e 0 to 0 dl 1784950472 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950461.523471:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c22bc4a9 x1871652369201920/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950461.523474:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000285b838d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369202048:12345-192.168.203.114@tcp:41: Request processed in 687us (1098us total) trans 0 rc 0/0 00000800:00000200:2.0:1784950461.523497:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1784950461.523507:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2720 00000800:00000010:2.0:1784950461.523509:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042fecc91. 00000100:00000040:3.0:1784950461.523518:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000400:00000200:2.0:1784950461.523521:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950461.523524:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950461.523527:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950461.523534:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:1.0:1784950461.523541:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950461.523542:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:3.0:1784950461.523542:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000800:00000001:1.0:1784950461.523554:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950461.523556:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 00000400:00000200:2.0:1784950461.523557:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 00000800:00000001:1.0:1784950461.523563:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950461.523564:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:2.0:1784950461.523565:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 00000020:00000010:3.0:1784950461.523568:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6fb2c16. 00000800:00000001:1.0:1784950461.523571:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950461.523577:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950461.523578:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1784950461.523581:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:2.0:1784950461.523585:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950461.523593:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950461.523594:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950461.523614:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bfb80 00000400:00000200:1.0:1784950461.523624:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15f31 [1] + 224 00000100:00000001:0.0:1784950461.523625:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950461.523632:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784950461.523634:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784950461.523644:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784950461.523645:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784950461.523651:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950461.523653:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784950461.523656:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000369976a6. 00000400:00000200:1.0:1784950461.523665:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950461.523667:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004304ebc2 00000400:00000010:0.0:1784950461.523673:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004304ebc2. 00000100:00000001:0.0:1784950461.523677:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950461.523679:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950461.523689:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c22bc4a9 x1871652369201920/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950461.523691:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c96d2925 x1871652369202048/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950461.523760:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c22bc4a9 x1871652369201920/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950461.523769:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c96d2925 x1871652369202048/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950461.523795:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950461.523802:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950461.523805:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950461.523808:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950461.523810:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950461.523812:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950461.523815:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950461.523816:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1784950461.523822:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=94 v=5 (5 5 5 5) 00000800:00000001:1.0:1784950461.523827:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784950461.523830:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=94 v=5 (1 1 1 1) 00000800:00000001:1.0:1784950461.523835:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950461.523836:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950461.523841:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950461.523846:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950461.523849:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950461.523853:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950461.523856:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950461.523859:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950461.523861:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950461.523867:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c22bc4a9 x1871652369201920/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950461.523872:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950461.523879:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950461.523880:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950461.523886:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1784950461.523888:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950461.523889:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784950461.523895:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000004:00000001:0.0:1784950461.523896:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000400:00000010:3.0:1784950461.523903:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079a91cd6. 00000004:00000040:0.0:1784950461.523905:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000400:00000200:3.0:1784950461.523914:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000400:00000010:3.0:1784950461.523919:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000004:00000020:0.0:1784950461.523920:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000100:00000001:3.0:1784950461.523927:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:0.0:1784950461.523933:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950461.523941:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c96d2925 x1871652369202048/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950461.523946:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c22bc4a9 x1871652369201920/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950461.523983:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c96d2925 x1871652369202048/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950461.523987:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c22bc4a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369201920:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950461.524004:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950461.524010:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950461.524011:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784950461.524018:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c22bc4a9 x1871652369201920/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950461.524019:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950461.524028:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950461.524033:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950461.524038:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950461.524041:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950461.524044:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950461.524047:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784950461.524050:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950461.524052:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007c37231b. 00000100:00001000:3.0:1784950461.524059:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=89 v=5 (5 5 5 5) 02000000:00000001:0.0:1784950461.524060:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950461.524066:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:3.0:1784950461.524070:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=89 v=5 (1 1 1 1) 00000020:00000040:0.0:1784950461.524071:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1784950461.524082:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950461.524084:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1784950461.524087:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb2959c5. 00000100:00000001:3.0:1784950461.524089:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950461.524096:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1784950461.524097:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1784950461.524101:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1784950461.524103:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950461.524106:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c22bc4a9. 00000100:00000001:3.0:1784950461.524110:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950461.524113:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1784950461.524115:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950461.524118:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950461.524121:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950461.524123:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950461.524128:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950461.524133:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950461.524140:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950461.524141:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c96d2925 x1871652369202048/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950461.524150:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950461.524156:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950461.524167:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950461.524171:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950461.524173:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1784950461.524177:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1784950461.524181:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000020:3.0:1784950461.524189:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:3.0:1784950461.524195:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950461.524199:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c96d2925 x1871652369202048/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950461.524208:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c96d2925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369202048:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950461.524213:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950461.524216:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950461.524218:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c96d2925 x1871652369202048/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950461.524226:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950461.524228:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950461.524231:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d0b13a79. 02000000:00000001:3.0:1784950461.524235:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950461.524237:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950461.524239:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1784950461.524242:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950461.524244:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cdda80e2. 02000000:00000001:3.0:1784950461.524247:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950461.524249:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950461.524251:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c96d2925. 00000100:00000001:3.0:1784950461.524255:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950461.524256:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950461.524259:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950461.524264:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950461.524266:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950461.524269:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950461.524271:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950461.536815:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307399695, at 4307399696 00000100:00000010:1.0:1784950461.536828:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8384a47. 00000100:00000040:2.0:1784950461.536843:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307399695, at 4307399696 00000100:00000010:2.0:1784950461.536858:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000623ee841. 00000100:00000040:3.0:1784950461.536874:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307399695, at 4307399696 00000100:00000040:0.0:1784950461.536879:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307399695, at 4307399696 00000100:00000010:3.0:1784950461.536888:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f451ecb8. 00000100:00000010:0.0:1784950461.536893:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000060c913c. 00010000:00000001:2.0:1784950461.776837:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950461.776842:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950461.776847:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950461.776849:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950461.776979:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950461.776984:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950461.776988:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950462.416847:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950462.416857:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950462.416860:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950462.416864:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950462.416867:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950462.416869:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950462.416872:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950462.800839:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950462.800844:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950462.800848:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950462.800852:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950462.800854:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950462.800857:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950462.800860:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950462.800863:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950462.800865:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950462.800868:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950462.800998:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950462.801003:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950462.801007:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950463.440841:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950463.440852:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950463.440855:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950463.440860:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950463.440863:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950463.440866:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.440869:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950463.568850:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950463.568859:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950463.568866:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e5b32b3f. 00000020:00000040:1.0:1784950463.568871:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950463.568874:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950463.568877:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950463.568881:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950463.568887:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009588bd88. 00000100:00000001:1.0:1784950463.568892:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950463.568898:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000e5b32b3f x1871652369202176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950463.568910:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950463.568912:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950463.568917:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5b32b3f] to pc [ptlrpcd_00_01+1] req@00000000e5b32b3f x1871652369202176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950463.568944:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950463.568947:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950463.568952:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950463.568956:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055a59be9. 00000020:00000040:1.0:1784950463.568959:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950463.568962:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950463.568964:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950463.568967:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950463.568971:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002957ca98. 00000100:00000001:1.0:1784950463.568975:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950463.568981:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@0000000055a59be9 x1871652369202304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950463.568992:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950463.568994:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950463.568999:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055a59be9] to pc [ptlrpcd_00_02+2] req@0000000055a59be9 x1871652369202304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950463.569030:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950463.569034:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784950463.569041:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1784950463.569045:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950463.569050:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784950463.569052:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1784950463.569056:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f4c3b10. 00000100:00000001:3.0:1784950463.569061:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1784950463.569062:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1784950463.569068:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950463.569070:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950463.569071:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950463.569073:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950463.569076:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950463.569080:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950463.569082:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e5b32b3f x1871652369202176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950463.569083:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950463.569084:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950463.569092:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1784950463.569096:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a629e91. 00000100:00000001:1.0:1784950463.569105:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950463.569108:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055a59be9 x1871652369202304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950463.569118:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950463.569121:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000001f4c3b10 x1871652369202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950463.569126:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.569134:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950463.569140:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950463.569152:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950463.569160:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950463.569168:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784950463.569172:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950463.569174:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950463.569182:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784950463.569186:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1784950463.569187:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e5b32b3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369202176:0@lo:400: 00000100:00000001:1.0:1784950463.569189:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950463.569193:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950463.569204:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784950463.569205:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f4c3b10] to pc [ptlrpcd_00_03+3] req@000000001f4c3b10 x1871652369202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950463.569206:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950463.569212:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950463.569218:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950463.569221:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000055a59be9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369202304:192.168.203.114@tcp:400: 02000000:00000001:3.0:1784950463.569228:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950463.569240:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1784950463.569241:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6fb2c16. 02000000:00000001:3.0:1784950463.569249:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950463.569250:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950463.569255:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950463.569256:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950463.569260:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079a91cd6. 00000100:00000040:1.0:1784950463.569294:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784950463.569295:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784950463.569301:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000100:00000001:1.0:1784950463.569305:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1784950463.569306:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce0859fb. 00000100:00000001:0.0:1784950463.569307:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784950463.569311:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369202176, portal 25 00000100:00000010:1.0:1784950463.569313:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000961190c0. 00000100:00000001:0.0:1784950463.569314:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784950463.569316:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.569324:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950463.569325:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1784950463.569327:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1784950463.569330:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683775744 : -120288025775872 : ffff929942f3f100) 00000400:00000010:2.0:1784950463.569331:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000448eae3c. 00000100:00000001:1.0:1784950463.569335:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1784950463.569343:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f4c3b10 x1871652369202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950463.569343:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1784950463.569347:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072272f0d. 02000000:00000001:1.0:1784950463.569350:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950463.569352:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e5b32b3f x1871652369202176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950463.569359:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369202304, portal 4 02000000:00000010:1.0:1784950463.569364:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6e9cfb4. 00000100:00000001:2.0:1784950463.569371:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950463.569377:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950463.569378:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683777536 : -120288025774080 : ffff929942f3f800) 00000100:00000040:1.0:1784950463.569400:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000961190c0 x1871652369202560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1784950463.569402:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000055a59be9 x1871652369202304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950463.569421:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950463.569424:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950463.569427:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950463.569439:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1784950463.569441:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950463.569450:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784950463.569453:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001847ad53. 02000000:00000001:0.0:1784950463.569465:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950463.569466:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369202176, offset 0 00000100:00000001:2.0:1784950463.569480:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1784950463.569481:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000001f4c3b10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369202432:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950463.569483:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950463.569490:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950463.569497:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784950463.569498:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1784950463.569500:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950463.569505:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784950463.569509:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000961190c0] to pc [ptlrpcd_00_00+0] req@00000000961190c0 x1871652369202560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950463.569511:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950463.569514:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f45ac6d2. 02000000:00000001:0.0:1784950463.569524:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784950463.569526:0:441642:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1784950463.569528:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369202304, offset 0 02000000:00000010:0.0:1784950463.569534:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008aee32e2. 02000000:00000001:0.0:1784950463.569544:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950463.569557:0:441642:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bfc00 00000400:00000200:2.0:1784950463.569559:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950463.569560:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004245639. 00000100:00000001:1.0:1784950463.569564:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950463.569573:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000200:3.0:1784950463.569575:0:441642:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14811 [2] + 0 00000400:00000200:2.0:1784950463.569580:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00080000:1.0:1784950463.569588:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000010:3.0:1784950463.569592:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f816b83a. 00000400:00000200:2.0:1784950463.569596:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784950463.569598:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1784950463.569602:0:441642:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ccaf1ba9 00000400:00000200:2.0:1784950463.569610:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950463.569614:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1784950463.569615:0:441642:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784950463.569618:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f39d0e. 00000400:00000200:2.0:1784950463.569620:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1784950463.569624:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c2550e01. 00000100:00000200:0.0:1784950463.569632:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369202432, portal 10 00000400:00000200:2.0:1784950463.569634:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000040:1.0:1784950463.569637:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:3.0:1784950463.569637:0:441642:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1784950463.569642:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950463.569649:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950463.569650:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785987784704 : -120287721766912 : ffff92995512c000) 00000400:00000200:2.0:1784950463.569652:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11075:11075:242:4294967295] 192.168.203.114@tcp LPNI seq info [9805:9805:8:4294967295] 02000000:00000001:1.0:1784950463.569655:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950463.569663:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950463.569670:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001f4c3b10 x1871652369202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950463.569673:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea4cd4d9. 00000100:00000001:1.0:1784950463.569684:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950463.569687:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950463.569701:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000c2550e01 x1871652369202688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1784950463.569714:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccaf1ba9 00000100:00000001:0.0:1784950463.569770:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784950463.569771:0:441642:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000ccaf1ba9. 00000800:00000200:2.0:1784950463.569775:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950463.569786:0:441642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1784950463.569787:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950463.569791:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e5c2538. 00000100:00000200:3.0:1784950463.569794:0:441642:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1784950463.569798:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a2a777d. 00000100:00000001:1.0:1784950463.569801:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1784950463.569806:0:441642:0:(events.c:337:request_in_callback()) incoming req@000000001ab42c4c x1871652369202176 msgsize 224 00000100:00000001:1.0:1784950463.569808:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950463.569809:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369202432, offset 0 00000800:00000200:2.0:1784950463.569814:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:1.0:1784950463.569827:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2550e01] to pc [ptlrpcd_00_01+1] req@00000000c2550e01 x1871652369202688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950463.569830:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:3.0:1784950463.569837:0:441642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:2.0:1784950463.569840:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:3.0:1784950463.569847:0:441642:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:2.0:1784950463.569852:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002e5c2538 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950463.569853:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950463.569868:0:441642:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1784950463.569873:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950463.569876:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950463.569883:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950463.569884:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:1.0:1784950463.569887:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12739) 00000100:00000040:2.0:1784950463.569895:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13626 usecs (14 jiffies) 00000400:00000200:0.0:1784950463.569896:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950463.569908:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307401743 00000400:00000200:0.0:1784950463.569910:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000010:2.0:1784950463.569921:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4ace552. 00000400:00000200:0.0:1784950463.569922:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11076:11076:241:4294967295] 192.168.203.114@tcp LPNI seq info [9806:9806:7:4294967295] 00000100:00000001:2.0:1784950463.569934:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784950463.569940:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950463.569945:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307401743 00000100:00100000:1.0:1784950463.569947:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369202176 00000400:00000200:0.0:1784950463.569956:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:1.0:1784950463.569958:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1784950463.569959:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031f56f30. 00000100:00000001:1.0:1784950463.569965:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950463.569971:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950463.569972:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000800:00000200:0.0:1784950463.569973:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950463.569974:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001847ad53 02000000:00000001:1.0:1784950463.569982:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950463.569986:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001847ad53. 00000100:00000001:2.0:1784950463.569987:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307401743 00000800:00000010:0.0:1784950463.569990:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bea13e4c. 00000100:00100000:1.0:1784950463.569991:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369202176 00000100:00000001:3.0:1784950463.569997:0:441642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1784950463.570000:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009903bee5. 00000020:00000001:1.0:1784950463.570001:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950463.570009:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000200:3.0:1784950463.570010:0:441642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e5b32b3f x1871652369202176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950463.570011:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950463.570012:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000020:00000001:1.0:1784950463.570020:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950463.570022:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307401743 00000020:00000040:1.0:1784950463.570028:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000010:2.0:1784950463.570034:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000121d1f1c. 00000800:00000200:0.0:1784950463.570039:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:1.0:1784950463.570042:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:2.0:1784950463.570046:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000800:00000200:0.0:1784950463.570053:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bea13e4c type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1784950463.570055:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:2.0:1784950463.570057:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950463.570072:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950463.570073:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950463.570082:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950463.570084:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000001:3.0:1784950463.570088:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950463.570094:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950463.570096:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950463.570097:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950463.570102:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e5b32b3f x1871652369202176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950463.570108:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000040:0.0:1784950463.570110:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5595 usecs (6 jiffies) 00000100:00000001:2.0:1784950463.570114:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950463.570123:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950463.570125:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307401735 00000020:00000010:1.0:1784950463.570125:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca4a5e4a. 00000100:00000001:3.0:1784950463.570133:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950463.570135:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950463.570138:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307401743 00000020:00000010:1.0:1784950463.570139:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cfe13720. 00000100:00000001:3.0:1784950463.570140:0:441642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950463.570141:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950463.570150:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307401735 00000100:00000001:3.0:1784950463.570152:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950463.570153:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000001:0.0:1784950463.570160:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307401743 00000100:00000001:3.0:1784950463.570166:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307404155 00000100:00000001:0.0:1784950463.570168:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307401735 00000100:00000040:1.0:1784950463.570171:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1784950463.570180:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307401743 00000100:00000001:1.0:1784950463.570181:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950463.570184:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307401743 00000100:00000001:1.0:1784950463.570188:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950463.570190:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307401735 00000100:00000001:1.0:1784950463.570196:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950463.570198:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307401743 00000100:00000001:3.0:1784950463.570201:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307404155 00000100:00000001:1.0:1784950463.570207:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950463.570210:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950463.570213:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307401743 00000100:00000001:0.0:1784950463.570219:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.570225:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307404155 00000100:00000001:0.0:1784950463.570227:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950463.570229:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950463.570237:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950463.570238:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950463.570240:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307401743 00000800:00000010:2.0:1784950463.570246:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e5c2538. 00000100:00000001:0.0:1784950463.570252:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950463.570254:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950463.570256:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307404155 00000400:00000200:2.0:1784950463.570257:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950463.570258:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950463.570262:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950463.570288:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307401743 00000100:00000001:0.0:1784950463.570298:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784950463.570300:0:453506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00000001:3.0:1784950463.570302:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950463.570304:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950463.570306:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784950463.570315:0:453506:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:0.0:1784950463.570316:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.570316:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950463.570319:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f45ac6d2 00000100:00000001:1.0:1784950463.570327:0:453506:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785875010640 : -120287834540976 : ffff92994e59f450) 00000400:00000010:2.0:1784950463.570330:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f45ac6d2. 00000100:00000001:0.0:1784950463.570331:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.570331:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950463.570340:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ab42c4c x1871652369202176/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:614/0 lens 224/0 e 0 to 0 dl 1784950474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950463.570344:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950463.570346:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1784950463.570359:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950463.570361:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1784950463.570362:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055a59be9 x1871652369202304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950463.570364:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950463.570369:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1784950463.570374:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950463.570375:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000001:3.0:1784950463.570382:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950463.570387:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950463.570388:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950463.570390:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950463.570399:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000001:0.0:1784950463.570400:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950463.570401:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000001:2.0:1784950463.570405:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950463.570413:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c2550e01 x1871652369202688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950463.570423:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055a59be9 x1871652369202304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950463.570424:0:453506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001ab42c4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369202176:12345-0@lo:400: 00000400:00000200:0.0:1784950463.570431:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:1.0:1784950463.570450:0:453506:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369202176 00000020:00000001:1.0:1784950463.570460:0:453506:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:0.0:1784950463.570467:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bfc80 00000020:00000001:1.0:1784950463.570469:0:453506:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950463.570479:0:453506:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.570479:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950463.570486:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.570487:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950463.570490:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 17696 00000020:00000001:1.0:1784950463.570491:0:453506:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950463.570499:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1784950463.570500:0:453506:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 02000000:00000001:3.0:1784950463.570501:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:0.0:1784950463.570505:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950463.570508:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950463.570512:0:453506:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1784950463.570515:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950463.570517:0:453506:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950463.570518:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950463.570529:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c2550e01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369202688:192.168.203.114@tcp:400: 00000020:00000001:1.0:1784950463.570530:0:453506:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1784950463.570531:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950463.570536:0:453506:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950463.570544:0:453506:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.570547:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784950463.570548:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950463.570555:0:453506:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1784950463.570557:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950463.570561:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950463.570562:0:453506:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950463.570563:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950463.570570:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:1.0:1784950463.570571:0:453506:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1784950463.570572:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950463.570582:0:453506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000060923917. 00000100:00000010:0.0:1784950463.570584:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095749226. 02000000:00000010:3.0:1784950463.570585:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba5e1f06. 00000800:00000200:2.0:1784950463.570590:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1784950463.570592:0:453506:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950463.570597:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950463.570599:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000095749226 x1871652369202304 msgsize 224 00000100:00000001:1.0:1784950463.570601:0:453506:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950463.570602:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bea13e4c. 00000400:00000010:3.0:1784950463.570610:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f816b83a. 00000020:00000001:1.0:1784950463.570614:0:453506:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950463.570616:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784950463.570617:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001847ad53. 00010000:00000040:1.0:1784950463.570625:0:453506:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369202176 00000100:00100000:0.0:1784950463.570629:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000200:3.0:1784950463.570631:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369202688, portal 10 00010000:00000001:1.0:1784950463.570635:0:453506:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:2.0:1784950463.570638:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950463.570642:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784950463.570647:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a2a777d 00000100:00000001:3.0:1784950463.570648:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785987792768 : -120287721758848 : ffff92995512df80) 00010000:00000200:1.0:1784950463.570649:0:453506:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000001ab42c4c x1871652369202176/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:614/0 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950463.570654:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1784950463.570656:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a2a777d. 00000100:00000001:2.0:1784950463.570667:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1784950463.570669:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c2550e01 x1871652369202688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950463.570677:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950463.570682:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f4c3b10 x1871652369202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950463.570687:0:453506:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000001:0.0:1784950463.570691:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950463.570694:0:453506:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950463.570702:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1784950463.570706:0:453506:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=101 v=5 (1 1 1 1) 00000800:00000001:0.0:1784950463.570711:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950463.570755:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950463.570773:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950463.570776:0:453506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950463.570777:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784950463.570778:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:3.0:1784950463.570783:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074fd7680. 00000100:00000040:1.0:1784950463.570788:0:453506:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000040:2.0:1784950463.570791:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f4c3b10 x1871652369202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950463.570794:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369202688, offset 0 00000100:00000001:1.0:1784950463.570797:0:453506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000400:00000200:0.0:1784950463.570804:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bfd00 02000000:00000001:1.0:1784950463.570811:0:453506:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950463.570817:0:453506:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950463.570826:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950463.570830:0:453506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950463.570842:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950463.570845:0:453506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1784950463.570851:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950463.570853:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 162176 00000100:00000001:2.0:1784950463.570854:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1784950463.570858:0:453506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000821c0ba2. 00000400:00000200:3.0:1784950463.570862:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000001:0.0:1784950463.570876:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950463.570877:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000200:1.0:1784950463.570878:0:453506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369202176, offset 224 00000400:00000200:3.0:1784950463.570889:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000001:0.0:1784950463.570893:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950463.570897:0:453506:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1784950463.570902:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950463.570903:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950463.570919:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950463.570921:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11077:11077:241:4294967295] 192.168.203.114@tcp LPNI seq info [9807:9807:7:4294967295] 00000400:00000200:3.0:1784950463.570938:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950463.570944:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950463.570951:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbff510b. 00000800:00000001:2.0:1784950463.570952:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950463.570957:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:2.0:1784950463.570962:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950463.570964:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1784950463.570967:0:453506:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:3.0:1784950463.570977:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000010:0.0:1784950463.570980:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005512dd85. 00000100:00000040:0.0:1784950463.570987:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000005512dd85 x1871652369202432 msgsize 224 00000800:00000200:3.0:1784950463.570997:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:1.0:1784950463.570998:0:453506:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bfc00 00000100:00000001:2.0:1784950463.570999:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950463.571010:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950463.571015:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950463.571016:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fbff510b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950463.571025:0:453506:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15f45 [1] + 224 00000100:00000001:0.0:1784950463.571035:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1784950463.571037:0:453506:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950463.571047:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950463.571048:0:453506:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1784950463.571054:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1784950463.571057:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5066 usecs (6 jiffies) 00000100:00000001:1.0:1784950463.571060:0:453506:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784950463.571061:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369202432 00000100:00000001:3.0:1784950463.571065:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307401736 02000000:00000001:2.0:1784950463.571070:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950463.571072:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307404155 00000100:00000200:1.0:1784950463.571074:0:453506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e5b32b3f x1871652369202176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950463.571078:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950463.571084:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307401736 00000100:00000001:2.0:1784950463.571086:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.571095:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307404155 02000000:00000001:2.0:1784950463.571099:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.571107:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307401736 00000100:00100000:2.0:1784950463.571110:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369202432 00000100:00000001:3.0:1784950463.571119:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307404155 00000020:00000001:2.0:1784950463.571120:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:1.0:1784950463.571124:0:453506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e5b32b3f x1871652369202176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950463.571127:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:3.0:1784950463.571129:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307401736 00000020:00000001:2.0:1784950463.571136:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950463.571140:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307404155 00000020:00000040:2.0:1784950463.571143:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000800:00000200:0.0:1784950463.571147:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950463.571152:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950463.571156:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000800:00000010:0.0:1784950463.571158:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbff510b. 00000100:00000001:3.0:1784950463.571165:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950463.571168:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000400:00000200:0.0:1784950463.571171:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950463.571183:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950463.571184:0:453506:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784950463.571189:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950463.571193:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000100:00000001:2.0:1784950463.571201:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950463.571201:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950463.571208:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074fd7680 00000020:00000010:2.0:1784950463.571210:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000800:00000001:3.0:1784950463.571213:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950463.571217:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000074fd7680. 00000800:00000001:3.0:1784950463.571221:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950463.571223:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac714e1c. 00000100:00000001:0.0:1784950463.571226:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1784950463.571229:0:453506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000821c0ba2 00000020:00000010:2.0:1784950463.571233:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1b8a0d0. 00000800:00000001:3.0:1784950463.571234:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950463.571235:0:453506:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000821c0ba2. 00000100:00000200:0.0:1784950463.571238:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c2550e01 x1871652369202688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950463.571246:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950463.571247:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbcac818. 00000100:00000001:1.0:1784950463.571249:0:453506:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950463.571256:0:453506:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1784950463.571259:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950463.571284:0:455357:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1784950463.571287:0:453506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950463.571293:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950463.571300:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1784950463.571302:0:453506:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:0.0:1784950463.571304:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950463.571305:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950463.571307:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950463.571313:0:453506:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000040:0.0:1784950463.571320:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c2550e01 x1871652369202688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950463.571321:0:453506:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950463.571323:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1784950463.571330:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1784950463.571333:0:453506:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950463.571336:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950463.571338:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069bfe00 00000100:00000040:1.0:1784950463.571348:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ab42c4c x1871652369202176/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:614/0 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950463.571360:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950463.571364:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 162400 00000100:00000001:0.0:1784950463.571378:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950463.571382:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000001:3.0:1784950463.571386:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950463.571391:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950463.571392:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000001:3.0:1784950463.571401:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950463.571412:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1586 00000100:00100000:1.0:1784950463.571413:0:453506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001ab42c4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369202176:12345-0@lo:400: Request processed in 1038us (1595us total) trans 0 rc 0/0 00000400:00000200:3.0:1784950463.571414:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950463.571426:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000001:0.0:1784950463.571430:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950463.571434:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032828800 : -120287676722816 : ffff929957c21180) 00000400:00000200:3.0:1784950463.571437:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950463.571438:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369202304 00000100:00100000:1.0:1784950463.571440:0:453506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 02000000:00000001:0.0:1784950463.571449:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1784950463.571453:0:453506:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:0.0:1784950463.571457:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1784950463.571457:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005512dd85 x1871652369202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:614/0 lens 224/0 e 0 to 0 dl 1784950474 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950463.571458:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950463.571461:0:453506:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950463.571465:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950463.571467:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1784950463.571469:0:453506:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950463.571478:0:453506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cfe13720. 02000000:00000001:0.0:1784950463.571479:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950463.571482:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46522e1. 00000020:00000010:1.0:1784950463.571490:0:453506:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000100:00100000:0.0:1784950463.571491:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369202304 00000100:00000040:3.0:1784950463.571494:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000c46522e1 x1871652369202688 msgsize 224 00000020:00000001:0.0:1784950463.571501:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:1.0:1784950463.571503:0:453506:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca4a5e4a. 00000020:00000040:0.0:1784950463.571508:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:2.0:1784950463.571509:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1784950463.571517:0:453506:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000020:00000001:0.0:1784950463.571519:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:3.0:1784950463.571520:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000010:2.0:1784950463.571521:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000020:00000040:0.0:1784950463.571527:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 02000000:00000001:1.0:1784950463.571531:0:453506:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1784950463.571532:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950463.571535:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 02000000:00000010:1.0:1784950463.571537:0:453506:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000060923917. 00000020:00000010:2.0:1784950463.571541:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000100:00000001:3.0:1784950463.571545:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1784950463.571546:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 02000000:00000001:1.0:1784950463.571548:0:453506:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:2.0:1784950463.571557:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005512dd85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369202432:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950463.571558:0:453506:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950463.571559:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1784950463.571561:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950463.571570:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000800:00000001:3.0:1784950463.571572:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950463.571573:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369202432 00000100:00000200:1.0:1784950463.571574:0:453506:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1784950463.571580:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950463.571583:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000010:1.0:1784950463.571589:0:453506:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000369976a6. 00000020:00000010:0.0:1784950463.571590:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000020:00000001:2.0:1784950463.571591:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000001:3.0:1784950463.571596:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1784950463.571600:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784950463.571603:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1784950463.571606:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1784950463.571607:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f552988. 00000400:00000010:3.0:1784950463.571609:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079a91cd6. 00000020:00000001:2.0:1784950463.571612:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000010:0.0:1784950463.571619:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008bff1d5c. 00000400:00000200:3.0:1784950463.571620:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000020:00000001:2.0:1784950463.571621:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1784950463.571629:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950463.571631:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000020:00000010:0.0:1784950463.571633:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000020:00000001:2.0:1784950463.571635:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950463.571642:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784950463.571643:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1784950463.571647:0:453506:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000adcd2416. 00000020:00000001:2.0:1784950463.571650:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950463.571651:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000200:3.0:1784950463.571656:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e5b32b3f x1871652369202176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950463.571661:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950463.571662:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950463.571671:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950463.571672:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950463.571674:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950463.571677:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950463.571682:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950463.571683:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1784950463.571685:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e5b32b3f x1871652369202176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950463.571688:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950463.571690:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1784950463.571692:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000e15a4fb. 02000000:00000001:2.0:1784950463.571701:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950463.571705:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000961190c0 x1871652369202560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950463.571710:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950463.571712:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950463.571720:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950463.571759:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950463.571766:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1784950463.571768:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369202432 00000100:00000001:3.0:1784950463.571771:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950463.571775:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1784950463.571776:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1784950463.571778:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950463.571779:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950463.571783:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1784950463.571784:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950463.571788:0:441642:0:(client.c:1580:after_reply()) Process entered 00010000:00000200:2.0:1784950463.571793:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000005512dd85 x1871652369202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:614/0 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950463.571796:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1784950463.571797:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950463.571799:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2721 00000100:00000001:3.0:1784950463.571803:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950463.571812:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950463.571814:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00100000:1.0:1784950463.571815:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000961190c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369202560:192.168.203.114@tcp:400: 02000000:00000001:3.0:1784950463.571826:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950463.571827:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032831488 : -120287676720128 : ffff929957c21c00) 00000100:00000001:1.0:1784950463.571838:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00001000:3.0:1784950463.571840:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=101 v=5 (5 5 5 5) 02000000:00000001:1.0:1784950463.571846:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784950463.571849:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000095749226 x1871652369202304/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:614/0 lens 224/0 e 0 to 0 dl 1784950474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950463.571852:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1784950463.571853:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950463.571857:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=101 v=5 (1 1 1 1) 00010000:00000001:2.0:1784950463.571860:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950463.571866:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:2.0:1784950463.571872:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950463.571875:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1784950463.571878:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca4a5e4a. 00000100:00000001:3.0:1784950463.571883:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950463.571892:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1784950463.571893:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950463.571893:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950463.571902:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950463.571903:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1784950463.571905:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b64a7397. 00000100:00000040:2.0:1784950463.571906:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950463.571914:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950463.571915:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000001:2.0:1784950463.571917:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000010:1.0:1784950463.571920:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000821c0ba2. 00000100:00000001:0.0:1784950463.571926:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950463.571930:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1784950463.571930:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e5b32b3f x1871652369202176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950463.571932:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369202560, portal 4 00000020:00000010:0.0:1784950463.571935:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 02000000:00000001:2.0:1784950463.571938:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950463.571943:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950463.571951:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950463.571952:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785987788288 : -120287721763328 : ffff92995512ce00) 00000100:00100000:0.0:1784950463.571956:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000095749226 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369202304:12345-192.168.203.114@tcp:400: 00000100:00000040:2.0:1784950463.571970:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950463.571973:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000961190c0 x1871652369202560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950463.571980:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369202304 00000400:00000010:2.0:1784950463.571983:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f45ac6d2. 00000100:00000001:3.0:1784950463.571988:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950463.571991:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:2.0:1784950463.571995:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369202432, offset 224 00000100:00000001:3.0:1784950463.572000:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1784950463.572001:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950463.572009:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950463.572011:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950463.572022:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950463.572023:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1784950463.572025:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1784950463.572028:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5b32b3f x1871652369202176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950463.572032:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000040:1.0:1784950463.572043:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950463.572046:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1784950463.572048:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000001:00000001:0.0:1784950463.572055:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369202304, found 0 last_xid 1871652369202303 00000400:00000010:1.0:1784950463.572055:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c92ae704. 00000100:00000200:1.0:1784950463.572069:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369202560, offset 0 00000020:00000001:0.0:1784950463.572070:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950463.572071:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11078:11078:242:4294967295] 192.168.203.114@tcp LPNI seq info [9808:9808:8:4294967295] 00000020:00000001:0.0:1784950463.572083:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950463.572090:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1784950463.572092:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e5b32b3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369202176:0@lo:400: 00000020:00000001:0.0:1784950463.572096:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950463.572097:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950463.572108:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950463.572115:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950463.572117:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1784950463.572120:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:0.0:1784950463.572125:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950463.572127:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1784950463.572137:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cf6aebd9. 00000100:00000040:3.0:1784950463.572140:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e5b32b3f x1871652369202176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950463.572143:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950463.572145:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:0.0:1784950463.572147:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950463.572158:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e5c2538. 00000100:00000001:0.0:1784950463.572160:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950463.572165:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1784950463.572173:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950463.572181:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:2.0:1784950463.572183:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000040:0.0:1784950463.572185:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369202304 00000400:00000200:1.0:1784950463.572195:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1784950463.572198:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000200:2.0:1784950463.572207:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:1.0:1784950463.572209:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950463.572211:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000200:0.0:1784950463.572216:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000095749226 x1871652369202304/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:614/0 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950463.572219:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002e5c2538 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784950463.572220:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950463.572229:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6fb2c16. 00000400:00000200:1.0:1784950463.572230:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11079:11079:241:4294967295] 192.168.203.114@tcp LPNI seq info [9809:9809:7:4294967295] 02000000:00000001:3.0:1784950463.572240:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950463.572244:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950463.572247:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950463.572255:0:441642:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000100:00000040:2.0:1784950463.572284:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950463.572286:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1784950463.572288:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:0.0:1784950463.572294:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950463.572297:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009588bd88. 00010000:00000001:2.0:1784950463.572298:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:1.0:1784950463.572299:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00001000:0.0:1784950463.572303:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=96 v=5 (1 1 1 1) 00000020:00000001:2.0:1784950463.572305:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950463.572310:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1784950463.572316:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1784950463.572319:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784950463.572323:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1784950463.572325:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e5b32b3f. 00000800:00000200:1.0:1784950463.572333:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950463.572334:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005512dd85 x1871652369202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:614/0 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950463.572335:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950463.572337:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950463.572344:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950463.572348:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000010:1.0:1784950463.572350:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014755b2c. 00000100:00000001:3.0:1784950463.572354:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950463.572360:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950463.572368:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784950463.572369:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950463.572372:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950463.572376:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950463.572381:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950463.572390:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950463.572397:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784950463.572401:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950463.572405:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950463.572406:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:2.0:1784950463.572407:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005512dd85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369202432:12345-192.168.203.114@tcp:400: Request processed in 883us (1403us total) trans 0 rc 0/0 00000400:00000010:0.0:1784950463.572410:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda7acfb. 00000100:00000001:3.0:1784950463.572413:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950463.572419:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000014755b2c type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1784950463.572425:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369202304, offset 224 00000100:00000001:1.0:1784950463.572438:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950463.572448:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1586 00000400:00000200:0.0:1784950463.572449:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950463.572451:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4728 usecs (5 jiffies) 00000100:00000040:2.0:1784950463.572460:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:1.0:1784950463.572462:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307401736 00000100:00000001:3.0:1784950463.572463:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950463.572471:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1784950463.572473:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369202688 00000400:00000200:0.0:1784950463.572475:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950463.572475:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307404155 00000100:00000001:2.0:1784950463.572477:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1784950463.572484:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1784950463.572488:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1b8a0d0. 00000100:00000001:1.0:1784950463.572489:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307401736 00000100:00000001:3.0:1784950463.572491:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950463.572501:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950463.572502:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11080:11080:240:4294967295] 192.168.203.114@tcp LPNI seq info [9810:9810:6:4294967295] 00000100:00000001:1.0:1784950463.572504:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307404155 00000020:00000010:2.0:1784950463.572505:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbcac818. 02000000:00000001:3.0:1784950463.572510:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950463.572518:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307401736 00000020:00000010:2.0:1784950463.572519:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac714e1c. 00000100:00100000:3.0:1784950463.572522:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369202688 00000100:00000001:1.0:1784950463.572530:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307404155 00000020:00000001:3.0:1784950463.572533:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950463.572534:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000020:00000040:3.0:1784950463.572543:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000001:1.0:1784950463.572544:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307401736 00000100:00000001:2.0:1784950463.572545:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950463.572552:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1784950463.572553:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950463.572556:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307404155 00000020:00000040:3.0:1784950463.572562:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000001:1.0:1784950463.572567:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950463.572573:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:1.0:1784950463.572576:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950463.572583:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000800:00000200:0.0:1784950463.572585:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950463.572587:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.572597:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950463.572598:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950463.572600:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031b2009f. 00000020:00000010:3.0:1784950463.572607:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:1.0:1784950463.572610:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784950463.572618:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950463.572619:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950463.572621:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784950463.572622:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950463.572633:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e5c2538. 00000100:00000001:1.0:1784950463.572635:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1784950463.572635:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000800:00000200:0.0:1784950463.572641:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:1.0:1784950463.572645:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950463.572646:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1784950463.572651:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6fb2c16. 00000800:00000200:0.0:1784950463.572652:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031b2009f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950463.572654:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950463.572666:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:3.0:1784950463.572667:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000100:00000001:1.0:1784950463.572668:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950463.572680:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00000100:00000001:0.0:1784950463.572681:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950463.572682:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f45ac6d2 00000400:00000010:2.0:1784950463.572691:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f45ac6d2. 00000100:00000040:0.0:1784950463.572698:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950463.572701:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1784950463.572701:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:0.0:1784950463.572705:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950463.572708:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950463.572711:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1784950463.572712:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.572717:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1784950463.572748:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950463.572757:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095749226 x1871652369202304/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:614/0 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950463.572764:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950463.572779:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:0.0:1784950463.572785:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000095749226 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369202304:12345-192.168.203.114@tcp:400: Request processed in 877us (2181us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950463.572787:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1784950463.572793:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950463.572809:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2721 00000100:00000040:0.0:1784950463.572814:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:0.0:1784950463.572819:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950463.572819:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950463.572827:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950463.572834:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008bff1d5c. 00000800:00000200:2.0:1784950463.572837:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1784950463.572842:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000800:00000010:2.0:1784950463.572844:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031b2009f. 00000800:00000001:1.0:1784950463.572845:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950463.572847:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1784950463.572852:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f552988. 00000100:00000001:3.0:1784950463.572854:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1784950463.572858:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950463.572862:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950463.572867:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000800:00000001:1.0:1784950463.572869:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950463.572876:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1587 00000400:00000200:2.0:1784950463.572877:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950463.572880:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950463.572882:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950463.572889:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000400:00000200:2.0:1784950463.572892:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda7acfb 00000100:00000001:3.0:1784950463.572895:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785999302656 : -120287710248960 : ffff929955c28000) 00000400:00000010:2.0:1784950463.572900:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dda7acfb. 00000400:00000200:1.0:1784950463.572909:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:3.0:1784950463.572911:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c46522e1 x1871652369202688/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:614/0 lens 224/0 e 0 to 0 dl 1784950474 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950463.572913:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950463.572920:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950463.572934:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950463.572936:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bfc80 00000020:00000010:3.0:1784950463.572943:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000400:00000200:1.0:1784950463.572951:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15f49 [1] + 224 00000100:00000001:3.0:1784950463.572953:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950463.572965:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000800:00000001:1.0:1784950463.572968:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950463.572976:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c46522e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369202688:12345-192.168.203.114@tcp:400: 00000100:00000200:3.0:1784950463.572983:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369202688 00000020:00000001:3.0:1784950463.572987:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950463.572991:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950463.572994:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950463.572998:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950463.573002:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:3.0:1784950463.573007:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950463.573011:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950463.573014:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950463.573017:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950463.573020:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950463.573024:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1784950463.573025:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000010:0.0:1784950463.573035:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014755b2c. 00000100:00000001:3.0:1784950463.573035:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000001:2.0:1784950463.573037:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950463.573043:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1784950463.573048:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1784950463.573051:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d0b13a79. 00000800:00000001:2.0:1784950463.573054:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950463.573059:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950463.573063:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950463.573065:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950463.573067:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950463.573068:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950463.573070:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92ae704 00000800:00000001:2.0:1784950463.573076:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950463.573078:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950463.573080:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c92ae704. 00000400:00000200:1.0:1784950463.573081:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:3.0:1784950463.573089:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369202688 00000100:00000001:0.0:1784950463.573095:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784950463.573101:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:3.0:1784950463.573102:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:1.0:1784950463.573106:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:0.0:1784950463.573110:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000961190c0 x1871652369202560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1784950463.573119:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c46522e1 x1871652369202688/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:614/0 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950463.573128:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1784950463.573136:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bfd00 00000100:00000200:1.0:1784950463.573143:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055a59be9 x1871652369202304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950463.573164:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15f55 [1] + 224 00000100:00000001:0.0:1784950463.573166:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950463.573179:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000961190c0 x1871652369202560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950463.573189:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000001:2.0:1784950463.573191:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784950463.573197:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950463.573201:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950463.573210:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=96 v=5 (1 1 1 1) 00000100:00000040:1.0:1784950463.573214:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000055a59be9 x1871652369202304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950463.573214:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950463.573231:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950463.573236:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950463.573239:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950463.573245:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950463.573247:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950463.573258:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950463.573259:0:441636:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784950463.573287:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1784950463.573290:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1784950463.573292:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f4c3b10 x1871652369202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950463.573293:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.573303:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1784950463.573305:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950463.573318:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784950463.573319:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950463.573319:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950463.573327:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784950463.573329:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f4c3b10 x1871652369202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950463.573332:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000400:00000001:0.0:1784950463.573337:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950463.573344:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950463.573349:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000448eae3c. 00000400:00000200:0.0:1784950463.573360:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072272f0d 00000400:00000010:0.0:1784950463.573363:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000072272f0d. 00000100:00000001:2.0:1784950463.573366:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950463.573368:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950463.573370:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369202688, offset 224 00000100:00000200:0.0:1784950463.573381:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055a59be9 x1871652369202304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950463.573382:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950463.573386:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950463.573388:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950463.573393:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1784950463.573397:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784950463.573405:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1784950463.573407:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784950463.573414:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950463.573415:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000001:2.0:1784950463.573418:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950463.573422:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004245639. 00000400:00000200:1.0:1784950463.573436:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f39d0e 00000100:00000200:0.0:1784950463.573438:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055a59be9 x1871652369202304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950463.573444:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000075f39d0e. 00000400:00000200:3.0:1784950463.573446:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11081:11081:242:4294967295] 192.168.203.114@tcp LPNI seq info [9811:9811:8:4294967295] 00000400:00000200:2.0:1784950463.573447:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950463.573455:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950463.573470:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f4c3b10 x1871652369202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950463.573485:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950463.573492:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950463.573501:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950463.573503:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950463.573509:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950463.573514:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950463.573521:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950463.573522:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f4c3b10 x1871652369202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950463.573529:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950463.573534:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950463.573539:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bfd80 00000100:00001000:0.0:1784950463.573543:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=91 v=5 (5 5 5 5) 00000800:00000010:3.0:1784950463.573548:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0a8ed32. 00000100:00001000:0.0:1784950463.573563:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=91 v=5 (1 1 1 1) 00000400:00000200:2.0:1784950463.573564:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 17920 00000800:00000200:3.0:1784950463.573573:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950463.573582:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950463.573586:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950463.573589:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950463.573591:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950463.573593:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950463.573597:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000200:3.0:1784950463.573599:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000001:2.0:1784950463.573606:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950463.573607:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950463.573608:0:441644:0:(client.c:1580:after_reply()) Process entered 00000800:00000200:3.0:1784950463.573609:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a0a8ed32 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1784950463.573617:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1784950463.573619:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950463.573621:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950463.573623:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784950463.573627:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950463.573629:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.573636:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950463.573637:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1784950463.573638:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950463.573639:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950463.573645:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950463.573651:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00001000:1.0:1784950463.573653:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=96 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950463.573655:0:441636:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1784950463.573660:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000200:2.0:1784950463.573662:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1784950463.573663:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055a59be9 x1871652369202304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950463.573666:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950463.573669:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=96 v=5 (1 1 1 1) 00000100:00000010:2.0:1784950463.573677:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c22bc4a9. 00000020:00000001:3.0:1784950463.573678:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950463.573687:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1784950463.573689:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000c22bc4a9 x1871652369202560 msgsize 224 00000100:00000040:3.0:1784950463.573695:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46522e1 x1871652369202688/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:614/0 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950463.573696:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950463.573708:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950463.573714:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1784950463.573719:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:3.0:1784950463.573763:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c46522e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369202688:12345-192.168.203.114@tcp:400: Request processed in 825us (2265us total) trans 0 rc 0/0 00010000:00080000:1.0:1784950463.573770:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001f4c3b10 x1871652369202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950463.573781:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950463.573789:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950463.573792:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1784950463.573803:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1587 00000100:00000040:0.0:1784950463.573807:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055a59be9 x1871652369202304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950463.573817:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00010000:00000001:1.0:1784950463.573824:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.573827:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950463.573835:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950463.573837:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1784950463.573844:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000100:00000040:1.0:1784950463.573845:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00100000:0.0:1784950463.573851:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000055a59be9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369202304:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950463.573856:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000010:3.0:1784950463.573859:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 00000100:00000001:1.0:1784950463.573862:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950463.573864:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950463.573868:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6fb2c16. 00000100:00000001:0.0:1784950463.573871:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1784950463.573874:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1784950463.573878:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f4c3b10 x1871652369202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950463.573879:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000800:00000010:2.0:1784950463.573881:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0a8ed32. 00000100:00000040:0.0:1784950463.573885:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055a59be9 x1871652369202304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950463.573889:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950463.573894:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950463.573915:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950463.573929:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000100:00000001:3.0:1784950463.573936:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1784950463.573937:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000100:00100000:3.0:1784950463.573944:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369202560 00000100:00000001:2.0:1784950463.573949:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950463.573950:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784950463.573952:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950463.573953:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950463.573958:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1784950463.573959:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784950463.573960:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950463.573962:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1784950463.573966:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce0859fb. 00000100:00000001:3.0:1784950463.573968:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950463.573969:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950463.573970:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950463.573978:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1784950463.573982:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950463.573983:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950463.573984:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1784950463.573988:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f4c3b10 x1871652369202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784950463.573991:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000800:00000001:2.0:1784950463.573996:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950463.573998:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369202560 00000020:00000001:0.0:1784950463.574004:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:3.0:1784950463.574007:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000001:2.0:1784950463.574008:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950463.574011:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002957ca98. 00000020:00000040:3.0:1784950463.574014:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000800:00000001:2.0:1784950463.574019:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950463.574023:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1784950463.574024:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:2.0:1784950463.574028:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950463.574030:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1784950463.574032:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000010:0.0:1784950463.574040:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055a59be9. 00000020:00000001:3.0:1784950463.574045:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00100000:1.0:1784950463.574048:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000001f4c3b10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369202432:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950463.574051:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1784950463.574056:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:3.0:1784950463.574058:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950463.574059:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950463.574071:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950463.574073:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950463.574074:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950463.574081:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784950463.574084:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069bfe00 00000100:00000001:1.0:1784950463.574085:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1784950463.574086:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:0.0:1784950463.574087:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.574096:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950463.574098:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f4c3b10 x1871652369202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950463.574101:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1784950463.574103:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000001:0.0:1784950463.574108:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950463.574113:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15f5d [1] + 224 00000020:00000010:3.0:1784950463.574119:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6fb2c16. 00000020:00000010:3.0:1784950463.574131:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000800:00000001:2.0:1784950463.574134:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950463.574143:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00000100:00000001:1.0:1784950463.574145:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1784950463.574147:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950463.574153:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1784950463.574155:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950463.574158:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 02000000:00000010:1.0:1784950463.574160:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008aee32e2. 00000100:00000001:3.0:1784950463.574167:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1784950463.574170:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950463.574172:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1784950463.574174:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950463.574178:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950463.574178:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950463.574181:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950463.574188:0:441644:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:2.0:1784950463.574191:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c2550e01 x1871652369202688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950463.574192:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950463.574195:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950463.574202:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a629e91. 02000000:00000001:1.0:1784950463.574213:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950463.574219:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950463.574221:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f4c3b10. 00000100:00000040:2.0:1784950463.574222:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c2550e01 x1871652369202688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950463.574223:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950463.574230:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950463.574236:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950463.574242:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950463.574245:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950463.574249:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950463.574260:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1784950463.574283:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2722 00000100:00000001:1.0:1784950463.574288:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950463.574292:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:2.0:1784950463.574293:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950463.574295:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950463.574301:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785879311616 : -120287830240000 : ffff92994e9b9500) 00000100:00000001:1.0:1784950463.574305:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950463.574306:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950463.574314:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c22bc4a9 x1871652369202560/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:614/0 lens 224/0 e 0 to 0 dl 1784950474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950463.574317:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950463.574333:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950463.574334:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1784950463.574339:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:0.0:1784950463.574340:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950463.574350:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1784950463.574352:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1784950463.574355:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000400:00000001:0.0:1784950463.574357:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950463.574363:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f816b83a. 00000100:00100000:3.0:1784950463.574369:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c22bc4a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369202560:12345-192.168.203.114@tcp:400: 00000400:00000200:0.0:1784950463.574373:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001847ad53 00000100:00000200:3.0:1784950463.574377:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369202560 00000400:00000010:0.0:1784950463.574379:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001847ad53. 00000020:00000001:3.0:1784950463.574385:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950463.574387:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1784950463.574392:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950463.574398:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950463.574399:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c2550e01 x1871652369202688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950463.574405:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950463.574410:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:3.0:1784950463.574419:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1784950463.574425:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369202560, found 0 last_xid 1871652369202559 00000100:00000200:0.0:1784950463.574432:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c2550e01 x1871652369202688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950463.574433:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950463.574443:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950463.574448:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950463.574452:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950463.574462:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950463.574463:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950463.574468:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950463.574470:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950463.574476:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950463.574477:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950463.574483:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950463.574486:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1784950463.574487:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009e3cebb7. 00000100:00000001:0.0:1784950463.574488:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950463.574496:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950463.574497:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.574503:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950463.574507:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=96 v=5 (5 5 5 5) 00000020:00000001:3.0:1784950463.574509:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950463.574517:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369202560 00000100:00001000:0.0:1784950463.574520:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=96 v=5 (1 1 1 1) 00010000:00000001:3.0:1784950463.574523:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950463.574530:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950463.574537:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1784950463.574538:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c22bc4a9 x1871652369202560/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:614/0 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950463.574547:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784950463.574559:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c2550e01 x1871652369202688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950463.574560:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950463.574565:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950463.574573:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950463.574585:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1784950463.574591:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950463.574596:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950463.574600:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784950463.574602:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:0.0:1784950463.574605:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 02000000:00000001:3.0:1784950463.574608:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950463.574611:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1784950463.574613:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950463.574616:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950463.574619:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950463.574627:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2550e01 x1871652369202688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950463.574629:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950463.574637:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001847ad53. 00000100:00000200:3.0:1784950463.574646:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369202560, offset 224 00000100:00000001:0.0:1784950463.574651:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950463.574658:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1784950463.574659:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950463.574661:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950463.574672:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2550e01 x1871652369202688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950463.574680:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950463.574700:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11082:11082:242:4294967295] 192.168.203.114@tcp LPNI seq info [9812:9812:8:4294967295] 00000100:00100000:0.0:1784950463.574708:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c2550e01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369202688:192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950463.574762:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950463.574763:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950463.574772:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1784950463.574781:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950463.574783:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c2550e01 x1871652369202688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784950463.574792:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0a8ed32. 00000100:00000001:0.0:1784950463.574804:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950463.574810:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:3.0:1784950463.574811:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000010:0.0:1784950463.574814:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba5e1f06. 00000800:00000200:3.0:1784950463.574825:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:0.0:1784950463.574826:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950463.574831:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000200:3.0:1784950463.574835:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a0a8ed32 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:0.0:1784950463.574836:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1784950463.574848:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950463.574850:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea4cd4d9. 02000000:00000001:0.0:1784950463.574854:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950463.574855:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950463.574857:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c2550e01. 00000100:00000001:0.0:1784950463.574862:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950463.574864:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950463.574865:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950463.574876:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950463.574879:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950463.574884:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1784950463.574885:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:0.0:1784950463.574891:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950463.574892:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950463.574903:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950463.574904:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950463.574911:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950463.574916:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c22bc4a9 x1871652369202560/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:614/0 lens 224/224 e 0 to 0 dl 1784950474 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950463.574934:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c22bc4a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369202560:12345-192.168.203.114@tcp:400: Request processed in 597us (1240us total) trans 0 rc 0/0 00000100:00100000:3.0:1784950463.574942:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2722 00000100:00000040:3.0:1784950463.574945:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950463.574948:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950463.574951:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950463.574955:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000020:00000010:3.0:1784950463.574960:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 00000020:00000010:3.0:1784950463.574966:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6fb2c16. 00000020:00000040:3.0:1784950463.574970:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:3.0:1784950463.574975:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950463.575007:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950463.575015:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0a8ed32. 00000400:00000200:1.0:1784950463.575022:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950463.575033:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950463.575039:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001847ad53 00000400:00000010:1.0:1784950463.575043:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001847ad53. 00000100:00000001:1.0:1784950463.575048:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950463.575050:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950463.575052:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950463.575065:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950463.575069:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950463.575073:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950463.575082:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950463.575095:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069bfd80 00000400:00000200:0.0:1784950463.575102:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15f6d [1] + 224 00000800:00000001:0.0:1784950463.575108:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950463.575113:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950463.575116:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950463.575120:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950463.575125:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950463.575129:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000961190c0 x1871652369202560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950463.575140:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000961190c0 x1871652369202560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950463.575161:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950463.575169:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950463.575172:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950463.575209:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950463.575215:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950463.575220:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950463.575222:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950463.575225:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b64a7397. 00000400:00000200:1.0:1784950463.575230:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000821c0ba2 00000400:00000010:1.0:1784950463.575233:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000821c0ba2. 00000100:00000001:1.0:1784950463.575236:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950463.575243:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000961190c0 x1871652369202560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950463.575256:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000961190c0 x1871652369202560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950463.575291:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950463.575295:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950463.575298:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950463.575300:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950463.575302:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950463.575305:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950463.575308:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950463.575314:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950463.575318:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=96 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950463.575321:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950463.575322:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950463.575325:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950463.575327:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950463.575330:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950463.575332:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950463.575333:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950463.575335:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950463.575339:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000961190c0 x1871652369202560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950463.575348:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950463.575351:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950463.575353:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950463.575357:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000961190c0 x1871652369202560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950463.575365:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000961190c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369202560:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950463.575371:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950463.575373:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950463.575375:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000961190c0 x1871652369202560/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950463.575383:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950463.575385:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950463.575387:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca4a5e4a. 02000000:00000001:1.0:1784950463.575391:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950463.575392:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950463.575394:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1784950463.575397:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950463.575399:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6e9cfb4. 02000000:00000001:1.0:1784950463.575402:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950463.575404:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950463.575405:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000961190c0. 00000100:00000001:1.0:1784950463.575409:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950463.575410:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950463.575412:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950463.575417:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950463.575419:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950463.575422:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950463.575424:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950463.824844:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950463.824849:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950463.824854:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950463.824855:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950463.824982:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950463.824988:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950463.824995:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950464.464833:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950464.464842:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950464.464845:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950464.464851:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950464.464855:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950464.464859:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950464.464861:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1784950464.592962:0:455685:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.142.24:988 00000400:00000100:2.0:1784950464.593016:0:455685:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.142.24@tcp at host 111.222.142.24:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:2.0:1784950464.593026:0:455685:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.142.24@tcp: down 00000800:00000200:2.0:1784950464.593034:0:455685:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 111.222.142.24@tcp down 00010000:00000001:2.0:1784950464.848846:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950464.848855:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950464.848863:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950464.848865:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950464.848987:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950464.848992:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950464.848996:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950465.488865:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950465.488880:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950465.488883:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950465.488889:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950465.488892:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950465.488895:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950465.488899:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950465.872848:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950465.872854:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950465.872861:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950465.872863:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950465.873024:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950465.873031:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950465.873035:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784950466.000816:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307404155, at 4307404160 00000100:00000010:1.0:1784950466.000833:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031f56f30. 00000100:00000040:3.0:1784950466.000856:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307404155, at 4307404160 00000100:00000040:2.0:1784950466.000863:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307404155, at 4307404160 00000100:00000040:0.0:1784950466.000870:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307404155, at 4307404160 00000100:00000010:3.0:1784950466.000872:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000121d1f1c. 00000100:00000010:2.0:1784950466.000878:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009903bee5. 00000100:00000010:0.0:1784950466.000889:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4ace552. 00000100:00000001:3.0:1784950466.512853:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950466.512875:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950466.512879:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950466.512888:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950466.512892:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950466.512897:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950466.512900:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950466.640897:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1784950466.640907:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1784950466.640921:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c96d2925. 00000020:00000040:0.0:1784950466.640931:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950466.640939:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950466.640943:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:2.0:1784950466.640945:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 02000000:00000001:0.0:1784950466.640952:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1784950466.640953:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1784950466.640965:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007cb64c58. 02000000:00000010:0.0:1784950466.640968:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000031b2009f. 00000020:00000040:2.0:1784950466.640975:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1784950466.640981:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950466.640983:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950466.640989:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950466.640995:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784950466.640997:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950466.641000:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950466.641008:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e5c2538. 00000100:00000040:0.0:1784950466.641017:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c96d2925] to pc [ptlrpcd_00_02+2] req@00000000c96d2925 x1871652369202816/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950466.641020:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950466.641031:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950466.641035:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950466.641051:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cb64c58] to pc [ptlrpcd_00_03+3] req@000000007cb64c58 x1871652369202944/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1784950466.641106:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950466.641108:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950466.641155:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950466.641162:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950466.641167:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950466.641184:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007cb64c58 x1871652369202944/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950466.641202:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950466.641204:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950466.641206:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950466.641214:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950466.641217:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950466.641219:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784950466.641225:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950466.641234:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c96d2925 x1871652369202816/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950466.641236:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950466.641275:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000007cb64c58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369202944:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950466.641300:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950466.641305:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950466.641307:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950466.641322:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950466.641327:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950466.641327:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950466.641339:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950466.641341:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950466.641347:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c96d2925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369202816:192.168.203.114@tcp:41: 02000000:00000001:3.0:1784950466.641354:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950466.641356:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950466.641373:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950466.641378:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950466.641382:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950466.641392:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007c37231b. 02000000:00000001:1.0:1784950466.641395:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950466.641403:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b64a7397. 02000000:00000010:3.0:1784950466.641407:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005b9b8fc0. 02000000:00000001:3.0:1784950466.641416:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950466.641418:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000821c0ba2. 00000100:00000200:1.0:1784950466.641443:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369202816, portal 4 00000400:00000010:3.0:1784950466.641444:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079a91cd6. 00000100:00000001:1.0:1784950466.641462:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950466.641466:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786032827904 : -120287676723712 : ffff929957c20e00) 00000400:00000010:3.0:1784950466.641468:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000100:00000040:1.0:1784950466.641480:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c96d2925 x1871652369202816/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950466.641481:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369202944, portal 4 00000100:00000001:3.0:1784950466.641498:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950466.641507:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785879315200 : -120287830236416 : ffff92994e9ba300) 00000100:00000001:1.0:1784950466.641527:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950466.641537:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007cb64c58 x1871652369202944/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950466.641539:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950466.641550:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c92ae704. 00000100:00000200:1.0:1784950466.641564:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369202816, offset 0 00000100:00000001:3.0:1784950466.641586:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950466.641602:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950466.641603:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950466.641619:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074fd7680. 00000100:00000200:3.0:1784950466.641628:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369202944, offset 0 00000400:00000200:1.0:1784950466.641636:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950466.641650:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950466.641657:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950466.641664:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950466.641669:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950466.641672:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950466.641676:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11083:11083:242:4294967295] 192.168.203.114@tcp LPNI seq info [9813:9813:8:4294967295] 00000400:00000200:1.0:1784950466.641692:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950466.641699:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950466.641706:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6e9cfb4. 00000400:00000200:3.0:1784950466.641714:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000200:1.0:1784950466.641763:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950466.641782:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784950466.641794:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950466.641806:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:1.0:1784950466.641809:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f6e9cfb4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950466.641818:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950466.641825:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950466.641830:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11084:11084:241:4294967295] 192.168.203.114@tcp LPNI seq info [9814:9814:7:4294967295] 00000100:00000001:1.0:1784950466.641839:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950466.641850:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13620 usecs (14 jiffies) 00000100:00000001:1.0:1784950466.641859:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307404815 00000400:00000200:3.0:1784950466.641863:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000010:1.0:1784950466.641878:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8384a47. 00000800:00000200:3.0:1784950466.641889:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950466.641897:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000800:00000010:3.0:1784950466.641899:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbff510b. 00000800:00000200:3.0:1784950466.641918:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950466.641922:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307404815 00000100:00000010:1.0:1784950466.641931:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edac230f. 00000800:00000200:3.0:1784950466.641941:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950466.641943:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784950466.641951:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fbff510b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950466.641955:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307404815 00000100:00000010:1.0:1784950466.641963:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d3030e4. 00000100:00000001:1.0:1784950466.641969:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1784950466.641977:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950466.641980:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307404815 00000100:00000010:1.0:1784950466.641998:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2cb8f5a. 00000100:00000040:3.0:1784950466.641999:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4731 usecs (5 jiffies) 00000100:00000001:3.0:1784950466.642018:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307404806 00000100:00000001:1.0:1784950466.642020:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1784950466.642040:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307404815 00000100:00000001:1.0:1784950466.642043:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950466.642052:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307404806 00000100:00000001:1.0:1784950466.642054:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950466.642055:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950466.642068:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307404815 00000800:00000010:2.0:1784950466.642072:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6e9cfb4. 00000100:00000001:3.0:1784950466.642074:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307404806 00000100:00000001:1.0:1784950466.642075:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950466.642094:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307404815 00000100:00000001:1.0:1784950466.642096:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950466.642103:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950466.642106:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307404806 00000100:00000001:3.0:1784950466.642116:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307404815 00000100:00000001:1.0:1784950466.642118:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784950466.642128:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950466.642129:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950466.642131:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784950466.642135:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950466.642147:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950466.642149:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92ae704 00000100:00000001:3.0:1784950466.642153:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950466.642154:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbff510b. 00000100:00000001:1.0:1784950466.642158:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784950466.642158:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c92ae704. 00000100:00000001:1.0:1784950466.642169:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950466.642177:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950466.642179:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950466.642179:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950466.642180:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1784950466.642196:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c96d2925 x1871652369202816/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950466.642201:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950466.642215:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950466.642226:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784950466.642231:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074fd7680 00000100:00000001:3.0:1784950466.642266:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1784950466.642268:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000074fd7680. 00000800:00000001:1.0:1784950466.642272:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950466.642284:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950466.642286:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950466.642288:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950466.642297:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c96d2925 x1871652369202816/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950466.642300:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007cb64c58 x1871652369202944/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950466.642300:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784950466.642301:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950466.642317:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950466.642318:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950466.642331:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950466.642339:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950466.642369:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950466.642370:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950466.642374:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950466.642381:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1784950466.642387:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007cb64c58 x1871652369202944/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950466.642399:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bff00 00000800:00000001:2.0:1784950466.642408:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950466.642410:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950466.642417:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1784950466.642423:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950466.642424:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 18144 00000800:00000001:2.0:1784950466.642433:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950466.642439:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950466.642442:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950466.642453:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:1.0:1784950466.642461:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950466.642468:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950466.642473:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069bfe80 00000400:00000200:1.0:1784950466.642482:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950466.642491:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 18368 00000800:00000001:2.0:1784950466.642500:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950466.642507:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:2.0:1784950466.642510:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950466.642513:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:2.0:1784950466.642516:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1784950466.642522:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000961190c0. 00000400:00000200:2.0:1784950466.642524:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950466.642534:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000961190c0 x1871652369202944 msgsize 224 00000100:00100000:1.0:1784950466.642544:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950466.642563:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1784950466.642581:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950466.642588:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950466.642608:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950466.642614:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1784950466.642621:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5a1ce7e. 00000100:00000040:2.0:1784950466.642626:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000d5a1ce7e x1871652369202816 msgsize 224 00000100:00000001:0.0:1784950466.642632:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950466.642635:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:0.0:1784950466.642639:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369202944 02000000:00000001:0.0:1784950466.642645:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950466.642648:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950466.642652:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950466.642657:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950466.642662:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1784950466.642663:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369202944 00000020:00000001:0.0:1784950466.642670:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950466.642673:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:0.0:1784950466.642676:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:2.0:1784950466.642680:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:0.0:1784950466.642682:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:0.0:1784950466.642689:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:2.0:1784950466.642692:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950466.642694:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950466.642707:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950466.642715:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000001:0.0:1784950466.642760:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950466.642765:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000020:00000010:0.0:1784950466.642777:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f552988. 00000020:00000010:0.0:1784950466.642786:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008bff1d5c. 00000100:00000001:3.0:1784950466.642791:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1784950466.642794:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00100000:3.0:1784950466.642798:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369202816 02000000:00000001:3.0:1784950466.642803:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950466.642807:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950466.642815:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950466.642816:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950466.642831:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950466.642838:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1784950466.642838:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950466.642849:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950466.642854:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369202816 00000020:00000001:3.0:1784950466.642861:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950466.642863:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950466.642865:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:3.0:1784950466.642875:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950466.642880:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:3.0:1784950466.642885:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:3.0:1784950466.642889:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:0.0:1784950466.642894:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950466.642896:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950466.642909:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:3.0:1784950466.642918:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950466.642921:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950466.642932:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1784950466.642933:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000020:00000010:3.0:1784950466.642953:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6fb2c16. 00000100:00100000:0.0:1784950466.642954:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2723 00000100:00000001:1.0:1784950466.642954:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950466.642966:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1784950466.642973:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000100:00000040:0.0:1784950466.642975:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:1.0:1784950466.642975:0:454245:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950466.643000:0:454245:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950466.643002:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987788288 : -120287721763328 : ffff92995512ce00) 00000020:00000010:3.0:1784950466.643002:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00000100:00000040:0.0:1784950466.643033:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000961190c0 x1871652369202944/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:617/0 lens 224/0 e 0 to 0 dl 1784950477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950466.643036:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950466.643046:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950466.643056:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950466.643064:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950466.643071:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000001:3.0:1784950466.643074:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950466.643076:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950466.643085:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000100:00100000:0.0:1784950466.643093:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000961190c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369202944:12345-192.168.203.114@tcp:41: 00000100:00000200:0.0:1784950466.643100:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369202944 00000100:00000001:3.0:1784950466.643101:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950466.643105:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950466.643113:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950466.643120:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950466.643121:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1784950466.643125:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950466.643127:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950466.643130:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:0.0:1784950466.643137:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1784950466.643139:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2724 00000001:00000001:0.0:1784950466.643144:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369202944, found 0 last_xid 1871652369202943 00000100:00000040:3.0:1784950466.643147:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000001:0.0:1784950466.643150:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950466.643155:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785879319680 : -120287830231936 : ffff92994e9bb480) 00000020:00000001:0.0:1784950466.643157:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950466.643170:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950466.643178:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950466.643179:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d5a1ce7e x1871652369202816/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:617/0 lens 224/0 e 0 to 0 dl 1784950477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950466.643195:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950466.643206:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950466.643210:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1784950466.643214:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f096adb2. 00000020:00000010:3.0:1784950466.643217:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 02000000:00000001:0.0:1784950466.643219:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950466.643229:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950466.643229:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950466.643275:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000004:00000001:0.0:1784950466.643279:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:0.0:1784950466.643287:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1784950466.643291:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950466.643304:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d5a1ce7e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369202816:12345-192.168.203.114@tcp:41: 00000004:00000024:0.0:1784950466.643313:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000100:00000200:3.0:1784950466.643317:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369202816 00000020:00000020:0.0:1784950466.643321:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000001:3.0:1784950466.643331:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000020:0.0:1784950466.643332:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000020:0.0:1784950466.643342:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000001:3.0:1784950466.643346:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000020:0.0:1784950466.643347:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000004:00000020:0.0:1784950466.643360:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000020:00000001:3.0:1784950466.643361:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950466.643377:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000001:00000001:0.0:1784950466.643383:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1784950466.643385:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000001:00000001:0.0:1784950466.643395:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950466.643397:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000004:00000001:0.0:1784950466.643405:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1784950466.643407:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369202816, found 0 last_xid 1871652369202815 00010000:00000040:0.0:1784950466.643411:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369202944 00000020:00000001:3.0:1784950466.643417:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950466.643422:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:3.0:1784950466.643424:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950466.643429:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000200:0.0:1784950466.643434:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000961190c0 x1871652369202944/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:617/0 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950466.643435:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950466.643457:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1784950466.643467:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1784950466.643469:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1784950466.643478:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950466.643482:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e0967212. 00000100:00001000:0.0:1784950466.643486:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=99 v=5 (1 1 1 1) 02000000:00000001:3.0:1784950466.643490:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950466.643507:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950466.643509:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950466.643528:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000004:00000001:3.0:1784950466.643530:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:3.0:1784950466.643544:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000100:00000001:0.0:1784950466.643546:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000004:00000001:3.0:1784950466.643558:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950466.643560:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950466.643574:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950466.643581:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950466.643590:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000004:00000024:3.0:1784950466.643595:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000400:00000010:0.0:1784950466.643597:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef1d74eb. 00000020:00000020:3.0:1784950466.643608:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000100:00000200:0.0:1784950466.643609:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369202944, offset 224 00000020:00000020:3.0:1784950466.643622:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000400:00000200:0.0:1784950466.643638:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000004:00000020:3.0:1784950466.643639:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000001:00000001:3.0:1784950466.643660:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000400:00000200:0.0:1784950466.643666:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000001:00000001:3.0:1784950466.643668:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950466.643678:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950466.643686:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11085:11085:242:4294967295] 192.168.203.114@tcp LPNI seq info [9815:9815:8:4294967295] 00010000:00000040:3.0:1784950466.643689:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369202816 00010000:00000001:3.0:1784950466.643711:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:3.0:1784950466.643757:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000d5a1ce7e x1871652369202816/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:617/0 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950466.643786:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:3.0:1784950466.643805:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950466.643809:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950466.643823:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00001000:3.0:1784950466.643823:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=99 v=5 (1 1 1 1) 00000800:00000010:0.0:1784950466.643844:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bea13e4c. 00000100:00000001:3.0:1784950466.643845:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1784950466.643862:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000800:00000200:0.0:1784950466.643873:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950466.643874:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950466.643889:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:0.0:1784950466.643897:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:3.0:1784950466.643897:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950466.643911:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bea13e4c type 1, nob 464 niov 1 nkiov 1 00000100:00000001:3.0:1784950466.643913:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950466.643929:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950466.643937:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 00000100:00000001:0.0:1784950466.643941:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950466.643944:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369202816, offset 224 00000100:00000040:0.0:1784950466.643952:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950466.643961:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:3.0:1784950466.643962:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950466.643968:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950466.643973:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950466.643989:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000961190c0 x1871652369202944/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:617/0 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950466.643991:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950466.644027:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11086:11086:241:4294967295] 192.168.203.114@tcp LPNI seq info [9816:9816:7:4294967295] 00000100:00100000:0.0:1784950466.644046:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000961190c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369202944:12345-192.168.203.114@tcp:41: Request processed in 972us (1501us total) trans 0 rc 0/0 00000100:00100000:0.0:1784950466.644079:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2723 00000400:00000200:3.0:1784950466.644092:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950466.644093:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:0.0:1784950466.644107:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1784950466.644110:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950466.644112:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1784950466.644114:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950466.644124:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008bff1d5c. 00000800:00000010:1.0:1784950466.644125:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bea13e4c. 00000800:00000010:3.0:1784950466.644128:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042fecc91. 00000020:00000010:0.0:1784950466.644135:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000400:00000200:1.0:1784950466.644140:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1784950466.644148:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f552988. 00000800:00000200:3.0:1784950466.644152:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000040:0.0:1784950466.644166:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000400:00000200:1.0:1784950466.644167:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000200:3.0:1784950466.644185:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:0.0:1784950466.644187:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950466.644191:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950466.644192:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef1d74eb 00000800:00000200:3.0:1784950466.644210:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000042fecc91 type 1, nob 464 niov 1 nkiov 1 00000400:00000010:1.0:1784950466.644212:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ef1d74eb. 00000800:00000001:2.0:1784950466.644217:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950466.644230:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:2.0:1784950466.644265:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950466.644266:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1784950466.644277:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950466.644284:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950466.644297:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:3.0:1784950466.644307:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950466.644318:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950466.644329:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950466.644331:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bff00 00000020:00000001:3.0:1784950466.644346:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1784950466.644350:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784950466.644357:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15f89 [1] + 224 00000800:00000010:1.0:1784950466.644359:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042fecc91. 00000100:00000040:3.0:1784950466.644363:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5a1ce7e x1871652369202816/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:617/0 lens 224/368 e 0 to 0 dl 1784950477 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950466.644367:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950466.644379:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950466.644389:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950466.644390:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950466.644409:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950466.644414:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950466.644418:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950466.644428:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950466.644435:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950466.644451:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 00000400:00000010:1.0:1784950466.644466:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 00000400:00000200:0.0:1784950466.644473:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950466.644476:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1784950466.644480:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950466.644488:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1784950466.644490:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d5a1ce7e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369202816:12345-192.168.203.114@tcp:41: Request processed in 1252us (1834us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950466.644516:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950466.644517:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069bfe80 00000100:00100000:3.0:1784950466.644530:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2724 00000100:00000200:2.0:1784950466.644539:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007cb64c58 x1871652369202944/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950466.644549:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000400:00000200:0.0:1784950466.644550:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15f85 [1] + 224 00000100:00000001:3.0:1784950466.644568:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950466.644578:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:0.0:1784950466.644582:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950466.644591:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000800:00000001:0.0:1784950466.644596:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950466.644601:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000007cb64c58 x1871652369202944/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950466.644603:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 00000400:00000200:0.0:1784950466.644605:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1784950466.644623:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6fb2c16. 00000400:00000200:0.0:1784950466.644637:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:3.0:1784950466.644642:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:0.0:1784950466.644653:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950466.644666:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950466.644676:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c96d2925 x1871652369202816/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950466.644690:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784950466.644696:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c96d2925 x1871652369202816/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950466.644706:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950466.644715:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950466.644777:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950466.644791:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950466.644791:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950466.644798:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784950466.644807:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950466.644813:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1784950466.644814:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950466.644824:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950466.644826:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1784950466.644839:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079a91cd6. 00000400:00000200:1.0:1784950466.644847:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000400:00000010:1.0:1784950466.644849:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000100:00000001:1.0:1784950466.644853:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1784950466.644859:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950466.644865:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1784950466.644866:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007cb64c58 x1871652369202944/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950466.644874:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b64a7397. 00000400:00000200:3.0:1784950466.644892:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000821c0ba2 00000100:00000200:1.0:1784950466.644906:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007cb64c58 x1871652369202944/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950466.644906:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000821c0ba2. 00000100:00000001:3.0:1784950466.644926:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950466.644940:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1784950466.644944:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c96d2925 x1871652369202816/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950466.644947:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950466.644963:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950466.644975:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950466.644984:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1784950466.644989:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c96d2925 x1871652369202816/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950466.644991:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950466.645009:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950466.645030:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=99 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950466.645031:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950466.645040:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784950466.645047:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=99 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950466.645048:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950466.645058:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950466.645060:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950466.645063:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950466.645064:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950466.645070:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950466.645072:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950466.645088:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950466.645088:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950466.645115:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950466.645119:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00001000:3.0:1784950466.645119:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=94 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950466.645129:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950466.645138:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950466.645138:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950466.645160:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1784950466.645166:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007cb64c58 x1871652369202944/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950466.645167:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950466.645180:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950466.645187:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950466.645203:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950466.645216:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950466.645216:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950466.645235:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950466.645236:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950466.645261:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950466.645266:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1784950466.645272:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1784950466.645278:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000040:3.0:1784950466.645280:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c96d2925 x1871652369202816/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:1.0:1784950466.645294:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000100:00000001:3.0:1784950466.645307:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1784950466.645315:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950466.645319:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950466.645323:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950466.645329:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cb64c58 x1871652369202944/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1784950466.645331:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1784950466.645342:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00100000:1.0:1784950466.645369:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000007cb64c58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369202944:192.168.203.114@tcp:41: 00000004:00000020:3.0:1784950466.645375:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00000001:1.0:1784950466.645381:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1784950466.645398:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950466.645399:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950466.645429:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c96d2925 x1871652369202816/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950466.645430:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007cb64c58 x1871652369202944/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950466.645525:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1784950466.645529:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c96d2925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369202816:192.168.203.114@tcp:41: 02000000:00000001:1.0:1784950466.645532:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950466.645543:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005b9b8fc0. 00000100:00000001:3.0:1784950466.645547:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950466.645552:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950466.645554:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1784950466.645559:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950466.645562:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:3.0:1784950466.645564:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c96d2925 x1871652369202816/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950466.645575:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950466.645586:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e5c2538. 00000100:00000001:3.0:1784950466.645606:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950466.645608:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950466.645622:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1784950466.645623:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:1.0:1784950466.645631:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007cb64c58. 02000000:00000010:3.0:1784950466.645632:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007c37231b. 02000000:00000001:3.0:1784950466.645657:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950466.645659:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950466.645674:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950466.645676:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950466.645689:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950466.645691:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950466.645708:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950466.645713:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000031b2009f. 00000100:00000001:1.0:1784950466.645714:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950466.645764:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950466.645773:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950466.645774:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950466.645779:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950466.645780:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950466.645786:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c96d2925. 00000100:00000001:3.0:1784950466.645794:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950466.645797:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950466.645800:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950466.645806:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950466.645809:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950466.645812:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950466.645815:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950466.656906:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307404815, at 4307404816 00000100:00000040:3.0:1784950466.656909:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307404815, at 4307404816 00000100:00000040:2.0:1784950466.656911:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307404815, at 4307404816 00000100:00000040:1.0:1784950466.656912:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307404815, at 4307404816 00000100:00000010:0.0:1784950466.656934:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8384a47. 00000100:00000010:3.0:1784950466.656943:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2cb8f5a. 00000100:00000010:2.0:1784950466.656947:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d3030e4. 00000100:00000010:1.0:1784950466.656957:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edac230f. 00010000:00000001:2.0:1784950466.896842:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950466.896849:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950466.896857:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950466.896858:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950466.896994:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950466.897000:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950466.897007:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950467.536881:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950467.536904:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950467.536910:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950467.536921:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950467.536926:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950467.536935:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950467.536940:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950467.920885:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950467.920894:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950467.920902:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950467.920904:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950467.921032:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950467.921039:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950467.921043:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950468.560875:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950468.560899:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950468.560903:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950468.560909:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950468.560914:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950468.560919:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950468.560923:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950468.688882:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950468.688893:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950468.688903:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f4c3b10. 00000020:00000040:1.0:1784950468.688911:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950468.688918:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950468.688922:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950468.688930:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950468.688939:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a629e91. 00000100:00000001:1.0:1784950468.688949:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950468.688962:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000001f4c3b10 x1871652369203072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950468.688977:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950468.688981:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950468.688987:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f4c3b10] to pc [ptlrpcd_00_00+0] req@000000001f4c3b10 x1871652369203072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950468.689027:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950468.689030:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950468.689035:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950468.689039:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035fc2eb1. 00000020:00000040:1.0:1784950468.689043:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950468.689048:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950468.689050:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950468.689054:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950468.689058:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1784950468.689059:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cbc1038. 00000100:00000001:0.0:1784950468.689070:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950468.689071:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950468.689078:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950468.689083:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950468.689085:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@0000000035fc2eb1 x1871652369203200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1784950468.689091:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f4c3b10 x1871652369203072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950468.689098:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950468.689149:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950468.689151:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950468.689153:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950468.689155:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950468.689164:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784950468.689166:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035fc2eb1] to pc [ptlrpcd_00_01+1] req@0000000035fc2eb1 x1871652369203200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950468.689170:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950468.689180:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950468.689190:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000001f4c3b10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369203072:0@lo:400: 00000100:00000001:0.0:1784950468.689202:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950468.689211:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950468.689211:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950468.689218:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950468.689219:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:0.0:1784950468.689224:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1784950468.689256:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000010:0.0:1784950468.689258:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f552988. 00000100:00000040:1.0:1784950468.689263:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784950468.689265:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950468.689270:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784950468.689285:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002887fd03. 00000100:00000001:3.0:1784950468.689288:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950468.689290:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1784950468.689298:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aab6dd5c. 00000100:00000001:3.0:1784950468.689306:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1784950468.689307:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f0532185. 00000100:00000200:0.0:1784950468.689311:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369203072, portal 25 00000020:00000040:1.0:1784950468.689316:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1784950468.689319:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950468.689324:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950468.689326:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785987784704 : -120287721766912 : ffff92995512c000) 00000100:00000040:3.0:1784950468.689328:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000035fc2eb1 x1871652369203200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950468.689331:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950468.689343:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950468.689351:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001f4c3b10 x1871652369203072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950468.689363:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000975723c9. 00000100:00000001:1.0:1784950468.689383:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950468.689409:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000f0532185 x1871652369203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950468.689441:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950468.689452:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950468.689457:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784950468.689476:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784950468.689477:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1784950468.689477:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950468.689493:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950468.689495:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784950468.689496:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7101df3. 00000100:00000200:0.0:1784950468.689512:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369203072, offset 0 00000100:00000040:1.0:1784950468.689514:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0532185] to pc [ptlrpcd_00_02+2] req@00000000f0532185 x1871652369203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950468.689515:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950468.689534:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1784950468.689540:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000035fc2eb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369203200:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950468.689567:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784950468.689574:0:441641:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1784950468.689580:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950468.689586:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950468.689591:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784950468.689598:0:441641:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069bff80 02000000:00000010:3.0:1784950468.689604:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d522160c. 02000000:00000001:3.0:1784950468.689616:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950468.689617:0:441641:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14871 [2] + 0 00000100:00000001:1.0:1784950468.689618:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950468.689644:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2ad5860. 00000100:00000040:1.0:1784950468.689645:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784950468.689648:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000892354fa. 00000400:00000200:0.0:1784950468.689657:0:441641:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a2d996b6 00000100:00000001:1.0:1784950468.689666:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1784950468.689673:0:441641:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784950468.689679:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dca9971. 00000100:00000010:1.0:1784950468.689681:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017784924. 00000400:00000200:0.0:1784950468.689683:0:441641:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1784950468.689701:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2d996b6 00000020:00000040:1.0:1784950468.689704:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:0.0:1784950468.689708:0:441641:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000a2d996b6. 00000100:00000001:2.0:1784950468.689708:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950468.689711:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950468.689717:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950468.689762:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784950468.689772:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1784950468.689778:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f0532185 x1871652369203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950468.689779:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950468.689792:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d508b323. 00000100:00000001:0.0:1784950468.689801:0:441641:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950468.689803:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950468.689805:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950468.689806:0:441641:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:3.0:1784950468.689806:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369203200, portal 4 00000100:00000001:2.0:1784950468.689810:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950468.689819:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@0000000017784924 x1871652369203456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950468.689836:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784950468.689838:0:441641:0:(events.c:337:request_in_callback()) incoming req@000000000f76edc5 x1871652369203072 msgsize 224 02000000:00000001:2.0:1784950468.689839:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950468.689852:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785987785600 : -120287721766016 : ffff92995512c380) 02000000:00000001:2.0:1784950468.689855:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950468.689856:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950468.689866:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950468.689874:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950468.689876:0:441641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1784950468.689895:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017784924] to pc [ptlrpcd_00_03+3] req@0000000017784924 x1871652369203456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950468.689896:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000035fc2eb1 x1871652369203200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950468.689897:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f0532185 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369203328:192.168.203.114@tcp:400: 00000100:00000040:0.0:1784950468.689898:0:441641:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1784950468.689920:0:441641:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950468.689924:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784950468.689935:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7101df3 02000000:00000001:2.0:1784950468.689939:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1784950468.689944:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c7101df3. 02000000:00000001:2.0:1784950468.689947:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950468.689958:0:441641:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784950468.689964:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1784950468.689975:0:441641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f4c3b10 x1871652369203072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950468.689979:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac714e1c. 00000100:00000001:1.0:1784950468.689987:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950468.689993:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950468.690001:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000010:2.0:1784950468.690013:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026ca0124. 00000400:00000010:2.0:1784950468.690032:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f45ac6d2. 00000100:00080000:1.0:1784950468.690037:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1784950468.690042:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784950468.690045:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369203328, portal 10 00000100:00000040:1.0:1784950468.690057:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950468.690058:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950468.690069:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785987790080 : -120287721761536 : ffff92995512d500) 00000100:00000040:3.0:1784950468.690070:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950468.690074:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950468.690092:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1784950468.690093:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000100:00000040:0.0:1784950468.690095:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f4c3b10 x1871652369203072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950468.690105:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f0532185 x1871652369203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950468.690107:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c2550e01. 00000100:00000200:3.0:1784950468.690111:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369203200, offset 0 00000020:00000040:1.0:1784950468.690120:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1784950468.690139:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950468.690146:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950468.690157:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950468.690160:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000010:1.0:1784950468.690177:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6e9cfb4. 00000100:00000001:1.0:1784950468.690190:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950468.690193:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950468.690194:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950468.690202:0:441641:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950468.690205:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:1.0:1784950468.690207:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000c2550e01 x1871652369203584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1784950468.690220:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950468.690260:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1784950468.690263:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950468.690264:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950468.690280:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2550e01] to pc [ptlrpcd_00_00+0] req@00000000c2550e01 x1871652369203584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950468.690286:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000010:2.0:1784950468.690304:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f99e6c8. 00000100:00000001:1.0:1784950468.690310:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950468.690311:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1784950468.690315:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369203328, offset 0 00000100:00000040:1.0:1784950468.690339:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12744) 00000400:00000200:3.0:1784950468.690342:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950468.690343:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950468.690364:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11087:11087:242:4294967295] 192.168.203.114@tcp LPNI seq info [9817:9817:8:4294967295] 00000400:00000200:3.0:1784950468.690385:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950468.690401:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950468.690403:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950468.690415:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950468.690416:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307409275 00000800:00000010:3.0:1784950468.690419:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079fb329f. 00000400:00000200:2.0:1784950468.690429:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1784950468.690441:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a29845db. 00000400:00000200:2.0:1784950468.690444:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:3.0:1784950468.690458:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950468.690461:0:441641:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784950468.690470:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950468.690480:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950468.690482:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307409275 00000400:00000200:2.0:1784950468.690500:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11088:11088:241:4294967295] 192.168.203.114@tcp LPNI seq info [9818:9818:7:4294967295] 00000100:00000010:0.0:1784950468.690501:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c501c088. 00000800:00000200:3.0:1784950468.690501:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:0.0:1784950468.690520:0:441641:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784950468.690523:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000079fb329f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950468.690536:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307409275 00000100:00000010:0.0:1784950468.690546:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d50d6495. 00000400:00000200:2.0:1784950468.690554:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950468.690556:0:441641:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1784950468.690562:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950468.690579:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13613 usecs (14 jiffies) 00000800:00000200:2.0:1784950468.690581:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950468.690582:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307409275 00000100:00000001:1.0:1784950468.690605:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1784950468.690605:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e5c2538. 00000100:00000010:0.0:1784950468.690611:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4ec6ee9. 00000100:00000001:3.0:1784950468.690613:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307406863 00000100:00000001:1.0:1784950468.690615:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950468.690626:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1784950468.690635:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950468.690635:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307409275 00000100:00000001:0.0:1784950468.690638:0:441641:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1784950468.690646:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000017784924 x1871652369203456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950468.690660:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307406863 00000100:00000001:0.0:1784950468.690664:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784950468.690681:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950468.690682:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307409275 00000100:00000001:0.0:1784950468.690683:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950468.690697:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950468.690705:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002e5c2538 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950468.690708:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950468.690709:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950468.690715:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950468.690757:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950468.690760:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950468.690764:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950468.690770:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000017784924 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369203456:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950468.690773:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950468.690775:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950468.690777:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950468.690780:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1784950468.690786:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5595 usecs (6 jiffies) 02000000:00000001:1.0:1784950468.690787:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950468.690789:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950468.690794:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950468.690798:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950468.690801:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950468.690801:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307406856 00000100:00000001:0.0:1784950468.690803:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1784950468.690816:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009dfc6c6e. 00000100:00000040:0.0:1784950468.690818:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c2550e01 x1871652369203584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950468.690825:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950468.690839:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a65dc5aa. 00000100:00000001:0.0:1784950468.690840:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950468.690848:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950468.690855:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004304ebc2. 02000000:00000001:0.0:1784950468.690856:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950468.690863:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784950468.690866:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369203456, portal 4 02000000:00000001:0.0:1784950468.690868:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950468.690880:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307406864 00000100:00000001:1.0:1784950468.690881:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1784950468.690882:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c2550e01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:441641:1871652369203584:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950468.690894:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785987796352 : -120287721755264 : ffff92995512ed80) 00000100:00000001:3.0:1784950468.690897:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307409275 00000100:00000001:0.0:1784950468.690917:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950468.690917:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307406864 00000100:00000001:3.0:1784950468.690933:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307409275 00000100:00000040:1.0:1784950468.690934:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000017784924 x1871652369203456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950468.690935:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950468.690949:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950468.690953:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784950468.690957:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1784950468.690963:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950468.690975:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950468.690978:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079fb329f. 02000000:00000010:0.0:1784950468.690980:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008aee32e2. 00000100:00000001:3.0:1784950468.690997:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950468.690999:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950468.691000:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950468.691002:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950468.691017:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950468.691018:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e179c7b. 00000400:00000200:2.0:1784950468.691027:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:1.0:1784950468.691028:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c595d0d. 00000400:00000010:0.0:1784950468.691032:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7101df3. 00000100:00000200:1.0:1784950468.691039:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369203456, offset 0 00000400:00000200:2.0:1784950468.691042:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000400:00000010:2.0:1784950468.691048:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000100:00000001:2.0:1784950468.691054:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784950468.691057:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369203584, portal 10 00000100:00000200:2.0:1784950468.691065:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000035fc2eb1 x1871652369203200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950468.691067:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784950468.691068:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950468.691074:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785987792768 : -120287721758848 : ffff92995512df80) 00000100:00000001:2.0:1784950468.691092:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950468.691093:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:0.0:1784950468.691094:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c2550e01 x1871652369203584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950468.691105:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000035fc2eb1 x1871652369203200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950468.691110:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950468.691125:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950468.691137:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950468.691143:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950468.691150:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950468.691158:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950468.691159:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950468.691170:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11089:11089:240:4294967295] 192.168.203.114@tcp LPNI seq info [9819:9819:6:4294967295] 00000400:00000010:0.0:1784950468.691171:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c18e6a7. 00000100:00000001:2.0:1784950468.691171:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1784950468.691181:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369203584, offset 0 00000400:00000200:0.0:1784950468.691193:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950468.691212:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950468.691248:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950468.691250:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:2.0:1784950468.691252:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950468.691263:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950468.691265:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784950468.691266:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea4cd4d9. 00000800:00000001:2.0:1784950468.691269:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950468.691277:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:2.0:1784950468.691282:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950468.691293:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950468.691295:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000001:2.0:1784950468.691296:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950468.691308:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950468.691320:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950468.691324:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:1.0:1784950468.691327:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950468.691333:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:1.0:1784950468.691343:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ea4cd4d9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950468.691347:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11090:11090:240:4294967295] 192.168.203.114@tcp LPNI seq info [9820:9820:6:4294967295] 00000100:00000001:3.0:1784950468.691352:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950468.691362:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950468.691363:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950468.691372:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950468.691387:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4731 usecs (5 jiffies) 00000100:00000001:3.0:1784950468.691388:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950468.691396:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950468.691411:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307406855 00000800:00000200:0.0:1784950468.691422:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950468.691423:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307409275 00000400:00000200:2.0:1784950468.691427:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c0000 00000800:00000010:0.0:1784950468.691438:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdda80e2. 00000100:00000001:1.0:1784950468.691440:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307406855 00000100:00000001:3.0:1784950468.691448:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1784950468.691451:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 18592 00000100:00000001:1.0:1784950468.691454:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307409275 00000100:00100000:3.0:1784950468.691456:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369203072 00000800:00000200:0.0:1784950468.691469:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:2.0:1784950468.691470:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950468.691475:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950468.691477:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307406855 00000800:00000001:2.0:1784950468.691487:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950468.691492:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307409275 00000100:00000001:3.0:1784950468.691492:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000200:0.0:1784950468.691494:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:2.0:1784950468.691496:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950468.691503:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950468.691510:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307406855 00000800:00000200:0.0:1784950468.691511:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdda80e2 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784950468.691520:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950468.691523:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307409275 00000400:00000200:2.0:1784950468.691524:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950468.691527:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950468.691545:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369203072 00000100:00000001:1.0:1784950468.691547:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950468.691548:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5067 usecs (6 jiffies) 00000100:00000001:2.0:1784950468.691548:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950468.691561:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:3.0:1784950468.691564:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950468.691567:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307406856 00000100:00000001:1.0:1784950468.691567:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950468.691569:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007cb64c58. 00000020:00000040:3.0:1784950468.691580:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:0.0:1784950468.691583:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307409275 00000100:00000040:2.0:1784950468.691586:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000007cb64c58 x1871652369203200 msgsize 224 00000100:00000001:1.0:1784950468.691588:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950468.691593:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950468.691598:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307406856 00000100:00000001:1.0:1784950468.691608:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784950468.691610:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:0.0:1784950468.691613:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307409275 00000100:00100000:2.0:1784950468.691626:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950468.691632:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307406856 00000020:00000001:3.0:1784950468.691633:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:1.0:1784950468.691639:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950468.691646:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307409275 00000100:00000001:1.0:1784950468.691652:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1784950468.691653:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:0.0:1784950468.691655:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307406856 00000100:00000001:2.0:1784950468.691655:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950468.691678:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307409275 00000100:00000001:1.0:1784950468.691681:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950468.691681:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950468.691685:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950468.691697:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950468.691697:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1784950468.691699:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:1.0:1784950468.691709:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950468.691711:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950468.691712:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950468.691805:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950468.691810:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950468.691815:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950468.691818:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e5c2538. 00000020:00000010:3.0:1784950468.691818:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000001:0.0:1784950468.691847:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784950468.691849:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950468.691853:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1784950468.691853:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e7c2f12. 00000400:00000200:2.0:1784950468.691871:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950468.691872:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1784950468.691876:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000400:00000200:2.0:1784950468.691879:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f99e6c8 00000100:00000001:0.0:1784950468.691881:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784950468.691897:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005f99e6c8. 00000100:00000001:0.0:1784950468.691898:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950468.691900:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00000100:00000001:2.0:1784950468.691909:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950468.691924:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950468.691932:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f0532185 x1871652369203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950468.691948:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1784950468.691950:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950468.691967:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1784950468.691973:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f0532185 x1871652369203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950468.691975:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950468.691984:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950468.692003:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950468.692006:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950468.692010:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950468.692015:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950468.692022:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950468.692024:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950468.692027:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950468.692037:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950468.692042:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950468.692057:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950468.692063:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1784950468.692078:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00000040:3.0:1784950468.692088:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000800:00000200:1.0:1784950468.692091:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950468.692111:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785875012688 : -120287834538928 : ffff92994e59fc50) 00000800:00000010:1.0:1784950468.692112:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea4cd4d9. 00000100:00000001:2.0:1784950468.692119:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950468.692131:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369203200 00000400:00000200:1.0:1784950468.692135:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950468.692140:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000f76edc5 x1871652369203072/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:619/0 lens 224/0 e 0 to 0 dl 1784950479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950468.692144:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950468.692154:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950468.692165:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950468.692168:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950468.692177:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307409275 02000000:00000001:2.0:1784950468.692188:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950468.692196:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c595d0d 00000100:00000001:0.0:1784950468.692198:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307406857 00000100:00100000:2.0:1784950468.692209:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369203200 00000400:00000010:1.0:1784950468.692214:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c595d0d. 00000100:00000001:0.0:1784950468.692217:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307409275 00000020:00000001:2.0:1784950468.692225:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950468.692254:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:0.0:1784950468.692255:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307406857 00000100:00000001:1.0:1784950468.692260:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1784950468.692264:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950468.692274:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307409275 00000100:00000200:1.0:1784950468.692276:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017784924 x1871652369203456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950468.692276:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:3.0:1784950468.692281:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950468.692283:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307406857 00000020:00000001:2.0:1784950468.692291:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:0.0:1784950468.692297:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307409275 00000020:00000010:3.0:1784950468.692301:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000020:00000001:2.0:1784950468.692305:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:0.0:1784950468.692311:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950468.692328:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950468.692329:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950468.692329:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950468.692333:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950468.692341:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950468.692349:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000020:00000010:3.0:1784950468.692349:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000001:0.0:1784950468.692351:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950468.692353:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000017784924 x1871652369203456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950468.692374:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950468.692379:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950468.692381:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950468.692386:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950468.692396:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000f76edc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369203072:12345-0@lo:400: 00000020:00000010:2.0:1784950468.692400:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000100:00000001:0.0:1784950468.692401:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950468.692402:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950468.692413:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1784950468.692420:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080cfe63d. 00000100:00000200:3.0:1784950468.692428:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369203072 00000100:00000001:0.0:1784950468.692430:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950468.692432:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1b8a0d0. 00000020:00000001:3.0:1784950468.692443:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950468.692445:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950468.692449:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbcac818. 00000020:00000001:3.0:1784950468.692454:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950468.692460:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950468.692466:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950468.692471:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000040:2.0:1784950468.692474:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000001:3.0:1784950468.692486:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1784950468.692488:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000200:1.0:1784950468.692490:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1784950468.692505:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950468.692507:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdda80e2. 00000100:00000001:2.0:1784950468.692507:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950468.692518:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950468.692530:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1784950468.692532:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950468.692539:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950468.692541:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1784950468.692552:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950468.692553:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950468.692571:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c18e6a7 00000020:00000001:3.0:1784950468.692571:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950468.692573:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950468.692580:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c18e6a7. 00000100:00000001:3.0:1784950468.692582:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950468.692591:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1784950468.692593:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950468.692595:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950468.692603:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1784950468.692606:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000063f2ac99. 00000100:00000200:1.0:1784950468.692612:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c2550e01 x1871652369203584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950468.692617:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950468.692622:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2725 00000100:00000001:3.0:1784950468.692632:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950468.692634:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1784950468.692639:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:0.0:1784950468.692645:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950468.692651:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950468.692654:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785879315200 : -120287830236416 : ffff92994e9ba300) 00000100:00000001:0.0:1784950468.692655:0:453516:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950468.692671:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369203072 00000100:00000001:0.0:1784950468.692672:0:453516:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950468.692682:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007cb64c58 x1871652369203200/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:619/0 lens 224/0 e 0 to 0 dl 1784950479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950468.692695:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950468.692699:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000200:3.0:1784950468.692714:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000000f76edc5 x1871652369203072/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:619/0 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950468.692716:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c2550e01 x1871652369203584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950468.692771:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950468.692779:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000100:00000001:2.0:1784950468.692784:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950468.692788:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000800:00000001:0.0:1784950468.692803:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950468.692808:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007cb64c58 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369203200:12345-192.168.203.114@tcp:400: 00010000:00000001:3.0:1784950468.692810:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950468.692825:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950468.692832:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369203200 00000400:00000200:0.0:1784950468.692835:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:2.0:1784950468.692849:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00001000:3.0:1784950468.692850:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=106 v=5 (1 1 1 1) 00000020:00000001:2.0:1784950468.692864:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950468.692879:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950468.692881:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c0080 00000100:00000001:3.0:1784950468.692887:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950468.692889:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950468.692892:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950468.692903:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950468.692904:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784950468.692907:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000400:00000200:0.0:1784950468.692919:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 162624 00000100:00000001:3.0:1784950468.692922:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000800:00000001:1.0:1784950468.692923:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950468.692923:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1784950468.692936:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369203200, found 0 last_xid 1871652369203199 00000800:00000001:0.0:1784950468.692939:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950468.692939:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:1.0:1784950468.692941:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950468.692951:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950468.692952:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950468.692953:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950468.692968:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950468.692973:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1784950468.692974:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000001:1.0:1784950468.692978:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950468.692979:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1784950468.692994:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950468.693000:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950468.693010:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1784950468.693016:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1784950468.693018:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:3.0:1784950468.693023:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001829797e. 00000400:00000200:1.0:1784950468.693024:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950468.693029:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950468.693032:0:441634:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1784950468.693043:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1784950468.693048:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1784950468.693051:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369203072, offset 224 02000000:00000010:2.0:1784950468.693054:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000013dec622. 00000100:00000010:0.0:1784950468.693058:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c96d2925. 02000000:00000001:2.0:1784950468.693062:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950468.693068:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000c96d2925 x1871652369203328 msgsize 224 00000100:00000001:2.0:1784950468.693070:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950468.693078:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c0100 00000400:00000200:3.0:1784950468.693087:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1784950468.693090:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1784950468.693106:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369203200 00000100:00100000:0.0:1784950468.693107:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:1.0:1784950468.693122:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 18816 00010000:00000001:2.0:1784950468.693124:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:3.0:1784950468.693132:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1784950468.693135:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1784950468.693145:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000200:2.0:1784950468.693150:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000007cb64c58 x1871652369203200/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:619/0 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950468.693158:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950468.693159:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950468.693168:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950468.693169:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1784950468.693176:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1784950468.693178:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950468.693182:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069bff80 00000100:00001000:2.0:1784950468.693188:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=101 v=5 (1 1 1 1) 00000400:00000200:1.0:1784950468.693197:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950468.693207:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950468.693221:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1784950468.693222:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950468.693252:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:3.0:1784950468.693255:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15f9d [1] + 224 00000100:00100000:0.0:1784950468.693258:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369203328 02000000:00000001:2.0:1784950468.693259:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950468.693266:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950468.693268:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950468.693279:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950468.693280:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950468.693282:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950468.693284:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950468.693290:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:3.0:1784950468.693291:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950468.693292:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950468.693293:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950468.693305:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f99e6c8. 00000100:00000010:1.0:1784950468.693311:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045045211. 00000100:00100000:0.0:1784950468.693313:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369203328 00000100:00000200:2.0:1784950468.693319:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369203200, offset 224 00000400:00000200:3.0:1784950468.693324:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1784950468.693325:0:453541:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:1.0:1784950468.693327:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000045045211 x1871652369203456 msgsize 224 00000020:00000040:0.0:1784950468.693335:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:0.0:1784950468.693352:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:2.0:1784950468.693354:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000040:0.0:1784950468.693358:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00100000:1.0:1784950468.693363:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:0.0:1784950468.693366:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:3.0:1784950468.693371:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1784950468.693372:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000400:00000200:2.0:1784950468.693383:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950468.693386:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950468.693386:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1784950468.693388:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f4c3b10 x1871652369203072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950468.693400:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008858f53f. 00000100:00000001:0.0:1784950468.693419:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950468.693420:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11091:11091:242:4294967295] 192.168.203.114@tcp LPNI seq info [9821:9821:8:4294967295] 00000020:00000010:0.0:1784950468.693441:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008858f53f. 00000020:00000010:0.0:1784950468.693461:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000100:00000040:3.0:1784950468.693475:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f4c3b10 x1871652369203072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950468.693477:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008bff1d5c. 00000020:00000010:0.0:1784950468.693495:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000400:00000200:2.0:1784950468.693497:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950468.693518:0:453541:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1784950468.693535:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:1.0:1784950468.693545:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950468.693546:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:2.0:1784950468.693554:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950468.693559:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950468.693565:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950468.693574:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e5c2538. 00000100:00000001:0.0:1784950468.693582:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000001:1.0:1784950468.693590:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950468.693592:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000200:2.0:1784950468.693600:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950468.693601:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950468.693603:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950468.693606:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1784950468.693622:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950468.693631:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002e5c2538 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950468.693635:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950468.693638:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950468.693641:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001829797e 00000400:00000010:3.0:1784950468.693649:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001829797e. 00000100:00000001:3.0:1784950468.693659:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1784950468.693661:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c0180 00000100:00000001:2.0:1784950468.693661:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950468.693664:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950468.693673:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1784950468.693675:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1784950468.693685:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950468.693689:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 162848 00000100:00000001:3.0:1784950468.693694:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950468.693695:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00100000:0.0:1784950468.693705:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1588 00000020:00000001:2.0:1784950468.693706:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950468.693714:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000800:00000001:1.0:1784950468.693717:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784950468.693763:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950468.693766:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950468.693772:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1784950468.693774:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950468.693775:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000800:00000001:1.0:1784950468.693775:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950468.693785:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f76edc5 x1871652369203072/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:619/0 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950468.693789:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032827904 : -120287676723712 : ffff929957c20e00) 00000100:00000040:2.0:1784950468.693791:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cb64c58 x1871652369203200/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:619/0 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950468.693792:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950468.693817:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c96d2925 x1871652369203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:619/0 lens 224/0 e 0 to 0 dl 1784950479 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950468.693829:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950468.693857:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950468.693868:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1784950468.693892:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b34dc93. 00000100:00000040:1.0:1784950468.693913:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000005b34dc93 x1871652369203584 msgsize 224 00000100:00000001:0.0:1784950468.693948:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1784950468.693949:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007cb64c58 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369203200:12345-192.168.203.114@tcp:400: Request processed in 1210us (2342us total) trans 0 rc 0/0 00000020:00000010:0.0:1784950468.693963:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008858f53f. 00000100:00100000:1.0:1784950468.693974:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950468.693983:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950468.694004:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008858f53f. 00000100:00000001:1.0:1784950468.694008:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1784950468.694023:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2725 00000100:00100000:3.0:1784950468.694028:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000f76edc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369203072:12345-0@lo:400: Request processed in 1741us (4180us total) trans 0 rc 0/0 00000100:00100000:0.0:1784950468.694038:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c96d2925 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369203328:12345-192.168.203.114@tcp:400: 00000100:00000040:2.0:1784950468.694039:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:2.0:1784950468.694056:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950468.694066:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1784950468.694076:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369203328 00000020:00000010:2.0:1784950468.694079:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1b8a0d0. 00000800:00000200:1.0:1784950468.694087:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1784950468.694092:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00100000:3.0:1784950468.694094:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000020:00000010:2.0:1784950468.694099:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbcac818. 00000800:00000010:1.0:1784950468.694104:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e5c2538. 00000020:00000001:0.0:1784950468.694105:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:3.0:1784950468.694116:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000020:00000001:0.0:1784950468.694117:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950468.694121:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080cfe63d. 00000400:00000200:1.0:1784950468.694122:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950468.694134:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950468.694134:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:2.0:1784950468.694140:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000020:00000001:0.0:1784950468.694153:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:1.0:1784950468.694155:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950468.694157:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950468.694157:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1784950468.694162:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1784950468.694169:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f99e6c8 00000020:00000001:0.0:1784950468.694175:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950468.694178:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000400:00000010:1.0:1784950468.694179:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005f99e6c8. 00000020:00000001:0.0:1784950468.694183:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950468.694188:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1784950468.694192:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1784950468.694196:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369203456 00000020:00000001:0.0:1784950468.694207:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950468.694209:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 00000100:00000001:1.0:1784950468.694210:0:441636:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1784950468.694210:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950468.694219:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950468.694225:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1784950468.694227:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950468.694251:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950468.694255:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e7c2f12. 00000100:00000001:0.0:1784950468.694257:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950468.694260:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950468.694262:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950468.694264:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1784950468.694274:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369203456 00000800:00000001:1.0:1784950468.694275:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950468.694276:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003a960272. 00000020:00000040:3.0:1784950468.694279:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000020:00000001:2.0:1784950468.694282:0:454245:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:0.0:1784950468.694287:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950468.694289:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000800:00000001:1.0:1784950468.694290:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950468.694299:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950468.694301:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1784950468.694301:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000800:00000001:1.0:1784950468.694305:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950468.694321:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 02000000:00000010:3.0:1784950468.694323:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000063f2ac99. 00000800:00000001:1.0:1784950468.694324:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950468.694325:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950468.694330:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:1.0:1784950468.694338:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1784950468.694348:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369203328 00000020:00000001:2.0:1784950468.694350:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 02000000:00000001:3.0:1784950468.694352:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1784950468.694369:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:1.0:1784950468.694369:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950468.694372:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950468.694374:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950468.694387:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00010000:00000200:0.0:1784950468.694389:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c96d2925 x1871652369203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:619/0 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950468.694399:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1784950468.694401:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950468.694410:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c0000 00000020:00000010:2.0:1784950468.694420:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000400:00000010:3.0:1784950468.694422:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000817aa2ba. 00000400:00000200:1.0:1784950468.694442:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15fa5 [1] + 224 00010000:00000001:0.0:1784950468.694443:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1784950468.694443:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080cfe63d. 00010000:00000001:0.0:1784950468.694451:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950468.694454:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1b8a0d0. 00000800:00000001:1.0:1784950468.694460:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784950468.694461:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=101 v=5 (1 1 1 1) 00000020:00000010:2.0:1784950468.694463:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbcac818. 00000400:00000010:3.0:1784950468.694469:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ccaf1ba9. 00000800:00000001:1.0:1784950468.694473:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950468.694477:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950468.694484:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1784950468.694488:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950468.694491:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1784950468.694499:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950468.694499:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1784950468.694507:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950468.694508:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950468.694509:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:3.0:1784950468.694524:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784950468.694526:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1784950468.694526:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950468.694527:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950468.694538:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950468.694541:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950468.694549:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000035fc2eb1 x1871652369203200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950468.694555:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950468.694557:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784950468.694560:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950468.694571:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784950468.694576:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950468.694582:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002887fd03. 00000100:00000001:2.0:1784950468.694585:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1784950468.694588:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c6a3f6. 00000100:00000001:2.0:1784950468.694598:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1784950468.694601:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aab6dd5c 00000400:00000010:3.0:1784950468.694609:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aab6dd5c. 00000100:00000040:1.0:1784950468.694612:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000035fc2eb1 x1871652369203200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950468.694619:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2726 00000100:00000001:3.0:1784950468.694627:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950468.694628:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369203328, offset 224 00000100:00000040:2.0:1784950468.694630:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:2.0:1784950468.694642:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785741377408 : -120287968174208 : ffff92994662df80) 00000100:00000200:3.0:1784950468.694648:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f4c3b10 x1871652369203072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950468.694663:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950468.694668:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000045045211 x1871652369203456/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:619/0 lens 224/0 e 0 to 0 dl 1784950479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950468.694700:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950468.694785:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784950468.694794:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11092:11092:242:4294967295] 192.168.203.114@tcp LPNI seq info [9822:9822:8:4294967295] 00000100:00000200:3.0:1784950468.694800:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f4c3b10 x1871652369203072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950468.694816:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950468.694826:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000100:00000001:2.0:1784950468.694840:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950468.694864:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000400:00000200:0.0:1784950468.694883:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950468.694895:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1784950468.694896:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000045045211 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369203456:12345-192.168.203.114@tcp:400: 00000800:00000001:1.0:1784950468.694907:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950468.694907:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950468.694913:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:2.0:1784950468.694921:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369203456 00000800:00000001:1.0:1784950468.694925:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950468.694928:0:441641:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:2.0:1784950468.694932:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000010:0.0:1784950468.694935:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013f88f5e. 02000000:00000001:3.0:1784950468.694941:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1784950468.694946:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950468.694947:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000200:0.0:1784950468.694951:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950468.694967:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950468.694968:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950468.694972:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:2.0:1784950468.694997:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000200:0.0:1784950468.694999:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000013f88f5e type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784950468.695000:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950468.695004:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:2.0:1784950468.695026:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00001000:3.0:1784950468.695027:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=106 v=5 (5 5 5 5) 00000001:00000001:2.0:1784950468.695032:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369203456, found 0 last_xid 1871652369203455 00000100:00001000:3.0:1784950468.695037:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=106 v=5 (1 1 1 1) 00000020:00000001:2.0:1784950468.695039:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950468.695040:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950468.695060:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950468.695062:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1784950468.695064:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950468.695074:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950468.695076:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1784950468.695077:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950468.695088:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950468.695095:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1784950468.695097:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1784950468.695097:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950468.695117:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950468.695118:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1784950468.695125:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c96d2925 x1871652369203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:619/0 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950468.695134:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950468.695138:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950468.695142:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1784950468.695154:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fd384756. 00000100:00000040:3.0:1784950468.695166:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f4c3b10 x1871652369203072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950468.695170:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950468.695179:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950468.695184:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950468.695194:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013f88f5e. 00000020:00000001:2.0:1784950468.695203:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950468.695217:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1784950468.695221:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369203456 00000100:00100000:0.0:1784950468.695252:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c96d2925 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369203328:12345-192.168.203.114@tcp:400: Request processed in 1269us (2147us total) trans 0 rc 0/0 00010000:00000001:2.0:1784950468.695258:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:1.0:1784950468.695278:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000200:2.0:1784950468.695281:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000045045211 x1871652369203456/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:619/0 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950468.695300:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c6a3f6 00000100:00100000:0.0:1784950468.695310:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1588 00000400:00000010:1.0:1784950468.695314:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000018c6a3f6. 00000100:00000001:3.0:1784950468.695314:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950468.695329:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:1.0:1784950468.695334:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950468.695335:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950468.695341:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950468.695342:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950468.695345:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950468.695349:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:1.0:1784950468.695354:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950468.695367:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008bff1d5c. 00010000:00000001:2.0:1784950468.695372:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1784950468.695373:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f4c3b10 x1871652369203072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950468.695376:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950468.695378:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00010000:00000001:2.0:1784950468.695385:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950468.695394:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950468.695399:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000100:00001000:2.0:1784950468.695406:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=101 v=5 (1 1 1 1) 00000800:00000001:1.0:1784950468.695408:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950468.695416:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:0.0:1784950468.695434:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950468.695442:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1784950468.695458:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950468.695460:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1784950468.695462:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00100000:0.0:1784950468.695473:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369203584 00000100:00000001:2.0:1784950468.695489:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950468.695490:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1784950468.695496:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000001f4c3b10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369203072:0@lo:400: 00000100:00000001:0.0:1784950468.695500:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784950468.695510:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c0080 02000000:00000001:2.0:1784950468.695511:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950468.695513:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950468.695522:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950468.695527:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950468.695530:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950468.695534:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950468.695545:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950468.695546:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15fa9 [1] + 224 00000100:00100000:0.0:1784950468.695547:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369203584 00000100:00000040:2.0:1784950468.695560:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950468.695563:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f4c3b10 x1871652369203072/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950468.695565:0:453541:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000001:1.0:1784950468.695571:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:2.0:1784950468.695574:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ff3966. 00000020:00000040:0.0:1784950468.695576:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000800:00000001:1.0:1784950468.695586:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950468.695594:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:2.0:1784950468.695596:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369203456, offset 224 00000020:00000040:0.0:1784950468.695607:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000400:00000200:1.0:1784950468.695608:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950468.695628:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000200:2.0:1784950468.695639:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950468.695648:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950468.695651:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:0.0:1784950468.695676:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1784950468.695681:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950468.695681:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1784950468.695686:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008858f53f. 02000000:00000001:3.0:1784950468.695689:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950468.695697:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784950468.695700:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f552988. 00000400:00000200:2.0:1784950468.695704:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11093:11093:242:4294967295] 192.168.203.114@tcp LPNI seq info [9823:9823:8:4294967295] 00000020:00000010:0.0:1784950468.695713:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008858f53f. 02000000:00000001:3.0:1784950468.695787:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950468.695800:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000010:0.0:1784950468.695802:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000020:00000040:3.0:1784950468.695814:0:441641:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000010:0.0:1784950468.695817:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008bff1d5c. 00000400:00000200:2.0:1784950468.695838:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:3.0:1784950468.695840:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000010:0.0:1784950468.695841:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 02000000:00000010:3.0:1784950468.695853:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a629e91. 00000100:00000001:1.0:1784950468.695856:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950468.695858:0:453541:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000800:00000200:2.0:1784950468.695870:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950468.695873:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1784950468.695875:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1784950468.695883:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f0532185 x1871652369203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950468.695890:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1784950468.695892:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950468.695911:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f4c3b10. 00000800:00000010:2.0:1784950468.695913:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb2959c5. 00000100:00000001:0.0:1784950468.695914:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950468.695915:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f0532185 x1871652369203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950468.695936:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1784950468.695946:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950468.695947:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000200:2.0:1784950468.695955:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950468.695961:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950468.695962:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950468.695987:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950468.695990:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950468.696007:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eb2959c5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950468.696008:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950468.696009:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950468.696013:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950468.696024:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950468.696030:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950468.696031:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950468.696035:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950468.696038:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950468.696047:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950468.696048:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1589 00000100:00000040:0.0:1784950468.696059:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000040:2.0:1784950468.696062:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950468.696066:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785692704128 : -120288016847488 : ffff9299437c2d80) 00010000:00000001:2.0:1784950468.696069:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000001:3.0:1784950468.696071:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950468.696077:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950468.696079:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005b34dc93 x1871652369203584/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:619/0 lens 224/0 e 0 to 0 dl 1784950479 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950468.696082:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950468.696097:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950468.696099:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045045211 x1871652369203456/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:619/0 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950468.696100:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1784950468.696104:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008858f53f. 00000100:00000001:3.0:1784950468.696109:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950468.696117:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1784950468.696124:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000200:1.0:1784950468.696126:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1784950468.696128:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008858f53f. 00000400:00000001:3.0:1784950468.696136:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000010:1.0:1784950468.696139:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb2959c5. 00000400:00000010:3.0:1784950468.696145:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000892354fa. 00000100:00100000:0.0:1784950468.696153:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005b34dc93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441641:x1871652369203584:12345-192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950468.696161:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950468.696163:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dca9971 00000400:00000010:3.0:1784950468.696176:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008dca9971. 00000100:00000200:0.0:1784950468.696179:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369203584 00000020:00000001:0.0:1784950468.696192:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950468.696195:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950468.696197:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:2.0:1784950468.696198:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000045045211 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369203456:12345-192.168.203.114@tcp:400: Request processed in 1367us (2856us total) trans 0 rc 0/0 00000020:00000001:0.0:1784950468.696200:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000200:3.0:1784950468.696214:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000035fc2eb1 x1871652369203200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950468.696216:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950468.696217:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ff3966 00000020:00000001:0.0:1784950468.696253:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1784950468.696256:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ff3966. 00000020:00000001:0.0:1784950468.696261:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950468.696273:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1784950468.696274:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2726 00000020:00000001:0.0:1784950468.696278:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950468.696281:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1784950468.696287:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950468.696291:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000800:00000001:1.0:1784950468.696294:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950468.696303:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950468.696305:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:1.0:1784950468.696313:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950468.696314:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950468.696317:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1784950468.696327:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950468.696331:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1b8a0d0. 00000800:00000001:1.0:1784950468.696334:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950468.696346:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000001:1.0:1784950468.696352:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950468.696353:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbcac818. 00000100:00000001:0.0:1784950468.696358:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1784950468.696365:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000035fc2eb1 x1871652369203200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950468.696367:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1784950468.696368:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080cfe63d. 02000000:00000010:0.0:1784950468.696378:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f83e4451. 00000020:00000040:2.0:1784950468.696384:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000400:00000200:1.0:1784950468.696389:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:0.0:1784950468.696391:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950468.696403:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950468.696409:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950468.696423:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950468.696436:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c0100 00010000:00000040:0.0:1784950468.696439:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369203584 00000800:00000001:2.0:1784950468.696454:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950468.696461:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950468.696463:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784950468.696472:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15fb5 [1] + 224 00000100:00000001:3.0:1784950468.696474:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1784950468.696476:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000005b34dc93 x1871652369203584/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:619/0 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950468.696490:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950468.696494:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950468.696502:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950468.696508:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784950468.696510:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784950468.696513:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1784950468.696518:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950468.696526:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1784950468.696528:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1784950468.696529:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950468.696532:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950468.696546:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950468.696548:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026ca0124. 00000100:00001000:0.0:1784950468.696549:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=101 v=5 (1 1 1 1) 00000400:00000200:1.0:1784950468.696551:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950468.696571:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f45ac6d2 02000000:00000001:3.0:1784950468.696577:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950468.696579:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1784950468.696579:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f45ac6d2. 00000400:00000200:1.0:1784950468.696590:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:0.0:1784950468.696599:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950468.696601:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950468.696604:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1784950468.696604:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=96 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950468.696608:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000200:2.0:1784950468.696621:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f0532185 x1871652369203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950468.696626:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017784924 x1871652369203456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950468.696628:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1784950468.696629:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=96 v=5 (1 1 1 1) 02000000:00000001:0.0:1784950468.696641:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950468.696662:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950468.696663:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950468.696677:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950468.696693:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000001:3.0:1784950468.696694:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950468.696709:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950468.696711:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077541c23. 00000100:00000200:2.0:1784950468.696806:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f0532185 x1871652369203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950468.696809:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369203584, offset 224 00000100:00000001:3.0:1784950468.696809:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950468.696819:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000017784924 x1871652369203456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950468.696822:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950468.696838:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1784950468.696839:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950468.696849:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950468.696871:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950468.696881:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000035fc2eb1 x1871652369203200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950468.696901:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784950468.696912:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11094:11094:242:4294967295] 192.168.203.114@tcp LPNI seq info [9824:9824:8:4294967295] 00000100:00000001:2.0:1784950468.696915:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950468.696934:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950468.696946:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950468.696959:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950468.696965:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950468.696972:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950468.696981:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950468.696983:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950468.696996:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950468.696998:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1784950468.696999:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=101 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950468.697010:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784950468.697018:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=101 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950468.697035:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950468.697038:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950468.697041:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950468.697043:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035fc2eb1 x1871652369203200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950468.697049:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:2.0:1784950468.697055:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784950468.697060:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950468.697070:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 00010000:00080000:2.0:1784950468.697079:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f0532185 x1871652369203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950468.697092:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950468.697101:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784950468.697110:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000001:1.0:1784950468.697116:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950468.697129:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950468.697141:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a65dc5aa. 00000800:00000200:0.0:1784950468.697147:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:1.0:1784950468.697158:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004304ebc2 00000800:00000200:0.0:1784950468.697164:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 320 niov 1 nkiov 1 00000100:00100000:3.0:1784950468.697167:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000035fc2eb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369203200:192.168.203.114@tcp:400: 00000400:00000010:1.0:1784950468.697172:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004304ebc2. 00000100:00000001:1.0:1784950468.697186:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1784950468.697194:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950468.697205:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950468.697208:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1784950468.697209:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017784924 x1871652369203456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950468.697210:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950468.697219:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000040:2.0:1784950468.697221:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950468.697252:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950468.697253:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1784950468.697255:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950468.697268:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950468.697270:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950468.697273:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1784950468.697280:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000035fc2eb1 x1871652369203200/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950468.697284:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017784924 x1871652369203456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950468.697295:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b34dc93 x1871652369203584/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:619/0 lens 224/224 e 0 to 0 dl 1784950479 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950468.697296:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f0532185 x1871652369203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950468.697430:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784950468.697433:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784950468.697442:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784950468.697445:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784950468.697449:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d522160c. 00000100:00000001:1.0:1784950468.697451:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950468.697456:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005b34dc93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441641:x1871652369203584:12345-192.168.203.114@tcp:400: Request processed in 1347us (3529us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950468.697457:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950468.697467:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950468.697474:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950468.697476:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1784950468.697488:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1784950468.697490:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f0532185 x1871652369203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950468.697497:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1784950468.697499:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:0.0:1784950468.697504:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1589 00000020:00000040:3.0:1784950468.697517:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950468.697520:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950468.697521:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:0.0:1784950468.697538:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1784950468.697542:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950468.697542:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f0532185 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369203328:192.168.203.114@tcp:400: 00000020:00000001:3.0:1784950468.697542:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950468.697546:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:3.0:1784950468.697559:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cbc1038. 00000020:00000010:0.0:1784950468.697561:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008bff1d5c. 00000100:00001000:1.0:1784950468.697565:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=101 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950468.697567:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950468.697577:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1784950468.697579:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00000001:2.0:1784950468.697580:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784950468.697591:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1784950468.697594:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=101 v=5 (1 1 1 1) 00000020:00000010:0.0:1784950468.697595:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000100:00000010:3.0:1784950468.697597:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035fc2eb1. 00000100:00000040:2.0:1784950468.697599:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f0532185 x1871652369203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950468.697622:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950468.697624:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1784950468.697625:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:2.0:1784950468.697627:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950468.697636:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950468.697639:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950468.697640:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950468.697640:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950468.697643:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784950468.697648:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac714e1c. 00010000:00000001:1.0:1784950468.697661:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950468.697668:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950468.697671:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950468.697672:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950468.697674:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784950468.697687:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950468.697689:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1784950468.697690:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950468.697706:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000040:2.0:1784950468.697706:0:441643:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1784950468.697709:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950468.697717:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950468.697779:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950468.697780:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950468.697786:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000975723c9. 00000100:00000040:1.0:1784950468.697790:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000017784924 x1871652369203456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950468.697796:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950468.697802:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950468.697806:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1784950468.697808:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f0532185. 00000100:00000001:1.0:1784950468.697813:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950468.697819:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950468.697821:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950468.697827:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950468.697836:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017784924 x1871652369203456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950468.697837:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950468.697838:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950468.697848:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 00000100:00000001:2.0:1784950468.697851:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1784950468.697860:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950468.697862:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950468.697862:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950468.697871:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000017784924 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369203456:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950468.697878:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1784950468.697884:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950468.697886:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950468.697888:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950468.697906:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950468.697909:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950468.697910:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077541c23 00000800:00000001:3.0:1784950468.697916:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950468.697918:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077541c23. 00000100:00000001:1.0:1784950468.697919:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950468.697937:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1784950468.697942:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000017784924 x1871652369203456/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950468.697944:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1784950468.697958:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950468.697987:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950468.697994:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1784950468.698004:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c0180 02000000:00000010:1.0:1784950468.698005:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009dfc6c6e. 02000000:00000001:1.0:1784950468.698026:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1784950468.698037:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x15fbd [1] + 224 00000020:00000001:1.0:1784950468.698039:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950468.698049:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1784950468.698059:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:3.0:1784950468.698061:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:1.0:1784950468.698075:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d508b323. 00000800:00000001:3.0:1784950468.698086:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950468.698089:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950468.698105:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1784950468.698105:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1784950468.698117:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017784924. 00000400:00000200:3.0:1784950468.698131:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950468.698133:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950468.698146:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950468.698151:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950468.698151:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950468.698169:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c2550e01 x1871652369203584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950468.698171:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950468.698176:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950468.698191:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950468.698200:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950468.698223:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c2550e01 x1871652369203584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950468.698285:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950468.698297:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950468.698304:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950468.698393:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950468.698399:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784950468.698407:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950468.698410:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950468.698413:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e179c7b. 00000400:00000200:0.0:1784950468.698420:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7101df3 00000400:00000010:0.0:1784950468.698422:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c7101df3. 00000100:00000001:0.0:1784950468.698427:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950468.698435:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c2550e01 x1871652369203584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950468.698450:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c2550e01 x1871652369203584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950468.698460:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950468.698462:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950468.698465:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950468.698467:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950468.698469:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950468.698471:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950468.698474:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950468.698480:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=101 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950468.698484:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=101 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950468.698487:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950468.698490:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950468.698492:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784950468.698497:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c2550e01 x1871652369203584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950468.698506:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950468.698509:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950468.698511:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950468.698513:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950468.698514:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950468.698518:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2550e01 x1871652369203584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950468.698526:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950468.698529:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950468.698531:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950468.698534:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2550e01 x1871652369203584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950468.698543:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c2550e01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:441641:1871652369203584:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950468.698548:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950468.698550:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950468.698553:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c2550e01 x1871652369203584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950468.698560:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950468.698562:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950468.698565:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008aee32e2. 02000000:00000001:0.0:1784950468.698570:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950468.698571:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950468.698573:0:441641:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1784950468.698576:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950468.698578:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6e9cfb4. 02000000:00000001:0.0:1784950468.698582:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950468.698583:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950468.698585:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c2550e01. 00000100:00000001:0.0:1784950468.698590:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950468.698591:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950468.698593:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950468.698599:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950468.698601:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950468.698603:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950468.698606:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950468.944846:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950468.944852:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950468.944858:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950468.944859:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950468.944974:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950468.944982:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950468.944989:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784950469.392897:0:441633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b93012f1] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1784950469.392916:0:441633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1021 00000800:00000200:1.0:1784950469.392923:0:441633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdd44bf5 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1784950469.393166:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950469.584851:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950469.584873:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950469.584877:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950469.584885:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950469.584890:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950469.584895:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950469.584900:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950469.968855:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950469.968862:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950469.968869:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950469.968871:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950469.969002:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950469.969009:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950469.969013:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1784950470.416868:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000002ff16d4. 00000400:00000010:0.0:1784950470.416889:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000008acaccce. 00000400:00000010:0.0:1784950470.416900:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000001d730da1. 00000400:00000010:0.0:1784950470.416911:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000068313f61. 00000400:00000010:0.0:1784950470.416915:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000003b5b33b8. 00000400:00000010:0.0:1784950470.416920:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000009f0e7e33. 00000400:00000010:0.0:1784950470.416927:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000e18b2941. 00000400:00000010:0.0:1784950470.416934:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000000ff2505a. 00000400:00000010:0.0:1784950470.416938:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000001d7e7f37. 00000400:00000010:0.0:1784950470.416941:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000d7aaef22. 00000400:00000010:0.0:1784950470.416943:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000005bc844b9. 00000400:00000010:0.0:1784950470.416948:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000fc8f4edf. 00000400:00000010:0.0:1784950470.416952:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000888d7853. 00000400:00000010:0.0:1784950470.416955:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000038f9fc05. 00000400:00000010:0.0:1784950470.416957:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000c8c017ad. 00000400:00000010:0.0:1784950470.416961:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000003d1f6b4f. 00000400:00000010:0.0:1784950470.416964:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000420debe3. 00000400:00000010:0.0:1784950470.416966:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000009ad5d147. 00000400:00000010:0.0:1784950470.416969:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000d0a6e732. 00000400:00000010:0.0:1784950470.416975:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000ad99b3f4. 00000400:00000010:0.0:1784950470.416979:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000005a2d72ef. 00000400:00000010:0.0:1784950470.416985:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000088804085. 00000400:00000010:0.0:1784950470.416990:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000c84584ab. 00000400:00000010:0.0:1784950470.416999:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000002ef7216d. 00000400:00000010:0.0:1784950470.417008:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000001bcd1899. 00000400:00000010:0.0:1784950470.417012:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000687019e9. 00000400:00000010:0.0:1784950470.417015:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000005753fbfc. 00000400:00000010:0.0:1784950470.417021:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000004f908986. 00000400:00000010:0.0:1784950470.417029:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000008ecf897c. 00000400:00000010:0.0:1784950470.417033:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000f6e2887a. 00000400:00000010:0.0:1784950470.417039:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000001cd0ea77. 00000400:00000010:0.0:1784950470.417044:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000004d9f32e3. 00000400:00000010:0.0:1784950470.417050:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000f777af5f. 00000400:00000010:0.0:1784950470.417055:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000068d7b4b9. 00000400:00000010:0.0:1784950470.417059:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000812ed24b. 00000400:00000010:0.0:1784950470.417062:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000fa4fcbdc. 00000400:00000010:0.0:1784950470.417071:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000bba1d284. 00000400:00000010:0.0:1784950470.417085:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 0000000052781409. 00000400:00000010:0.0:1784950470.417091:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000287f991e. 00000400:00000010:0.0:1784950470.417094:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000ced75e40. 00000400:00000010:0.0:1784950470.417099:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000dc42ec61. 00000400:00000010:0.0:1784950470.417105:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000000c260a60. 00000400:00000010:0.0:1784950470.417108:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 00000000cbd3353e. 00000400:00000010:0.0:1784950470.417111:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000005e93bded. 00000400:00000010:0.0:1784950470.417114:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000002dfe1254. 00000400:00000010:0.0:1784950470.417116:0:441638:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at 000000009bdc54a3. 00000100:00000001:3.0:1784950470.608856:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950470.608876:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950470.608879:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950470.608888:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950470.608894:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950470.608900:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950470.608903:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950470.992837:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950470.992843:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950470.992848:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950470.992849:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950470.993003:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950470.993013:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950470.993020:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784950471.120931:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307409275, at 4307409280 00000100:00000040:0.0:1784950471.120937:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307409275, at 4307409280 00000100:00000040:2.0:1784950471.120942:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307409275, at 4307409280 00000100:00000040:1.0:1784950471.120943:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307409275, at 4307409280 00000100:00000010:3.0:1784950471.120963:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4ec6ee9. 00000100:00000010:1.0:1784950471.120965:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c501c088. 00000100:00000010:0.0:1784950471.120971:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a29845db. 00000100:00000010:2.0:1784950471.120975:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d50d6495. 00000100:00000001:3.0:1784950471.632857:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950471.632876:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950471.632880:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950471.632887:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950471.632892:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950471.632897:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950471.632900:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950471.760945:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000001:2.0:1784950471.760948:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1784950471.760952:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000020:2.0:1784950471.760955:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1784950471.760964:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fec5a39. 00000100:00000010:2.0:1784950471.760966:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aea1c9d. 00000020:00000040:0.0:1784950471.760977:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000040:2.0:1784950471.760978:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1784950471.760989:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950471.760990:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950471.760997:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950471.760998:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950471.761009:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950471.761009:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950471.761027:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b3b91a8d. 02000000:00000010:0.0:1784950471.761028:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d67bdc6a. 00000100:00000001:2.0:1784950471.761043:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950471.761044:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950471.761061:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950471.761062:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950471.761067:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950471.761068:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950471.761088:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aea1c9d] to pc [ptlrpcd_00_02+2] req@000000005aea1c9d x1871652369203712/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950471.761089:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fec5a39] to pc [ptlrpcd_00_01+1] req@000000009fec5a39 x1871652369203840/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1784950471.761183:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950471.761184:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950471.761239:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784950471.761244:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784950471.761250:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950471.761262:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950471.761265:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950471.761268:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950471.761270:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950471.761273:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950471.761276:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950471.761283:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fec5a39 x1871652369203840/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950471.761292:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950471.761300:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950471.761304:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950471.761307:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784950471.761310:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950471.761318:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950471.761319:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950471.761326:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784950471.761327:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950471.761337:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009fec5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369203840:192.168.203.114@tcp:41: 00000100:00000040:1.0:1784950471.761344:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aea1c9d x1871652369203712/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950471.761346:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950471.761354:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950471.761359:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784950471.761361:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950471.761373:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950471.761375:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950471.761382:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004dbef55e. 02000000:00000001:0.0:1784950471.761396:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950471.761408:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1784950471.761409:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e179c7b. 00000100:00000001:1.0:1784950471.761415:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950471.761421:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7101df3. 02000000:00000001:1.0:1784950471.761424:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950471.761431:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950471.761433:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369203840, portal 4 02000000:00000001:1.0:1784950471.761436:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950471.761442:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950471.761448:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785665237376 : -120288044314240 : ffff929941d91180) 00000100:00100000:1.0:1784950471.761448:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005aea1c9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369203712:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950471.761461:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950471.761466:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784950471.761467:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009fec5a39 x1871652369203840/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950471.761470:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950471.761480:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950471.761491:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1784950471.761492:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000060923917. 02000000:00000001:1.0:1784950471.761501:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950471.761502:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950471.761512:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077541c23. 00000400:00000010:1.0:1784950471.761514:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a65dc5aa. 00000100:00000200:0.0:1784950471.761516:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369203840, offset 0 00000400:00000010:1.0:1784950471.761529:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004304ebc2. 00000400:00000200:0.0:1784950471.761531:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950471.761543:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369203712, portal 4 00000100:00000001:1.0:1784950471.761547:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950471.761550:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785867209216 : -120287842342400 : ffff92994de2ea00) 00000400:00000200:0.0:1784950471.761554:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950471.761564:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784950471.761566:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005aea1c9d x1871652369203712/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950471.761575:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950471.761588:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950471.761593:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950471.761598:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:1.0:1784950471.761605:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950471.761611:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11095:11095:242:4294967295] 192.168.203.114@tcp LPNI seq info [9825:9825:8:4294967295] 00000400:00000010:1.0:1784950471.761614:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c595d0d. 00000100:00000200:1.0:1784950471.761624:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369203712, offset 0 00000400:00000200:1.0:1784950471.761643:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950471.761644:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950471.761654:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950471.761661:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007158160. 00000400:00000200:1.0:1784950471.761663:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950471.761674:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784950471.761681:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950471.761686:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950471.761692:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784950471.761700:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:1.0:1784950471.761701:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:0.0:1784950471.761711:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000007158160 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950471.761715:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11096:11096:241:4294967295] 192.168.203.114@tcp LPNI seq info [9826:9826:7:4294967295] 00000400:00000200:1.0:1784950471.761765:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950471.761775:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950471.761783:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d508b323. 00000100:00000001:0.0:1784950471.761785:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950471.761793:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:0.0:1784950471.761795:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13610 usecs (14 jiffies) 00000100:00000001:0.0:1784950471.761803:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307409935 00000800:00000200:1.0:1784950471.761810:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000010:0.0:1784950471.761813:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a29845db. 00000800:00000200:1.0:1784950471.761817:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d508b323 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950471.761824:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784950471.761833:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307409935 00000100:00000010:0.0:1784950471.761838:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5cdd7e7. 00000100:00000001:0.0:1784950471.761844:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784950471.761846:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950471.761849:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307409935 00000100:00000040:1.0:1784950471.761856:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4733 usecs (5 jiffies) 00000100:00000010:0.0:1784950471.761857:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6f9e1ad. 00000100:00000001:0.0:1784950471.761865:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1784950471.761867:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307409926 00000100:00000001:0.0:1784950471.761873:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307409935 00000100:00000001:1.0:1784950471.761875:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307409935 00000100:00000010:0.0:1784950471.761884:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bce13286. 00000100:00000001:1.0:1784950471.761885:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307409926 00000100:00000001:1.0:1784950471.761897:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307409935 00000100:00000001:0.0:1784950471.761900:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1784950471.761902:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307409926 00000100:00000001:0.0:1784950471.761908:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950471.761909:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307409935 00000100:00000001:0.0:1784950471.761918:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950471.761920:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307409926 00000100:00000001:0.0:1784950471.761926:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950471.761928:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307409935 00000100:00000001:1.0:1784950471.761936:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950471.761937:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950471.761944:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950471.761947:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950471.761950:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950471.761957:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007158160. 00000100:00000001:1.0:1784950471.761958:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950471.761973:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950471.761975:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950471.761981:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784950471.761989:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950471.761990:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950471.761997:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950471.761999:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077541c23 00000100:00000001:1.0:1784950471.762001:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950471.762006:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077541c23. 00000100:00000001:1.0:1784950471.762009:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950471.762017:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1784950471.762028:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fec5a39 x1871652369203840/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950471.762045:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950471.762049:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fec5a39 x1871652369203840/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950471.762059:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950471.762061:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1784950471.762132:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950471.762180:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950471.762191:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1784950471.762193:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950471.762202:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:3.0:1784950471.762202:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d508b323. 00000400:00000200:3.0:1784950471.762247:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950471.762249:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950471.762270:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950471.762281:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950471.762282:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:1.0:1784950471.762284:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950471.762297:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950471.762306:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c595d0d 00000400:00000010:3.0:1784950471.762313:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c595d0d. 00000400:00000200:1.0:1784950471.762324:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950471.762325:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c0200 00000100:00000001:3.0:1784950471.762331:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784950471.762344:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 19040 00000100:00000200:3.0:1784950471.762353:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aea1c9d x1871652369203712/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950471.762360:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c0280 00000800:00000001:2.0:1784950471.762382:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950471.762398:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950471.762407:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 19264 00000400:00000200:2.0:1784950471.762423:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950471.762427:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784950471.762430:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950471.762441:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aea1c9d x1871652369203712/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950471.762447:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950471.762452:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950471.762467:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950471.762471:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950471.762482:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1784950471.762496:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000010:2.0:1784950471.762503:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034251946. 00000100:00000001:3.0:1784950471.762507:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950471.762517:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000034251946 x1871652369203712 msgsize 224 00000100:00000001:3.0:1784950471.762517:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1784950471.762537:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950471.762560:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1784950471.762584:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950471.762590:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950471.762625:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950471.762629:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1784950471.762636:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000453bfdfe. 00000100:00000040:1.0:1784950471.762641:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000453bfdfe x1871652369203840 msgsize 224 00000100:00100000:1.0:1784950471.762652:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950471.762673:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1784950471.762688:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950471.762692:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1784950471.762696:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950471.762699:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369203712 02000000:00000001:0.0:1784950471.762706:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950471.762710:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950471.762714:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950471.762766:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950471.762773:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369203712 00000100:00000001:2.0:1784950471.762776:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1784950471.762777:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950471.762783:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00100000:2.0:1784950471.762785:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369203840 00000020:00000001:0.0:1784950471.762788:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:2.0:1784950471.762791:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:0.0:1784950471.762794:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:2.0:1784950471.762796:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950471.762802:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950471.762804:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:0.0:1784950471.762810:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 02000000:00000001:2.0:1784950471.762812:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950471.762816:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1784950471.762818:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369203840 00000020:00000001:2.0:1784950471.762823:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:0.0:1784950471.762827:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008858f53f. 00000020:00000040:2.0:1784950471.762827:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:2.0:1784950471.762835:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950471.762837:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1784950471.762841:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000010:0.0:1784950471.762843:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008858f53f. 00000020:00000001:2.0:1784950471.762852:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000010:0.0:1784950471.762855:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000020:00000001:2.0:1784950471.762857:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950471.762868:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950471.762869:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008bff1d5c. 00000020:00000010:2.0:1784950471.762875:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000020:00000010:0.0:1784950471.762879:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000001:2.0:1784950471.762882:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950471.762889:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000100:00000040:0.0:1784950471.762896:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000010:2.0:1784950471.762899:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac714e1c. 00000100:00000001:0.0:1784950471.762902:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950471.762907:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1784950471.762909:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1b8a0d0. 00000100:00000001:0.0:1784950471.762910:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950471.762921:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbcac818. 00000100:00000001:0.0:1784950471.762926:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950471.762930:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950471.762935:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950471.762937:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950471.762944:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950471.762952:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950471.762969:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950471.762972:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950471.762976:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950471.762983:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2727 00000100:00000040:0.0:1784950471.762990:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:0.0:1784950471.762994:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785959808896 : -120287749742720 : ffff92995367df80) 00000100:00000001:2.0:1784950471.763001:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1784950471.763004:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034251946 x1871652369203712/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:622/0 lens 224/0 e 0 to 0 dl 1784950482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950471.763007:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1784950471.763023:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2728 00000100:00000001:0.0:1784950471.763027:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950471.763033:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000010:0.0:1784950471.763035:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008858f53f. 00000100:00000001:2.0:1784950471.763038:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785692705024 : -120288016846592 : ffff9299437c3100) 00000100:00000001:0.0:1784950471.763045:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950471.763052:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000453bfdfe x1871652369203840/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:622/0 lens 224/0 e 0 to 0 dl 1784950482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950471.763054:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008858f53f. 00000100:00100000:0.0:1784950471.763072:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000034251946 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369203712:12345-192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950471.763086:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1784950471.763087:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369203712 00000020:00000001:0.0:1784950471.763096:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:2.0:1784950471.763097:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000020:00000001:0.0:1784950471.763102:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950471.763104:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950471.763109:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950471.763110:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000020:00000001:0.0:1784950471.763120:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950471.763127:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00100000:2.0:1784950471.763128:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000453bfdfe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369203840:12345-192.168.203.114@tcp:41: 00000020:00000001:0.0:1784950471.763135:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1784950471.763139:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369203840 00000001:00000001:0.0:1784950471.763142:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369203712, found 0 last_xid 1871652369203711 00000020:00000001:2.0:1784950471.763146:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950471.763150:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950471.763153:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950471.763156:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950471.763160:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950471.763161:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950471.763168:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950471.763169:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950471.763174:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000001:0.0:1784950471.763176:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1784950471.763180:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1784950471.763182:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:2.0:1784950471.763185:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369203840, found 0 last_xid 1871652369203839 02000000:00000010:0.0:1784950471.763191:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e8a47efb. 00000020:00000001:2.0:1784950471.763192:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950471.763201:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950471.763203:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950471.763234:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1784950471.763235:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950471.763238:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950471.763246:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00000001:2.0:1784950471.763247:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000004:00000001:0.0:1784950471.763253:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 02000000:00000001:2.0:1784950471.763254:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:0.0:1784950471.763261:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950471.763265:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000749f0a06. 02000000:00000001:2.0:1784950471.763271:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950471.763275:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:0.0:1784950471.763279:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000004:00000001:2.0:1784950471.763281:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:2.0:1784950471.763288:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000020:00000020:0.0:1784950471.763290:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000004:00000001:2.0:1784950471.763292:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1784950471.763298:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000020:0.0:1784950471.763305:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000004:00000024:2.0:1784950471.763308:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000020:00000020:0.0:1784950471.763309:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1784950471.763318:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000004:00000020:0.0:1784950471.763319:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000020:00000020:2.0:1784950471.763327:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000001:00000001:0.0:1784950471.763334:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000004:00000020:2.0:1784950471.763335:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000001:00000001:0.0:1784950471.763340:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1784950471.763346:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000004:00000001:0.0:1784950471.763347:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1784950471.763352:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950471.763355:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369203712 00000004:00000001:2.0:1784950471.763359:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950471.763361:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000040:2.0:1784950471.763366:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369203840 00010000:00000001:2.0:1784950471.763373:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:0.0:1784950471.763374:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000034251946 x1871652369203712/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:622/0 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1784950471.763386:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000453bfdfe x1871652369203840/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:622/0 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950471.763400:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950471.763406:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950471.763414:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00001000:0.0:1784950471.763415:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=104 v=5 (1 1 1 1) 00010000:00000001:2.0:1784950471.763421:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950471.763424:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1784950471.763426:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=104 v=5 (1 1 1 1) 00000100:00000040:0.0:1784950471.763433:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950471.763436:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950471.763439:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:2.0:1784950471.763446:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 02000000:00000001:0.0:1784950471.763448:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1784950471.763454:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950471.763455:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950471.763466:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950471.763468:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784950471.763472:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950471.763480:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950471.763481:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784950471.763487:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060846b5f. 00000100:00000040:2.0:1784950471.763490:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950471.763498:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369203712, offset 224 00000400:00000010:2.0:1784950471.763500:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f45ac6d2. 00000100:00000200:2.0:1784950471.763510:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369203840, offset 224 00000400:00000200:0.0:1784950471.763518:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950471.763529:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950471.763536:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950471.763545:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11097:11097:242:4294967295] 192.168.203.114@tcp LPNI seq info [9827:9827:8:4294967295] 00000400:00000200:0.0:1784950471.763557:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950471.763563:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950471.763569:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825f13b0. 00000400:00000200:2.0:1784950471.763576:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:0.0:1784950471.763584:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950471.763593:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11098:11098:241:4294967295] 192.168.203.114@tcp LPNI seq info [9828:9828:7:4294967295] 00000800:00000200:0.0:1784950471.763604:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950471.763610:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000825f13b0 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:2.0:1784950471.763624:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950471.763632:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950471.763639:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950471.763640:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d62b3518. 00000100:00000040:0.0:1784950471.763653:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000200:2.0:1784950471.763659:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:0.0:1784950471.763661:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950471.763667:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950471.763672:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:2.0:1784950471.763677:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:0.0:1784950471.763683:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034251946 x1871652369203712/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:622/0 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950471.763686:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d62b3518 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:2.0:1784950471.763698:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950471.763710:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950471.763749:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950471.763756:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950471.763761:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1784950471.763767:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000034251946 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369203712:12345-192.168.203.114@tcp:41: Request processed in 690us (1199us total) trans 0 rc 0/0 00000100:00000040:2.0:1784950471.763775:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000453bfdfe x1871652369203840/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:622/0 lens 224/368 e 0 to 0 dl 1784950482 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950471.763792:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2727 00000100:00000040:0.0:1784950471.763805:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00100000:2.0:1784950471.763814:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000453bfdfe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369203840:12345-192.168.203.114@tcp:41: Request processed in 720us (1163us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950471.763815:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:3.0:1784950471.763816:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950471.763827:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:3.0:1784950471.763837:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825f13b0. 00000020:00000010:0.0:1784950471.763840:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008bff1d5c. 00000100:00100000:2.0:1784950471.763851:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2728 00000400:00000200:3.0:1784950471.763852:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1784950471.763853:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00000040:2.0:1784950471.763869:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:2.0:1784950471.763880:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1784950471.763882:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000100:00000001:2.0:1784950471.763887:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1784950471.763895:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950471.763898:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1b8a0d0. 00000020:00000040:0.0:1784950471.763900:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000400:00000200:3.0:1784950471.763904:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846b5f 00000400:00000010:3.0:1784950471.763916:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000060846b5f. 00000100:00000001:0.0:1784950471.763918:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950471.763918:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbcac818. 00000020:00000010:2.0:1784950471.763942:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac714e1c. 00000100:00000001:3.0:1784950471.763948:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1784950471.763953:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:3.0:1784950471.763956:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950471.763959:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950471.764081:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950471.764088:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d62b3518. 00000400:00000200:3.0:1784950471.764096:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950471.764105:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950471.764111:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f45ac6d2 00000400:00000010:3.0:1784950471.764113:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f45ac6d2. 00000800:00000001:2.0:1784950471.764117:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950471.764119:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950471.764123:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1784950471.764132:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950471.764137:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950471.764143:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950471.764153:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950471.764167:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c0200 00000400:00000200:2.0:1784950471.764175:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15fe5 [1] + 224 00000800:00000001:2.0:1784950471.764180:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950471.764184:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950471.764188:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950471.764192:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950471.764198:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950471.764203:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aea1c9d x1871652369203712/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950471.764242:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000005aea1c9d x1871652369203712/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950471.764263:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950471.764276:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950471.764280:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950471.764282:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950471.764285:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950471.764290:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950471.764297:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c0280 00000400:00000200:2.0:1784950471.764302:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x15fdd [1] + 224 00000800:00000001:2.0:1784950471.764306:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950471.764311:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950471.764313:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950471.764317:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950471.764320:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950471.764323:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fec5a39 x1871652369203840/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950471.764333:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000009fec5a39 x1871652369203840/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950471.764351:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950471.764358:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950471.764362:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950471.764388:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950471.764394:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950471.764402:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950471.764404:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950471.764407:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a65dc5aa. 00000400:00000200:1.0:1784950471.764415:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004304ebc2 00000400:00000010:1.0:1784950471.764417:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004304ebc2. 00000100:00000001:1.0:1784950471.764423:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950471.764432:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aea1c9d x1871652369203712/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950471.764446:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aea1c9d x1871652369203712/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950471.764454:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950471.764458:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950471.764461:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950471.764464:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784950471.764471:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784950471.764471:0:441643:0:(client.c:1580:after_reply()) Process entered 00000400:00000001:0.0:1784950471.764477:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1784950471.764480:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1784950471.764484:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e179c7b. 00000100:00000001:1.0:1784950471.764485:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950471.764492:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950471.764496:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7101df3 02000000:00000001:1.0:1784950471.764497:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950471.764503:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c7101df3. 00000100:00001000:1.0:1784950471.764509:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=104 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950471.764510:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1784950471.764520:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=104 v=5 (1 1 1 1) 00000100:00000200:0.0:1784950471.764523:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fec5a39 x1871652369203840/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950471.764536:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950471.764542:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950471.764552:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1784950471.764559:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fec5a39 x1871652369203840/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950471.764559:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950471.764570:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950471.764576:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950471.764582:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950471.764587:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950471.764588:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950471.764593:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950471.764598:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:1.0:1784950471.764602:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aea1c9d x1871652369203712/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950471.764605:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950471.764610:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950471.764614:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950471.764622:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950471.764633:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1784950471.764635:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=99 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950471.764637:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950471.764644:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950471.764646:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=99 v=5 (1 1 1 1) 00000004:00000001:1.0:1784950471.764649:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1784950471.764655:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000004:00000040:1.0:1784950471.764658:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000001:0.0:1784950471.764659:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950471.764669:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950471.764674:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1784950471.764678:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000100:00000001:0.0:1784950471.764679:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950471.764683:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950471.764690:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950471.764693:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950471.764697:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950471.764704:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fec5a39 x1871652369203840/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950471.764710:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aea1c9d x1871652369203712/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950471.764760:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950471.764764:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950471.764766:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1784950471.764769:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1784950471.764773:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000020:0.0:1784950471.764797:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00100000:1.0:1784950471.764802:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005aea1c9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369203712:192.168.203.114@tcp:41: 00000004:00000001:0.0:1784950471.764812:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950471.764821:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950471.764824:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fec5a39 x1871652369203840/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950471.764827:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950471.764840:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aea1c9d x1871652369203712/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950471.764851:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009fec5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369203840:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950471.764867:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950471.764872:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950471.764873:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784950471.764882:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1784950471.764884:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fec5a39 x1871652369203840/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950471.764889:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000060923917. 02000000:00000001:1.0:1784950471.764901:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950471.764904:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1784950471.764906:0:441643:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:0.0:1784950471.764909:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:1.0:1784950471.764911:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 02000000:00000010:0.0:1784950471.764915:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004dbef55e. 00000020:00000001:1.0:1784950471.764918:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1784950471.764924:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:1.0:1784950471.764925:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b3b91a8d. 00000020:00000001:0.0:1784950471.764931:0:441641:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1784950471.764936:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:0.0:1784950471.764937:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:1.0:1784950471.764942:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1784950471.764944:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:1.0:1784950471.764946:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aea1c9d. 02000000:00000010:0.0:1784950471.764952:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d67bdc6a. 00000100:00000001:1.0:1784950471.764955:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1784950471.764959:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950471.764960:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950471.764965:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950471.764967:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784950471.764970:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fec5a39. 00000100:00000001:1.0:1784950471.764977:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950471.764978:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950471.764983:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950471.764985:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950471.764987:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950471.764995:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950471.764998:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950471.765000:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950471.765004:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950471.765011:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950471.765014:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950471.776917:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307409935, at 4307409936 00000100:00000040:0.0:1784950471.776928:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307409935, at 4307409936 00000100:00000040:2.0:1784950471.776930:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307409935, at 4307409936 00000100:00000040:3.0:1784950471.776930:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307409935, at 4307409936 00000100:00000010:1.0:1784950471.776932:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5cdd7e7. 00000100:00000010:0.0:1784950471.776955:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a29845db. 00000100:00000010:2.0:1784950471.776961:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6f9e1ad. 00000100:00000010:3.0:1784950471.776969:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bce13286. 00010000:00000001:2.0:1784950472.016837:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950472.016842:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950472.016847:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950472.016849:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950472.016972:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950472.016978:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950472.016982:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950472.656889:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950472.656911:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950472.656915:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950472.656922:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950472.656927:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950472.656933:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950472.656937:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950473.040842:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950473.040848:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950473.040853:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950473.040856:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950473.040859:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950473.040862:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950473.040865:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950473.040868:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950473.040870:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950473.040873:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950473.041023:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950473.041033:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950473.041040:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950473.680887:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950473.680904:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950473.680907:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950473.680914:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950473.680919:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950473.680924:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950473.680926:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950473.808856:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950473.808865:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950473.808871:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fec5a39. 00000020:00000040:0.0:1784950473.808876:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:0.0:1784950473.808880:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950473.808883:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950473.808887:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950473.808892:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d67bdc6a. 00000100:00000001:0.0:1784950473.808898:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950473.808905:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000009fec5a39 x1871652369203968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950473.808918:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950473.808920:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950473.808924:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fec5a39] to pc [ptlrpcd_00_03+3] req@000000009fec5a39 x1871652369203968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950473.808958:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950473.808961:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950473.808965:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950473.808967:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca721e50. 00000020:00000040:0.0:1784950473.808970:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950473.808973:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950473.808975:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950473.808977:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950473.808982:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fcd4257c. 00000100:00000001:0.0:1784950473.808986:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950473.808993:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000ca721e50 x1871652369204096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950473.809004:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950473.809007:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950473.809014:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950473.809015:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca721e50] to pc [ptlrpcd_00_00+0] req@00000000ca721e50 x1871652369204096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950473.809024:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1784950473.809033:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950473.809035:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950473.809051:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950473.809053:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950473.809058:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950473.809059:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1784950473.809070:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:1.0:1784950473.809072:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950473.809075:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950473.809078:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1784950473.809081:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1784950473.809085:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1784950473.809088:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:0.0:1784950473.809090:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784950473.809101:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fec5a39 x1871652369203968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950473.809107:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950473.809117:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784950473.809126:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1784950473.809128:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000374132d5. 00000100:00000001:3.0:1784950473.809136:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950473.809138:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1784950473.809139:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1784950473.809152:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950473.809154:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950473.809155:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950473.809155:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950473.809168:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950473.809170:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950473.809170:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950473.809171:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950473.809186:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950473.809188:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784950473.809189:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1784950473.809235:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b126ea16. 02000000:00000001:1.0:1784950473.809235:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950473.809242:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca721e50 x1871652369204096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950473.809251:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950473.809253:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009fec5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369203968:0@lo:400: 00000100:00000040:0.0:1784950473.809276:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000374132d5 x1871652369204224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950473.809282:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950473.809292:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950473.809301:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950473.809320:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950473.809333:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009dfc6c6e. 02000000:00000001:1.0:1784950473.809350:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950473.809369:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a65dc5aa. 00000100:00000001:0.0:1784950473.809385:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1784950473.809387:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004304ebc2. 00000100:00000001:0.0:1784950473.809396:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950473.809406:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369203968, portal 25 00000100:00000040:0.0:1784950473.809418:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000374132d5] to pc [ptlrpcd_00_01+1] req@00000000374132d5 x1871652369204224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950473.809421:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950473.809432:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950473.809434:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785665237376 : -120288044314240 : ffff929941d91180) 00000100:00000001:3.0:1784950473.809454:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950473.809462:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009fec5a39 x1871652369203968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950473.809466:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950473.809469:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950473.809477:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950473.809480:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784950473.809499:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950473.809504:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950473.809509:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1784950473.809524:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1784950473.809525:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ea4fd925. 00000100:00100000:2.0:1784950473.809525:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1784950473.809526:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ca721e50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369204096:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950473.809543:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950473.809547:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:1.0:1784950473.809548:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1784950473.809569:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950473.809569:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950473.809571:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1784950473.809572:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058027d62. 02000000:00000001:0.0:1784950473.809587:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950473.809588:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950473.809589:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369203968, offset 0 02000000:00000001:3.0:1784950473.809590:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950473.809595:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950473.809603:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950473.809605:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784950473.809610:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f4c2f8a3. 02000000:00000001:3.0:1784950473.809616:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784950473.809617:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1784950473.809618:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950473.809621:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950473.809625:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950473.809635:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000ea4fd925 x1871652369204352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1784950473.809641:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000374132d5 x1871652369204224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950473.809645:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d522160c. 00000400:00000200:1.0:1784950473.809646:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1784950473.809664:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950473.809688:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c0300 00000400:00000010:3.0:1784950473.809690:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000892354fa. 00000100:00000001:0.0:1784950473.809715:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950473.809769:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950473.809778:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea4fd925] to pc [ptlrpcd_00_02+2] req@00000000ea4fd925 x1871652369204352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950473.809802:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1784950473.809807:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000200:1.0:1784950473.809809:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x148c9 [2] + 0 00000100:00080000:0.0:1784950473.809822:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000010:1.0:1784950473.809825:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052dfb883. 00000100:00000040:0.0:1784950473.809830:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1784950473.809836:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000076815ecd 00000100:00000001:0.0:1784950473.809837:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1784950473.809843:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dca9971. 00000100:00000001:2.0:1784950473.809846:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784950473.809851:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950473.809856:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950473.809864:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369204096, portal 4 00000400:00000200:1.0:1784950473.809866:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1784950473.809866:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1784950473.809876:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070e1e58f. 02000000:00000001:2.0:1784950473.809878:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950473.809884:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1784950473.809887:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:1.0:1784950473.809891:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076815ecd 00000100:00000001:3.0:1784950473.809895:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785665238272 : -120288044313344 : ffff929941d91500) 02000000:00000001:2.0:1784950473.809897:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950473.809901:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 0000000076815ecd. 00000100:00000001:0.0:1784950473.809902:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950473.809913:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950473.809924:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950473.809926:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000374132d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369204224:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950473.809930:0:441643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1784950473.809938:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ca721e50 x1871652369204096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950473.809941:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000309cba23. 00000100:00000200:1.0:1784950473.809941:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1784950473.809944:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950473.809954:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784950473.809961:0:441643:0:(events.c:337:request_in_callback()) incoming req@00000000183a2cff x1871652369203968 msgsize 224 02000000:00000001:2.0:1784950473.809962:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950473.809963:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950473.809979:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784950473.809989:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac714e1c. 00000100:00000040:0.0:1784950473.809991:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@0000000070e1e58f x1871652369204480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784950473.810004:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950473.810009:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1784950473.810023:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026ca0124. 00000100:00000040:1.0:1784950473.810027:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1784950473.810042:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000901b1d00. 00000100:00000001:1.0:1784950473.810051:0:441643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1784950473.810059:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369204224, portal 10 00000100:00000001:3.0:1784950473.810066:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950473.810070:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058027d62 00000100:00000001:2.0:1784950473.810071:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950473.810073:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1784950473.810080:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000058027d62. 00000100:00000001:2.0:1784950473.810081:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786051940608 : -120287657611008 : ffff929958e5b100) 00000100:00000001:0.0:1784950473.810085:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950473.810094:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950473.810099:0:441643:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1784950473.810109:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001829797e. 00000100:00000040:2.0:1784950473.810110:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000374132d5 x1871652369204224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950473.810111:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e1e58f] to pc [ptlrpcd_00_03+3] req@0000000070e1e58f x1871652369204480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950473.810117:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fec5a39 x1871652369203968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950473.810129:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369204096, offset 0 00000400:00000200:3.0:1784950473.810175:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950473.810228:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950473.810245:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:2.0:1784950473.810247:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950473.810250:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950473.810262:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a76f2b5f. 00000400:00000200:3.0:1784950473.810278:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1784950473.810280:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12749) 00000100:00000200:2.0:1784950473.810280:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369204224, offset 0 00000100:00000001:1.0:1784950473.810303:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950473.810308:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:1.0:1784950473.810321:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fec5a39 x1871652369203968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950473.810322:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950473.810335:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950473.810346:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1784950473.810354:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00100000:0.0:1784950473.810355:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369203968 00000100:00000001:1.0:1784950473.810365:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950473.810376:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950473.810377:0:441643:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950473.810388:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11099:11099:242:4294967295] 192.168.203.114@tcp LPNI seq info [9829:9829:8:4294967295] 00000100:00000001:0.0:1784950473.810389:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950473.810397:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950473.810412:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950473.810420:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369203968 00000020:00000001:0.0:1784950473.810430:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:3.0:1784950473.810440:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000040:0.0:1784950473.810442:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000020:00000001:0.0:1784950473.810459:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950473.810472:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000800:00000200:3.0:1784950473.810485:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950473.810486:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:0.0:1784950473.810488:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000020:00000001:0.0:1784950473.810500:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000800:00000010:3.0:1784950473.810502:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a955e85. 00000400:00000200:2.0:1784950473.810507:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950473.810508:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950473.810516:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008858f53f. 00000400:00000200:2.0:1784950473.810519:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:3.0:1784950473.810533:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950473.810536:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950473.810544:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000010:0.0:1784950473.810552:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008858f53f. 00000400:00000200:2.0:1784950473.810556:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000010:0.0:1784950473.810562:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000800:00000200:3.0:1784950473.810570:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000010:0.0:1784950473.810578:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008bff1d5c. 00000400:00000200:2.0:1784950473.810586:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11100:11100:241:4294967295] 192.168.203.114@tcp LPNI seq info [9830:9830:7:4294967295] 00000800:00000200:3.0:1784950473.810589:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004a955e85 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1784950473.810590:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017777193. 00000100:00000040:0.0:1784950473.810613:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1784950473.810619:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950473.810624:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950473.810628:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950473.810638:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950473.810640:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950473.810641:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950473.810662:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13603 usecs (14 jiffies) 00000100:00000001:1.0:1784950473.810670:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950473.810678:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950473.810679:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307411983 00000100:00000001:1.0:1784950473.810682:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307414395 00000100:00000001:0.0:1784950473.810683:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784950473.810700:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033096f34. 00000100:00000001:0.0:1784950473.810715:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950473.810785:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784950473.810792:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950473.810798:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950473.810799:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950473.810802:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307411984 00000100:00000001:1.0:1784950473.810811:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307411983 00000100:00100000:2.0:1784950473.810817:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00000010:3.0:1784950473.810819:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014137c38. 00000100:00000001:1.0:1784950473.810822:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307414396 00000100:00000040:2.0:1784950473.810840:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:3.0:1784950473.810840:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784950473.810842:0:453506:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950473.810866:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785875006544 : -120287834545072 : ffff92994e59e450) 00000100:00000001:0.0:1784950473.810867:0:453506:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950473.810871:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307411984 00000100:00000001:1.0:1784950473.810874:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307411984 00000100:00000040:2.0:1784950473.810887:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000183a2cff x1871652369203968/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:624/0 lens 224/0 e 0 to 0 dl 1784950484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784950473.810900:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c92da77b. 00000100:00000001:1.0:1784950473.810905:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307414396 00000100:00000001:0.0:1784950473.810918:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950473.810920:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1784950473.810933:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950473.810934:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950473.810937:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307411984 00000100:00000001:1.0:1784950473.810941:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307411984 00000020:00000010:2.0:1784950473.810944:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000100:00000001:0.0:1784950473.810945:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950473.810959:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1784950473.810959:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032d162ee. 00000100:00000040:0.0:1784950473.810961:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070e1e58f x1871652369204480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950473.810962:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307414396 00000020:00000010:2.0:1784950473.810979:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000100:00000001:3.0:1784950473.810984:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00100000:2.0:1784950473.811002:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000183a2cff pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369203968:12345-0@lo:400: 00000100:00000001:0.0:1784950473.811004:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950473.811012:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950473.811014:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307411984 00000100:00000200:2.0:1784950473.811014:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369203968 00000100:00000001:3.0:1784950473.811014:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950473.811028:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:0.0:1784950473.811030:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950473.811033:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950473.811037:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950473.811037:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950473.811039:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950473.811040:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950473.811048:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950473.811056:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950473.811068:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950473.811071:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950473.811071:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950473.811075:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000070e1e58f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369204480:192.168.203.114@tcp:400: 00000020:00000001:2.0:1784950473.811076:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000020:00000001:2.0:1784950473.811095:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950473.811096:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950473.811098:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950473.811098:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950473.811102:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950473.811111:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950473.811118:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784950473.811120:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950473.811121:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1784950473.811123:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950473.811128:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950473.811131:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950473.811133:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1784950473.811133:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950473.811135:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950473.811138:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d0923c0. 00000020:00000001:2.0:1784950473.811146:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950473.811162:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950473.811164:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950473.811165:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950473.811166:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784950473.811173:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e179c7b. 00000100:00000001:2.0:1784950473.811178:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950473.811179:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950473.811191:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1784950473.811216:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7101df3. 02000000:00000001:2.0:1784950473.811219:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1784950473.811226:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ea4fd925 x1871652369204352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950473.811228:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369204480, portal 10 02000000:00000010:2.0:1784950473.811230:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000acd0fa9e. 00000100:00000001:0.0:1784950473.811238:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784950473.811240:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950473.811244:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785684297344 : -120288025254272 : ffff929942fbe680) 00000100:00000001:2.0:1784950473.811249:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950473.811259:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004aab43c9. 00000020:00000001:2.0:1784950473.811260:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950473.811268:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784950473.811269:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000070e1e58f x1871652369204480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950473.811279:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1784950473.811281:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369203968 02000000:00000001:1.0:1784950473.811298:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1784950473.811300:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:2.0:1784950473.811302:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:1.0:1784950473.811309:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000200:2.0:1784950473.811319:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000183a2cff x1871652369203968/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:624/0 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950473.811327:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950473.811344:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950473.811352:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1784950473.811356:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ea4fd925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369204352:192.168.203.114@tcp:400: 00000800:00000200:3.0:1784950473.811367:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004aab43c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784950473.811377:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950473.811396:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007db34483. 00000100:00000001:1.0:1784950473.811398:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1784950473.811399:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1784950473.811403:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369204480, offset 0 00010000:00000001:2.0:1784950473.811408:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950473.811413:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950473.811414:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950473.811415:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=111 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950473.811417:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950473.811428:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950473.811440:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784950473.811443:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5600 usecs (6 jiffies) 00000100:00000001:2.0:1784950473.811445:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1784950473.811448:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000010:1.0:1784950473.811451:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca4a5e4a. 00000100:00000040:2.0:1784950473.811461:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:3.0:1784950473.811463:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307411976 02000000:00000001:1.0:1784950473.811466:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950473.811470:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950473.811484:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 02000000:00000001:2.0:1784950473.811491:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1784950473.811494:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a55e79ea. 00000400:00000200:0.0:1784950473.811497:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:2.0:1784950473.811498:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950473.811504:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058027d62. 00000100:00000001:2.0:1784950473.811509:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950473.811512:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1784950473.811517:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369204352, portal 4 00000100:00000040:2.0:1784950473.811522:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1784950473.811527:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784950473.811528:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000010:2.0:1784950473.811530:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b78b0206. 00000100:00000001:1.0:1784950473.811537:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786051928960 : -120287657622656 : ffff929958e58380) 00000100:00000200:2.0:1784950473.811543:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369203968, offset 224 00000400:00000200:0.0:1784950473.811551:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11101:11101:240:4294967295] 192.168.203.114@tcp LPNI seq info [9831:9831:6:4294967295] 00000100:00000040:1.0:1784950473.811559:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ea4fd925 x1871652369204352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950473.811560:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1784950473.811586:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950473.811598:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784950473.811606:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950473.811618:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950473.811619:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a721ffc. 00000400:00000200:2.0:1784950473.811620:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1784950473.811634:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006444b648. 00000800:00000200:0.0:1784950473.811639:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:1.0:1784950473.811644:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369204352, offset 0 00000400:00000200:2.0:1784950473.811649:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c0300 00000800:00000200:0.0:1784950473.811659:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:1.0:1784950473.811662:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950473.811666:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001a721ffc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950473.811675:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15ff5 [1] + 224 00000100:00000001:0.0:1784950473.811676:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950473.811682:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000200:3.0:1784950473.811687:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784950473.811689:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5073 usecs (6 jiffies) 00000400:00000200:2.0:1784950473.811694:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950473.811701:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1784950473.811703:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a955e85. 00000100:00000001:0.0:1784950473.811705:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307411976 00000400:00000200:2.0:1784950473.811768:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1784950473.811770:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950473.811778:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950473.811785:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950473.811789:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307414395 00000400:00000200:3.0:1784950473.811791:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950473.811800:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11102:11102:239:4294967295] 192.168.203.114@tcp LPNI seq info [9832:9832:5:4294967295] 00000100:00000001:0.0:1784950473.811811:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307411977 00000100:00000001:0.0:1784950473.811823:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307414396 00000400:00000200:3.0:1784950473.811825:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950473.811838:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307411977 00000100:00000001:0.0:1784950473.811850:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307414396 00000400:00000200:1.0:1784950473.811851:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950473.811856:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307411977 00000100:00000001:0.0:1784950473.811864:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307414396 00000100:00000001:0.0:1784950473.811869:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784950473.811871:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950473.811872:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001829797e 00000100:00000001:0.0:1784950473.811876:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950473.811885:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001829797e. 00000100:00000001:0.0:1784950473.811892:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950473.811893:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea4cd4d9. 00000100:00000001:3.0:1784950473.811897:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950473.811900:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950473.811900:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950473.811914:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1784950473.811915:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca721e50 x1871652369204096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950473.811917:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:2.0:1784950473.811917:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fec5a39 x1871652369203968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950473.811929:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950473.811950:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784950473.811952:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:0.0:1784950473.811955:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950473.811963:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950473.811969:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ea4cd4d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950473.811984:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950473.811994:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950473.812012:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4733 usecs (5 jiffies) 00000800:00000001:0.0:1784950473.812015:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950473.812029:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307411976 00000800:00000001:0.0:1784950473.812035:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950473.812044:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009fec5a39 x1871652369203968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950473.812049:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307414395 00000800:00000001:0.0:1784950473.812053:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950473.812064:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307411976 00000800:00000001:0.0:1784950473.812067:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950473.812070:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950473.812080:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307414396 00000100:00000001:1.0:1784950473.812087:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307411976 00000100:00000001:1.0:1784950473.812092:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307414396 00000100:00000001:2.0:1784950473.812093:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784950473.812099:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca721e50 x1871652369204096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950473.812107:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307411976 00000400:00000200:0.0:1784950473.812111:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950473.812112:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b78b0206 00000100:00000001:1.0:1784950473.812123:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307414396 00000400:00000010:2.0:1784950473.812125:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b78b0206. 00000100:00000001:1.0:1784950473.812145:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950473.812147:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1784950473.812151:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c0380 00000100:00000001:2.0:1784950473.812159:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950473.812165:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950473.812174:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950473.812191:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 19488 00000100:00000040:2.0:1784950473.812217:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00010000:00000001:2.0:1784950473.812232:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:3.0:1784950473.812240:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950473.812241:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950473.812242:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784950473.812242:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950473.812254:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950473.812264:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1784950473.812266:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a65dc5aa. 00000020:00000001:2.0:1784950473.812266:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000001:0.0:1784950473.812268:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950473.812283:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950473.812285:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000183a2cff x1871652369203968/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:624/0 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950473.812286:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004304ebc2 00000400:00000010:1.0:1784950473.812295:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004304ebc2. 00000400:00000200:0.0:1784950473.812304:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950473.812308:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1784950473.812318:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950473.812323:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950473.812323:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fec5a39 x1871652369203968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950473.812335:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000183a2cff pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369203968:12345-0@lo:400: Request processed in 1388us (2357us total) trans 0 rc 0/0 00000100:00000200:0.0:1784950473.812341:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000010:3.0:1784950473.812341:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004aab43c9. 00000100:00000010:0.0:1784950473.812369:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019529d69. 00000400:00000200:3.0:1784950473.812371:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784950473.812382:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fec5a39 x1871652369203968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950473.812382:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00000040:0.0:1784950473.812389:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000019529d69 x1871652369204096 msgsize 224 00000100:00000040:2.0:1784950473.812394:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000400:00000200:3.0:1784950473.812408:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950473.812410:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950473.812425:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1784950473.812436:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a76f2b5f 00000020:00000010:2.0:1784950473.812438:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008bff1d5c. 00000100:00100000:0.0:1784950473.812442:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000010:3.0:1784950473.812451:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a76f2b5f. 00000020:00000010:2.0:1784950473.812457:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017777193. 00000100:00000001:3.0:1784950473.812469:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1784950473.812470:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000100:00000001:1.0:1784950473.812478:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950473.812481:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950473.812485:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950473.812485:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000200:3.0:1784950473.812488:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000374132d5 x1871652369204224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950473.812503:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950473.812504:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1784950473.812513:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1784950473.812514:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000acd0fa9e. 00000100:00000001:1.0:1784950473.812526:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784950473.812531:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950473.812539:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950473.812541:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950473.812562:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950473.812565:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1784950473.812565:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1784950473.812569:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=111 v=5 (5 5 5 5) 00000400:00000010:2.0:1784950473.812583:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bced65a9. 00000100:00000040:3.0:1784950473.812587:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000374132d5 x1871652369204224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784950473.812589:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=111 v=5 (1 1 1 1) 00000800:00000200:0.0:1784950473.812592:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1784950473.812596:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e114d539. 00000800:00000010:0.0:1784950473.812606:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea4cd4d9. 00000100:00000001:1.0:1784950473.812623:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1784950473.812626:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950473.812632:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950473.812634:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950473.812650:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1784950473.812652:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950473.812660:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950473.812662:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950473.812675:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950473.812685:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950473.812688:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950473.812690:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006444b648 00000800:00000001:2.0:1784950473.812692:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950473.812696:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1784950473.812698:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fec5a39 x1871652369203968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950473.812700:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000006444b648. 00000100:00000001:0.0:1784950473.812716:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784950473.812761:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950473.812767:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950473.812775:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950473.812778:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950473.812785:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c0480 00000100:00000040:1.0:1784950473.812791:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fec5a39 x1871652369203968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950473.812803:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 19712 00000100:00000200:0.0:1784950473.812807:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ea4fd925 x1871652369204352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950473.812824:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950473.812855:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1784950473.812856:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009fec5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369203968:0@lo:400: 00000800:00000200:3.0:1784950473.812867:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784950473.812869:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ea4fd925 x1871652369204352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950473.812871:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950473.812886:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950473.812888:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a721ffc. 00000100:00000001:1.0:1784950473.812889:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950473.812903:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950473.812905:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fec5a39 x1871652369203968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950473.812907:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950473.812930:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950473.812936:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950473.812941:0:441636:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1784950473.812947:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1784950473.812955:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950473.812957:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950473.812958:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000010:1.0:1784950473.812959:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009dfc6c6e. 00000800:00000001:0.0:1784950473.812968:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950473.812978:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1784950473.812982:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950473.812995:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:3.0:1784950473.812998:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007db34483 00000800:00000001:0.0:1784950473.812999:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950473.813000:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000400:00000010:3.0:1784950473.813016:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007db34483. 00000020:00000001:1.0:1784950473.813018:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1784950473.813022:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000010:1.0:1784950473.813024:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d67bdc6a. 02000000:00000001:1.0:1784950473.813037:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950473.813043:0:441635:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1784950473.813044:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784950473.813044:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1784950473.813050:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c0400 00000100:00000200:2.0:1784950473.813057:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1784950473.813063:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fec5a39. 00000100:00000001:1.0:1784950473.813072:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1784950473.813075:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070e1e58f x1871652369204480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950473.813079:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 163072 00000100:00000001:1.0:1784950473.813079:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784950473.813089:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005fd8b1b4. 00000100:00000001:1.0:1784950473.813092:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950473.813104:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000005fd8b1b4 x1871652369204352 msgsize 224 00000800:00000001:0.0:1784950473.813106:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950473.813112:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1784950473.813119:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950473.813120:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784950473.813140:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950473.813141:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950473.813150:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1784950473.813151:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:0.0:1784950473.813170:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950473.813180:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950473.813185:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950473.813190:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:1.0:1784950473.813190:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369204096 00000100:00000200:0.0:1784950473.813218:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1784950473.813220:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950473.813221:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1784950473.813223:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:0.0:1784950473.813227:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf120df3. 00000100:00000001:1.0:1784950473.813235:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784950473.813238:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000cf120df3 x1871652369204224 msgsize 224 00000100:00000001:1.0:1784950473.813241:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950473.813242:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950473.813248:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070e1e58f x1871652369204480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950473.813259:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950473.813268:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:1.0:1784950473.813273:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369204096 00000100:00000001:2.0:1784950473.813278:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1784950473.813285:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:2.0:1784950473.813287:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369204352 00000020:00000040:1.0:1784950473.813292:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:0.0:1784950473.813295:0:441636:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1784950473.813299:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1784950473.813309:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950473.813310:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784950473.813313:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950473.813320:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950473.813322:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000800:00000001:0.0:1784950473.813327:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950473.813341:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950473.813342:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950473.813342:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950473.813345:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950473.813352:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950473.813354:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369204352 00000020:00000001:1.0:1784950473.813356:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950473.813369:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950473.813370:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1784950473.813370:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1784950473.813372:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000040:2.0:1784950473.813386:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000010:1.0:1784950473.813390:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000020:00000001:2.0:1784950473.813393:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950473.813400:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:1.0:1784950473.813402:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950473.813406:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000010:1.0:1784950473.813412:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00000400:00000200:0.0:1784950473.813413:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c0500 00000020:00000001:2.0:1784950473.813415:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000010:1.0:1784950473.813427:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dfc6c6e. 00000100:00000001:2.0:1784950473.813431:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950473.813437:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cfe13720. 00000400:00000200:0.0:1784950473.813439:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 163296 00000020:00000010:2.0:1784950473.813440:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000100:00000001:3.0:1784950473.813445:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950473.813451:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950473.813454:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00100000:3.0:1784950473.813457:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369204224 00000800:00000001:0.0:1784950473.813461:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950473.813470:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 02000000:00000001:3.0:1784950473.813476:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950473.813481:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1784950473.813486:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080cfe63d. 00000800:00000001:0.0:1784950473.813487:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950473.813488:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950473.813489:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1784950473.813510:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1784950473.813514:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950473.813518:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950473.813520:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1784950473.813520:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1b8a0d0. 00000100:00000001:1.0:1784950473.813534:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950473.813536:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950473.813546:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbcac818. 00000100:00100000:3.0:1784950473.813548:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369204224 00000100:00000001:0.0:1784950473.813551:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950473.813553:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950473.813561:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1784950473.813565:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950473.813571:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000010:0.0:1784950473.813573:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c58170f. 00000100:00000001:2.0:1784950473.813573:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950473.813581:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950473.813587:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1784950473.813592:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:0.0:1784950473.813593:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000003c58170f x1871652369204480 msgsize 224 00000100:00000001:2.0:1784950473.813596:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950473.813603:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:1.0:1784950473.813605:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950473.813611:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950473.813618:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:1.0:1784950473.813619:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950473.813632:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950473.813635:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:3.0:1784950473.813636:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00100000:1.0:1784950473.813654:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2729 00000100:00000001:2.0:1784950473.813656:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950473.813659:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950473.813666:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950473.813668:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1784950473.813671:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000010:3.0:1784950473.813675:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:1.0:1784950473.813678:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684295552 : -120288025256064 : ffff929942fbdf80) 00000800:00000001:0.0:1784950473.813679:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950473.813686:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950473.813692:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950473.813693:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2730 00000100:00000040:1.0:1784950473.813705:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000019529d69 x1871652369204096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:624/0 lens 224/0 e 0 to 0 dl 1784950484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950473.813707:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000040:2.0:1784950473.813709:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:2.0:1784950473.813773:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730220800 : -120287979330816 : ffff929945b8a300) 00000020:00000010:3.0:1784950473.813776:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e7c2f12. 00000100:00000001:0.0:1784950473.813778:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950473.813796:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005fd8b1b4 x1871652369204352/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:624/0 lens 224/0 e 0 to 0 dl 1784950484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950473.813798:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950473.813799:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000100:00000001:1.0:1784950473.813825:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950473.813827:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00000100:00000001:2.0:1784950473.813830:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950473.813841:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d129c4de. 00000020:00000010:2.0:1784950473.813847:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000100:00000001:1.0:1784950473.813851:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950473.813858:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950473.813860:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d129c4de. 00000100:00000040:3.0:1784950473.813865:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:2.0:1784950473.813867:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000100:00000001:0.0:1784950473.813876:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950473.813889:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000019529d69 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369204096:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950473.813896:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1784950473.813898:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369204480 00000100:00100000:2.0:1784950473.813902:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005fd8b1b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369204352:12345-192.168.203.114@tcp:400: 00000100:00000200:1.0:1784950473.813906:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369204096 00000100:00000001:3.0:1784950473.813909:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1784950473.813911:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950473.813926:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1784950473.813928:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:2.0:1784950473.813928:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369204352 00000100:00000001:3.0:1784950473.813928:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950473.813945:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950473.813948:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950473.813949:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:0.0:1784950473.813954:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950473.813960:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1784950473.813962:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950473.813963:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369204480 00000020:00000001:2.0:1784950473.813963:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950473.813979:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1784950473.813981:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950473.813983:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1784950473.813985:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950473.813987:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000020:00000001:1.0:1784950473.813989:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:3.0:1784950473.814000:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950473.814006:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1784950473.814007:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950473.814008:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000040:0.0:1784950473.814015:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000001:2.0:1784950473.814016:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000001:00000001:1.0:1784950473.814017:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369204096, found 0 last_xid 1871652369204095 00000100:00000001:3.0:1784950473.814020:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950473.814026:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:2.0:1784950473.814031:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1784950473.814039:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950473.814043:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000001:00000001:2.0:1784950473.814044:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369204352, found 0 last_xid 1871652369204351 00000020:00000001:1.0:1784950473.814047:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950473.814055:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950473.814059:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950473.814061:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950473.814063:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1784950473.814063:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950473.814066:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950473.814070:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1784950473.814075:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008858f53f. 00000020:00000001:1.0:1784950473.814079:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1784950473.814080:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1784950473.814083:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950473.814088:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950473.814090:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008858f53f. 00000100:00000001:1.0:1784950473.814091:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950473.814102:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1784950473.814107:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1590 00000020:00000001:2.0:1784950473.814110:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1784950473.814115:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 02000000:00000010:1.0:1784950473.814116:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000060923917. 00000100:00000001:2.0:1784950473.814127:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1784950473.814129:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 02000000:00000001:1.0:1784950473.814132:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950473.814133:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf2ca170. 02000000:00000001:2.0:1784950473.814136:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950473.814138:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684299136 : -120288025252480 : ffff929942fbed80) 02000000:00000010:2.0:1784950473.814149:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000acd0fa9e. 00000100:00000001:1.0:1784950473.814151:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950473.814155:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4ed778d. 02000000:00000001:2.0:1784950473.814158:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950473.814161:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cf120df3 x1871652369204224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:624/0 lens 224/0 e 0 to 0 dl 1784950484 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950473.814169:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950473.814173:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950473.814176:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950473.814187:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:1.0:1784950473.814190:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369204096 00000020:00000001:2.0:1784950473.814193:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950473.814219:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1784950473.814228:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369204352 00010000:00000001:1.0:1784950473.814229:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950473.814240:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:2.0:1784950473.814243:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:1.0:1784950473.814252:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000019529d69 x1871652369204096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:624/0 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950473.814253:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1784950473.814265:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1784950473.814268:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000005fd8b1b4 x1871652369204352/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:624/0 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950473.814290:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950473.814306:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950473.814314:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1784950473.814320:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:0.0:1784950473.814321:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950473.814337:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950473.814351:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1591 00010000:00000001:1.0:1784950473.814354:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1784950473.814360:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00010000:00000001:2.0:1784950473.814365:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1784950473.814367:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00010000:00000001:1.0:1784950473.814367:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950473.814384:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684294656 : -120288025256960 : ffff929942fbdc00) 00000100:00001000:1.0:1784950473.814386:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=106 v=5 (1 1 1 1) 00010000:00000001:2.0:1784950473.814386:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950473.814404:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000cf120df3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369204224:12345-192.168.203.114@tcp:400: 00000100:00001000:2.0:1784950473.814405:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=106 v=5 (1 1 1 1) 00000100:00000040:0.0:1784950473.814410:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c58170f x1871652369204480/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:624/0 lens 224/0 e 0 to 0 dl 1784950484 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950473.814413:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950473.814432:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950473.814434:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1784950473.814444:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369204224 00000100:00000001:1.0:1784950473.814449:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:2.0:1784950473.814454:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000020:00000001:3.0:1784950473.814461:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:1.0:1784950473.814465:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1784950473.814472:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950473.814481:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950473.814482:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:2.0:1784950473.814483:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950473.814488:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1784950473.814498:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950473.814501:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950473.814502:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1784950473.814503:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008858f53f. 00000020:00000001:3.0:1784950473.814507:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950473.814512:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1784950473.814516:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:0.0:1784950473.814517:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950473.814524:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950473.814538:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950473.814540:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1784950473.814541:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008858f53f. 00000400:00000010:1.0:1784950473.814542:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004304ebc2. 00000020:00000001:3.0:1784950473.814559:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950473.814561:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369204096, offset 224 00000400:00000010:2.0:1784950473.814562:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b78b0206. 00000020:00000001:3.0:1784950473.814578:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1784950473.814580:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003c58170f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369204480:12345-192.168.203.114@tcp:400: 00000100:00000200:2.0:1784950473.814581:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369204352, offset 224 00000020:00000001:3.0:1784950473.814596:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1784950473.814599:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950473.814608:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950473.814612:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369204480 00000020:00000001:3.0:1784950473.814619:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1784950473.814622:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:2.0:1784950473.814625:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950473.814634:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950473.814638:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1784950473.814639:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:0.0:1784950473.814640:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950473.814656:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1784950473.814657:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950473.814669:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:1.0:1784950473.814670:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11103:11103:242:4294967295] 192.168.203.114@tcp LPNI seq info [9833:9833:8:4294967295] 02000000:00000010:3.0:1784950473.814671:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b52811fd. 02000000:00000001:3.0:1784950473.814691:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950473.814693:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950473.814708:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950473.814709:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950473.814764:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:3.0:1784950473.814765:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950473.814786:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369204224 00000020:00000001:0.0:1784950473.814788:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000200:1.0:1784950473.814798:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950473.814800:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1784950473.814807:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:2.0:1784950473.814808:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:0.0:1784950473.814809:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950473.814816:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002957ca98. 00000020:00000001:0.0:1784950473.814822:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00010000:00000200:3.0:1784950473.814832:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000cf120df3 x1871652369204224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:624/0 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950473.814837:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950473.814849:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1784950473.814853:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11104:11104:241:4294967295] 192.168.203.114@tcp LPNI seq info [9834:9834:7:4294967295] 00000800:00000200:1.0:1784950473.814855:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000010:0.0:1784950473.814862:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000005c65964. 02000000:00000001:0.0:1784950473.814883:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950473.814902:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950473.814903:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:0.0:1784950473.814920:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950473.814926:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002957ca98 type 1, nob 320 niov 1 nkiov 1 00010000:00000040:0.0:1784950473.814939:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369204480 00000400:00000200:2.0:1784950473.814947:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:3.0:1784950473.814952:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950473.814953:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950473.814969:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950473.814970:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:3.0:1784950473.814972:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1784950473.814981:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000003c58170f x1871652369204480/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:624/0 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784950473.814993:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3e62659. 00000100:00001000:3.0:1784950473.814997:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=106 v=5 (1 1 1 1) 00000100:00000040:1.0:1784950473.815000:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950473.815015:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:2.0:1784950473.815019:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:1.0:1784950473.815022:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950473.815038:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1784950473.815040:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950473.815042:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1784950473.815046:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950473.815054:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00001000:0.0:1784950473.815058:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=106 v=5 (1 1 1 1) 00000100:00000040:1.0:1784950473.815059:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019529d69 x1871652369204096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:624/0 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950473.815069:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000800:00000200:2.0:1784950473.815070:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e3e62659 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950473.815077:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950473.815095:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 29 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950473.815096:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950473.815099:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950473.815109:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:2.0:1784950473.815117:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 02000000:00000001:0.0:1784950473.815121:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950473.815124:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950473.815129:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950473.815133:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:3.0:1784950473.815140:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950473.815141:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1784950473.815141:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950473.815154:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000019529d69 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369204096:12345-192.168.203.114@tcp:400: Request processed in 1316us (2750us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950473.815160:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950473.815163:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950473.815164:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1784950473.815178:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000093998741. 00000100:00000040:3.0:1784950473.815189:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950473.815193:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005fd8b1b4 x1871652369204352/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:624/0 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950473.815217:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369204480, offset 224 00000100:00100000:1.0:1784950473.815221:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2729 00000100:00000040:1.0:1784950473.815237:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000400:00000010:3.0:1784950473.815238:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001829797e. 00000400:00000200:0.0:1784950473.815250:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950473.815254:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950473.815263:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1784950473.815266:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369204224, offset 224 00000020:00000010:1.0:1784950473.815271:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cfe13720. 00000400:00000200:0.0:1784950473.815275:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:2.0:1784950473.815293:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005fd8b1b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369204352:12345-192.168.203.114@tcp:400: Request processed in 1440us (2165us total) trans 0 rc 0/0 00000020:00000010:1.0:1784950473.815294:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000020:00000010:1.0:1784950473.815309:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dfc6c6e. 00000400:00000200:0.0:1784950473.815318:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11105:11105:240:4294967295] 192.168.203.114@tcp LPNI seq info [9835:9835:6:4294967295] 00000400:00000200:3.0:1784950473.815320:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000040:1.0:1784950473.815322:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:1.0:1784950473.815336:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950473.815352:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2730 00000400:00000200:0.0:1784950473.815362:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:2.0:1784950473.815364:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:2.0:1784950473.815374:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:0.0:1784950473.815382:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950473.815386:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:0.0:1784950473.815393:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000400:00000200:3.0:1784950473.815397:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:1.0:1784950473.815400:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1784950473.815400:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1b8a0d0. 00000800:00000010:1.0:1784950473.815420:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002957ca98. 00000800:00000200:0.0:1784950473.815423:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:2.0:1784950473.815426:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbcac818. 00000400:00000200:1.0:1784950473.815433:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1784950473.815445:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080cfe63d. 00000400:00000200:3.0:1784950473.815447:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11106:11106:239:4294967295] 192.168.203.114@tcp LPNI seq info [9836:9836:5:4294967295] 00000800:00000200:0.0:1784950473.815461:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000040:2.0:1784950473.815464:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000400:00000200:1.0:1784950473.815470:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000200:0.0:1784950473.815480:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950473.815485:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950473.815500:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950473.815514:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950473.815521:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:0.0:1784950473.815527:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950473.815538:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950473.815545:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004304ebc2 00000020:00000001:0.0:1784950473.815546:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:3.0:1784950473.815548:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950473.815549:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307414395 00000400:00000010:1.0:1784950473.815555:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004304ebc2. 00000100:00000040:0.0:1784950473.815563:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c58170f x1871652369204480/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:624/0 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950473.815566:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307411980 00000800:00000010:3.0:1784950473.815567:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004aab43c9. 00000100:00000001:1.0:1784950473.815571:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950473.815580:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950473.815591:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307414396 00000800:00000200:1.0:1784950473.815605:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950473.815607:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307411980 00000800:00000200:3.0:1784950473.815610:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:0.0:1784950473.815613:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003c58170f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369204480:12345-192.168.203.114@tcp:400: Request processed in 1109us (2003us total) trans 0 rc 0/0 00000800:00000010:1.0:1784950473.815622:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3e62659. 00000100:00000001:2.0:1784950473.815626:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307414396 00000400:00000200:1.0:1784950473.815638:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950473.815639:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307411980 00000800:00000200:3.0:1784950473.815649:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950473.815654:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307414396 00000800:00000200:3.0:1784950473.815670:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004aab43c9 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1784950473.815672:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1591 00000100:00000001:2.0:1784950473.815672:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950473.815676:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:0.0:1784950473.815693:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:2.0:1784950473.815702:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950473.815703:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1784950473.815705:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b78b0206 00000100:00000001:2.0:1784950473.815710:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950473.815712:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b78b0206. 00000100:00000001:0.0:1784950473.815715:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950473.815770:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf2ca170. 00000100:00000001:1.0:1784950473.815772:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950473.815774:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950473.815778:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950473.815781:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950473.815786:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4ed778d. 00000020:00000010:0.0:1784950473.815798:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000100:00000040:3.0:1784950473.815799:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950473.815822:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000040:0.0:1784950473.815824:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000020:00000001:3.0:1784950473.815827:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950473.815833:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950473.815833:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1784950473.815858:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1784950473.815858:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf120df3 x1871652369204224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:624/0 lens 224/224 e 0 to 0 dl 1784950484 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784950473.815873:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004aab43c9. 00000400:00000200:1.0:1784950473.815894:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784950473.815905:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000cf120df3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369204224:12345-192.168.203.114@tcp:400: Request processed in 1591us (2656us total) trans 0 rc 0/0 00000400:00000200:1.0:1784950473.815917:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950473.815937:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001829797e 00000800:00000001:0.0:1784950473.815940:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950473.815950:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1784950473.815953:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001829797e. 00000100:00100000:3.0:1784950473.815953:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1590 00000800:00000001:0.0:1784950473.815960:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950473.815964:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 00000100:00000001:1.0:1784950473.815974:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:0.0:1784950473.815978:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950473.815978:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:1.0:1784950473.815981:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950473.815983:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950473.815996:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950473.816000:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:1.0:1784950473.816002:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950473.816015:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950473.816017:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950473.816018:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:1.0:1784950473.816024:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950473.816034:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000800:00000001:1.0:1784950473.816035:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950473.816042:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093998741 00000400:00000010:2.0:1784950473.816049:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000093998741. 00000020:00000010:3.0:1784950473.816052:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 00000800:00000001:1.0:1784950473.816055:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950473.816061:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c0400 00000100:00000001:2.0:1784950473.816064:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1784950473.816068:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e7c2f12. 00000100:00000001:2.0:1784950473.816072:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1784950473.816085:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x16001 [1] + 224 00000400:00000200:1.0:1784950473.816088:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000040:3.0:1784950473.816092:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000800:00000001:0.0:1784950473.816102:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950473.816106:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950473.816129:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950473.816130:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c0380 00000400:00000200:0.0:1784950473.816138:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950473.816145:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x15ffd [1] + 224 00000400:00000200:0.0:1784950473.816150:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950473.816162:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950473.816164:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950473.816174:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000374132d5 x1871652369204224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950473.816177:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950473.816187:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950473.816219:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000374132d5 x1871652369204224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950473.816227:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950473.816240:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950473.816249:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca721e50 x1871652369204096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950473.816256:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784950473.816267:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ca721e50 x1871652369204096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950473.816269:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950473.816277:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950473.816305:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950473.816313:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784950473.816318:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950473.816319:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784950473.816332:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784950473.816332:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950473.816337:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784950473.816340:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:2.0:1784950473.816343:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026ca0124. 00000800:00000001:1.0:1784950473.816347:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950473.816357:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000901b1d00 00000400:00000010:2.0:1784950473.816364:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000901b1d00. 00000400:00000200:1.0:1784950473.816365:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950473.816375:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950473.816377:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784950473.816388:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000374132d5 x1871652369204224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950473.816389:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950473.816390:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c0480 00000400:00000200:1.0:1784950473.816411:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16015 [1] + 224 00000800:00000001:1.0:1784950473.816429:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950473.816429:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000374132d5 x1871652369204224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784950473.816432:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950473.816439:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784950473.816442:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950473.816453:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784950473.816459:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784950473.816459:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000892354fa. 00000100:00000001:2.0:1784950473.816462:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950473.816485:0:441641:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:3.0:1784950473.816488:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dca9971 02000000:00000001:2.0:1784950473.816491:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784950473.816504:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950473.816507:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1784950473.816507:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008dca9971. 00000100:00000001:2.0:1784950473.816523:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950473.816527:0:441642:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784950473.816530:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950473.816532:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1784950473.816541:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=106 v=5 (5 5 5 5) 00000100:00000200:3.0:1784950473.816541:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca721e50 x1871652369204096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950473.816546:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ea4fd925 x1871652369204352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950473.816573:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950473.816598:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950473.816606:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950473.816622:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784950473.816641:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000374132d5 x1871652369204224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950473.816676:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca721e50 x1871652369204096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950473.816682:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ea4fd925 x1871652369204352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950473.816779:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950473.816782:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950473.816789:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784950473.816793:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950473.816793:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950473.816799:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950473.816816:0:441642:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784950473.816817:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950473.816818:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950473.816833:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:3.0:1784950473.816835:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784950473.816837:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950473.816840:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950473.816848:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950473.816850:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950473.816852:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950473.816871:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950473.816872:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950473.816879:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950473.816881:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000374132d5 x1871652369204224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950473.816897:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1784950473.816902:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=101 v=5 (5 5 5 5) 00000400:00000001:0.0:1784950473.816910:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784950473.816915:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c0500 00000400:00000001:0.0:1784950473.816918:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950473.816932:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a55e79ea. 00000100:00001000:3.0:1784950473.816936:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=101 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950473.816946:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058027d62 00000400:00000010:0.0:1784950473.816959:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000058027d62. 00000100:00000001:3.0:1784950473.816964:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950473.816969:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950473.816973:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950473.816985:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x1600d [1] + 224 00000100:00000200:0.0:1784950473.816989:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ea4fd925 x1871652369204352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950473.816993:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950473.817003:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950473.817013:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950473.817026:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1784950473.817030:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950473.817041:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950473.817043:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000400:00000200:1.0:1784950473.817046:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950473.817069:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950473.817071:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784950473.817087:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950473.817092:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950473.817094:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950473.817096:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950473.817097:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ea4fd925 x1871652369204352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950473.817118:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070e1e58f x1871652369204480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950473.817141:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000374132d5 x1871652369204224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950473.817143:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca721e50 x1871652369204096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950473.817145:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950473.817156:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950473.817168:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950473.817176:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1784950473.817183:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000070e1e58f x1871652369204480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950473.817188:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950473.817226:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950473.817247:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950473.817268:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=106 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950473.817294:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=106 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950473.817295:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950473.817309:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950473.817326:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950473.817326:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950473.817327:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1784950473.817334:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000374132d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369204224:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950473.817339:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950473.817351:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1784950473.817353:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784950473.817359:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950473.817361:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950473.817362:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950473.817367:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950473.817368:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784950473.817379:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950473.817384:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950473.817387:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1784950473.817387:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784950473.817395:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca721e50 x1871652369204096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950473.817397:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000374132d5 x1871652369204224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950473.817399:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000400:00000010:1.0:1784950473.817401:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e179c7b. 00000100:00000001:0.0:1784950473.817413:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1784950473.817421:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7101df3 00000100:00000001:0.0:1784950473.817426:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950473.817435:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c7101df3. 00000100:00000001:1.0:1784950473.817453:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950473.817459:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ea4fd925 x1871652369204352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950473.817478:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070e1e58f x1871652369204480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950473.817545:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1784950473.817553:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ca721e50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369204096:192.168.203.114@tcp:400: 02000000:00000001:2.0:1784950473.817555:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950473.817567:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1784950473.817568:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac714e1c. 02000000:00000001:2.0:1784950473.817588:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950473.817594:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1784950473.817596:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950473.817600:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950473.817604:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950473.817607:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070e1e58f x1871652369204480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950473.817607:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:0.0:1784950473.817620:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea4fd925 x1871652369204352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950473.817635:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1784950473.817636:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950473.817651:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b126ea16. 00000100:00000040:3.0:1784950473.817664:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca721e50 x1871652369204096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950473.817668:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950473.817676:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950473.817685:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000374132d5. 00000100:00000001:2.0:1784950473.817707:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950473.817708:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950473.817715:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950473.817759:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950473.817760:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950473.817769:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784950473.817784:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950473.817784:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784950473.817786:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1784950473.817790:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ea4fd925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369204352:192.168.203.114@tcp:400: 02000000:00000001:1.0:1784950473.817793:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950473.817804:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950473.817804:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d522160c. 00000100:00000001:1.0:1784950473.817806:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950473.817809:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950473.817819:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950473.817830:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950473.817831:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950473.817832:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950473.817833:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950473.817849:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784950473.817852:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950473.817854:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=106 v=5 (5 5 5 5) 00000100:00000040:0.0:1784950473.817861:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ea4fd925 x1871652369204352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950473.817861:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00001000:1.0:1784950473.817867:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=106 v=5 (1 1 1 1) 00000020:00000001:3.0:1784950473.817884:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950473.817888:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1784950473.817894:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fcd4257c. 00000100:00000001:1.0:1784950473.817896:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950473.817916:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784950473.817920:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950473.817930:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:1.0:1784950473.817932:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000070e1e58f x1871652369204480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784950473.817938:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca721e50. 00000100:00000001:0.0:1784950473.817948:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950473.817952:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1784950473.817955:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784950473.817964:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950473.817965:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca4a5e4a. 00010000:00000001:1.0:1784950473.817976:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950473.817987:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950473.817990:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950473.817990:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1784950473.818010:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1784950473.818011:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950473.818013:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1784950473.818021:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950473.818025:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950473.818025:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950473.818029:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950473.818042:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950473.818044:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f4c2f8a3. 00000100:00000001:3.0:1784950473.818046:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950473.818059:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950473.818060:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1784950473.818064:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070e1e58f x1871652369204480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950473.818069:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950473.818075:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ea4fd925. 00000100:00000001:0.0:1784950473.818084:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950473.818089:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950473.818093:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950473.818094:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950473.818105:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950473.818108:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950473.818109:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950473.818115:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950473.818120:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070e1e58f x1871652369204480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950473.818124:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950473.818130:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950473.818144:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000070e1e58f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369204480:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950473.818152:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950473.818155:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950473.818158:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070e1e58f x1871652369204480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950473.818167:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950473.818169:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950473.818171:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d0923c0. 02000000:00000001:1.0:1784950473.818177:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950473.818178:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950473.818180:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1784950473.818183:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950473.818185:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000309cba23. 02000000:00000001:1.0:1784950473.818189:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950473.818192:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950473.818194:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070e1e58f. 00000100:00000001:1.0:1784950473.818219:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950473.818220:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950473.818222:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950473.818227:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950473.818229:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950473.818232:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950473.818234:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950474.064852:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950474.064857:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950474.064862:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950474.064864:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950474.064992:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950474.064997:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950474.065001:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950474.704854:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950474.704870:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950474.704873:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950474.704879:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950474.704883:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950474.704888:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950474.704891:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950475.088842:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950475.088848:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950475.088855:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950475.088857:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950475.088991:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950475.088997:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950475.089002:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950475.728883:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950475.728892:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950475.728894:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950475.728898:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950475.728901:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950475.728905:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950475.728908:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950476.112852:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950476.112857:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950476.112861:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950476.112863:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950476.112993:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950476.112998:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950476.113002:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784950476.240848:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307414396, at 4307414400 00000100:00000040:3.0:1784950476.240865:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307414396, at 4307414400 00000100:00000010:2.0:1784950476.240866:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c92da77b. 00000100:00000040:1.0:1784950476.240867:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307414396, at 4307414400 00000100:00000040:0.0:1784950476.240873:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307414395, at 4307414400 00000100:00000010:3.0:1784950476.240884:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032d162ee. 00000100:00000010:1.0:1784950476.240889:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014137c38. 00000100:00000010:0.0:1784950476.240893:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033096f34. 00000100:00000001:3.0:1784950476.752853:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950476.752871:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950476.752873:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950476.752879:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950476.752881:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950476.752886:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950476.752889:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950476.880899:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1784950476.880905:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1784950476.880914:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cecd071. 00000020:00000040:1.0:1784950476.880923:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950476.880929:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950476.880934:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950476.880941:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950476.880950:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002957ca98. 00000004:00000001:2.0:1784950476.880957:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000001:1.0:1784950476.880960:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1784950476.880963:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1784950476.880971:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000010:2.0:1784950476.880973:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afc3eb23. 00000100:00000001:1.0:1784950476.880977:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950476.880983:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950476.880991:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1784950476.880996:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cecd071] to pc [ptlrpcd_00_00+0] req@000000002cecd071 x1871652369204608/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950476.880997:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950476.881004:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950476.881016:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009dd5e9b1. 00000100:00000001:2.0:1784950476.881025:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950476.881030:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950476.881032:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950476.881043:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afc3eb23] to pc [ptlrpcd_00_01+1] req@00000000afc3eb23 x1871652369204736/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1784950476.881044:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950476.881067:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950476.881102:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950476.881109:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950476.881113:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950476.881124:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cecd071 x1871652369204608/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950476.881140:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950476.881143:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950476.881149:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950476.881153:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950476.881157:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784950476.881158:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950476.881166:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1784950476.881168:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002cecd071 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369204608:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950476.881173:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950476.881197:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950476.881204:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950476.881209:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950476.881215:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afc3eb23 x1871652369204736/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950476.881216:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950476.881226:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e9a49b42. 02000000:00000001:0.0:1784950476.881234:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950476.881244:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1784950476.881246:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c17942c. 00000100:00000001:3.0:1784950476.881249:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950476.881256:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1784950476.881258:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e2aa9ca. 02000000:00000001:3.0:1784950476.881260:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950476.881269:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950476.881272:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369204608, portal 4 00000100:00100000:3.0:1784950476.881274:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000afc3eb23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369204736:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950476.881282:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950476.881285:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950476.881287:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785692706816 : -120288016844800 : ffff9299437c3800) 02000000:00000001:3.0:1784950476.881292:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950476.881297:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950476.881304:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002cecd071 x1871652369204608/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950476.881305:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950476.881315:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a2045f89. 02000000:00000001:3.0:1784950476.881323:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950476.881326:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784950476.881331:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000892354fa. 00000100:00000040:0.0:1784950476.881333:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950476.881343:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8429f61. 00000400:00000010:3.0:1784950476.881345:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dca9971. 00000100:00000200:0.0:1784950476.881348:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369204608, offset 0 00000100:00000200:3.0:1784950476.881357:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369204736, portal 4 00000100:00000001:3.0:1784950476.881366:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784950476.881367:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950476.881373:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730217216 : -120287979334400 : ffff929945b89500) 00000100:00000040:3.0:1784950476.881386:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000afc3eb23 x1871652369204736/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950476.881396:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950476.881409:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950476.881411:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784950476.881419:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950476.881425:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000010:3.0:1784950476.881429:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000400:00000200:0.0:1784950476.881434:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1784950476.881438:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369204736, offset 0 00000400:00000200:0.0:1784950476.881443:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950476.881456:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11107:11107:242:4294967295] 192.168.203.114@tcp LPNI seq info [9837:9837:8:4294967295] 00000400:00000200:3.0:1784950476.881458:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950476.881478:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950476.881485:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950476.881493:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00000400:00000200:3.0:1784950476.881496:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950476.881506:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784950476.881511:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950476.881519:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950476.881528:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784950476.881535:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950476.881540:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:0.0:1784950476.881548:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950476.881554:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11108:11108:241:4294967295] 192.168.203.114@tcp LPNI seq info [9838:9838:7:4294967295] 00000400:00000200:3.0:1784950476.881569:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950476.881574:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950476.881580:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950476.881585:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13601 usecs (14 jiffies) 00000800:00000010:3.0:1784950476.881590:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a955e85. 00000100:00000001:0.0:1784950476.881594:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307415054 00000800:00000200:3.0:1784950476.881603:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000010:0.0:1784950476.881604:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a29845db. 00000100:00000001:0.0:1784950476.881618:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784950476.881624:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950476.881629:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307415054 00000800:00000200:3.0:1784950476.881632:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004a955e85 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1784950476.881638:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d0c999b. 00000100:00000001:0.0:1784950476.881645:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784950476.881655:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307415054 00000100:00000001:3.0:1784950476.881659:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950476.881661:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bce13286. 00000100:00000040:3.0:1784950476.881669:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4737 usecs (5 jiffies) 00000100:00000001:0.0:1784950476.881670:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1784950476.881682:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307415045 00000100:00000001:0.0:1784950476.881683:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307415054 00000100:00000001:3.0:1784950476.881692:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307415054 00000100:00000010:0.0:1784950476.881695:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6f9e1ad. 00000100:00000001:3.0:1784950476.881698:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307415045 00000100:00000001:0.0:1784950476.881703:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1784950476.881705:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307415054 00000100:00000001:3.0:1784950476.881712:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307415045 00000100:00000001:0.0:1784950476.881713:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950476.881716:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307415054 00000100:00000001:0.0:1784950476.881763:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950476.881769:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307415046 00000100:00000001:0.0:1784950476.881771:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950476.881777:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307415054 00000100:00000001:0.0:1784950476.881778:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950476.881789:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950476.881794:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950476.881796:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950476.881800:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1784950476.881802:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950476.881804:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950476.881810:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950476.881814:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950476.881815:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000100:00000001:0.0:1784950476.881816:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950476.881823:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950476.881829:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950476.881830:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950476.881832:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950476.881840:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950476.881849:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950476.881850:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950476.881856:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950476.881862:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8429f61 00000100:00000001:3.0:1784950476.881863:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950476.881869:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b8429f61. 00000100:00000001:3.0:1784950476.881873:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950476.881880:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1784950476.881893:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cecd071 x1871652369204608/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950476.881894:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950476.881902:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784950476.881911:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950476.881913:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a955e85. 00000100:00000001:2.0:1784950476.881917:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784950476.881920:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950476.881929:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950476.881930:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950476.881930:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cecd071 x1871652369204608/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950476.881954:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950476.881958:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950476.881961:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950476.881963:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950476.881975:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000800:00000001:2.0:1784950476.881982:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:1.0:1784950476.881983:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000400:00000200:0.0:1784950476.881994:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c0580 00000100:00000001:1.0:1784950476.881995:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1784950476.881998:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950476.882006:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784950476.882011:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afc3eb23 x1871652369204736/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950476.882013:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 19936 00000800:00000001:2.0:1784950476.882014:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950476.882036:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950476.882041:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:0.0:1784950476.882057:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950476.882058:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784950476.882067:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950476.882069:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c0600 00000100:00000040:1.0:1784950476.882071:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afc3eb23 x1871652369204736/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950476.882085:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950476.882094:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 20160 00000100:00000001:0.0:1784950476.882112:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:2.0:1784950476.882112:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950476.882113:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950476.882120:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1784950476.882122:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1784950476.882127:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784950476.882130:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c79a93b4. 00000400:00000200:2.0:1784950476.882134:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950476.882141:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000c79a93b4 x1871652369204608 msgsize 224 00000400:00000200:2.0:1784950476.882149:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950476.882164:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950476.882204:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1784950476.882221:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950476.882228:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950476.882250:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950476.882256:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1784950476.882259:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:2.0:1784950476.882263:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc2c1649. 00000100:00100000:1.0:1784950476.882265:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369204608 00000100:00000040:2.0:1784950476.882271:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000cc2c1649 x1871652369204736 msgsize 224 02000000:00000001:1.0:1784950476.882273:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950476.882280:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950476.882286:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950476.882288:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:1.0:1784950476.882294:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950476.882300:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369204608 00000020:00000001:1.0:1784950476.882303:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950476.882306:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:1.0:1784950476.882309:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950476.882313:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:2.0:1784950476.882314:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1784950476.882321:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:1.0:1784950476.882327:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000800:00000001:2.0:1784950476.882333:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950476.882334:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1784950476.882343:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950476.882344:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000001:1.0:1784950476.882354:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950476.882358:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000020:00000010:1.0:1784950476.882367:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dfc6c6e. 00000020:00000010:1.0:1784950476.882374:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cfe13720. 00000020:00000010:1.0:1784950476.882380:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000040:1.0:1784950476.882391:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1784950476.882396:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950476.882399:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950476.882402:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950476.882412:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950476.882434:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950476.882447:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950476.882450:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950476.882453:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369204736 00000100:00000001:1.0:1784950476.882456:0:453516:0:(service.c:2287:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950476.882460:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950476.882465:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950476.882469:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950476.882473:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1784950476.882475:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950476.882479:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1784950476.882484:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369204736 00000100:00100000:1.0:1784950476.882493:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2731 00000020:00000001:3.0:1784950476.882494:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950476.882496:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1784950476.882501:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:2.0:1784950476.882503:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1784950476.882505:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000001:3.0:1784950476.882509:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950476.882510:0:455339:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950476.882512:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684298240 : -120288025253376 : ffff929942fbea00) 00000020:00000040:3.0:1784950476.882515:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:2.0:1784950476.882521:0:455339:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950476.882526:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000040:1.0:1784950476.882531:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c79a93b4 x1871652369204608/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:627/0 lens 224/0 e 0 to 0 dl 1784950487 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950476.882534:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:3.0:1784950476.882547:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950476.882556:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:1.0:1784950476.882558:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950476.882564:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950476.882568:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000020:00000010:3.0:1784950476.882569:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000001:1.0:1784950476.882580:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950476.882586:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d522160c. 00000020:00000010:1.0:1784950476.882587:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000020:00000010:3.0:1784950476.882599:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000100:00100000:1.0:1784950476.882606:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c79a93b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369204608:12345-192.168.203.114@tcp:41: 00000020:00000010:3.0:1784950476.882609:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00000100:00000200:1.0:1784950476.882622:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369204608 00000100:00000001:3.0:1784950476.882624:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1784950476.882626:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950476.882629:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950476.882633:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950476.882634:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950476.882644:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950476.882645:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950476.882656:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950476.882659:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:1.0:1784950476.882663:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1784950476.882667:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369204608, found 0 last_xid 1871652369204607 00000020:00000001:1.0:1784950476.882671:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950476.882673:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950476.882675:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950476.882682:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950476.882686:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950476.882692:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950476.882694:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1784950476.882696:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950476.882700:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000010:1.0:1784950476.882705:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000048c25d33. 00000100:00100000:3.0:1784950476.882713:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2732 02000000:00000001:1.0:1784950476.882715:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950476.882752:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950476.882757:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730224384 : -120287979327232 : ffff929945b8b100) 00000100:00000040:3.0:1784950476.882766:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cc2c1649 x1871652369204736/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:627/0 lens 224/0 e 0 to 0 dl 1784950487 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950476.882780:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950476.882791:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000004:00000001:1.0:1784950476.882795:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000010:3.0:1784950476.882798:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000004:00000001:1.0:1784950476.882801:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000100:00000001:3.0:1784950476.882806:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1784950476.882807:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950476.882817:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00100000:3.0:1784950476.882827:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000cc2c1649 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369204736:12345-192.168.203.114@tcp:41: 00000004:00000024:1.0:1784950476.882830:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000100:00000200:3.0:1784950476.882832:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369204736 00000020:00000020:1.0:1784950476.882840:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000001:3.0:1784950476.882841:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950476.882848:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000020:1.0:1784950476.882850:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000020:00000001:3.0:1784950476.882854:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1784950476.882858:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000020:00000001:3.0:1784950476.882860:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950476.882865:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:3.0:1784950476.882871:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1784950476.882873:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1784950476.882875:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369204736, found 0 last_xid 1871652369204735 00000001:00000001:1.0:1784950476.882878:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950476.882882:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1784950476.882885:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950476.882887:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00010000:00000040:1.0:1784950476.882892:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369204608 00000020:00000001:3.0:1784950476.882893:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950476.882898:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950476.882901:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950476.882905:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950476.882910:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:1.0:1784950476.882913:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c79a93b4 x1871652369204608/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:627/0 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950476.882917:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000067113718. 02000000:00000001:3.0:1784950476.882925:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950476.882932:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950476.882943:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000004:00000001:3.0:1784950476.882945:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00010000:00000001:1.0:1784950476.882948:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950476.882950:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1784950476.882958:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950476.882959:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=109 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950476.882970:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950476.882975:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000004:00000024:3.0:1784950476.882977:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000100:00000001:1.0:1784950476.882979:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000020:3.0:1784950476.882987:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 02000000:00000001:1.0:1784950476.882989:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950476.882995:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1784950476.882997:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000100:00000001:1.0:1784950476.883002:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000020:3.0:1784950476.883005:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000100:00000040:1.0:1784950476.883016:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000020:3.0:1784950476.883016:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000004:00000020:3.0:1784950476.883025:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000400:00000010:1.0:1784950476.883026:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004304ebc2. 00000001:00000001:3.0:1784950476.883034:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000100:00000200:1.0:1784950476.883035:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369204608, offset 224 00000001:00000001:3.0:1784950476.883039:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950476.883045:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950476.883052:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000040:3.0:1784950476.883053:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369204736 00010000:00000001:3.0:1784950476.883061:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:3.0:1784950476.883069:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000cc2c1649 x1871652369204736/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:627/0 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950476.883075:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950476.883095:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11109:11109:242:4294967295] 192.168.203.114@tcp LPNI seq info [9839:9839:8:4294967295] 00010000:00000001:3.0:1784950476.883097:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950476.883102:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950476.883107:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=109 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950476.883118:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1784950476.883129:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950476.883130:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950476.883136:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950476.883144:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:1.0:1784950476.883149:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950476.883150:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950476.883159:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1784950476.883162:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014755b2c. 00000100:00000040:3.0:1784950476.883172:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950476.883204:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ac4ede6. 00000800:00000200:1.0:1784950476.883212:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:3.0:1784950476.883214:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369204736, offset 224 00000800:00000200:1.0:1784950476.883235:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950476.883235:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:1.0:1784950476.883245:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000014755b2c type 1, nob 464 niov 1 nkiov 1 00000400:00000200:3.0:1784950476.883254:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950476.883262:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11110:11110:241:4294967295] 192.168.203.114@tcp LPNI seq info [9840:9840:7:4294967295] 00000100:00000001:1.0:1784950476.883265:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950476.883275:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950476.883285:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:3.0:1784950476.883292:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:1.0:1784950476.883293:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950476.883302:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:3.0:1784950476.883310:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950476.883314:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c79a93b4 x1871652369204608/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:627/0 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784950476.883318:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a7ee387. 00000800:00000200:3.0:1784950476.883335:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:1.0:1784950476.883342:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c79a93b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369204608:12345-192.168.203.114@tcp:41: Request processed in 779us (1195us total) trans 0 rc 0/0 00000800:00000200:3.0:1784950476.883354:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950476.883361:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a7ee387 type 1, nob 464 niov 1 nkiov 1 00000100:00100000:1.0:1784950476.883367:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2731 00000100:00000001:3.0:1784950476.883372:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950476.883375:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000040:3.0:1784950476.883384:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950476.883385:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950476.883392:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1784950476.883394:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:0.0:1784950476.883401:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1784950476.883401:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950476.883403:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cfe13720. 00000800:00000010:0.0:1784950476.883414:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014755b2c. 00000020:00000001:3.0:1784950476.883415:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1784950476.883417:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000100:00000040:3.0:1784950476.883426:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc2c1649 x1871652369204736/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:627/0 lens 224/368 e 0 to 0 dl 1784950487 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950476.883428:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1784950476.883431:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dfc6c6e. 00000020:00000040:1.0:1784950476.883445:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000200:0.0:1784950476.883449:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950476.883455:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950476.883466:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004304ebc2 00000400:00000010:0.0:1784950476.883474:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004304ebc2. 00000100:00100000:3.0:1784950476.883482:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000cc2c1649 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369204736:12345-192.168.203.114@tcp:41: Request processed in 684us (1202us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950476.883485:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950476.883491:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1784950476.883500:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2732 00000100:00000040:3.0:1784950476.883507:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950476.883511:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950476.883514:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950476.883518:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000020:00000010:3.0:1784950476.883524:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 00000020:00000010:3.0:1784950476.883529:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d522160c. 00000020:00000040:3.0:1784950476.883534:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:3.0:1784950476.883539:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950476.883580:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950476.883585:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a7ee387. 00000400:00000200:0.0:1784950476.883589:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950476.883597:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950476.883601:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ac4ede6 00000400:00000010:0.0:1784950476.883603:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000ac4ede6. 00000100:00000001:0.0:1784950476.883608:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950476.883611:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950476.883617:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950476.883626:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950476.883629:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950476.883634:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950476.883642:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950476.883653:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c0580 00000400:00000200:0.0:1784950476.883661:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x16035 [1] + 224 00000800:00000001:0.0:1784950476.883667:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950476.883671:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950476.883673:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950476.883677:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950476.883681:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950476.883687:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cecd071 x1871652369204608/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950476.883700:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000002cecd071 x1871652369204608/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950476.883749:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950476.883756:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950476.883761:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950476.883763:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950476.883765:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950476.883770:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950476.883777:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c0600 00000400:00000200:0.0:1784950476.883782:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x1603d [1] + 224 00000800:00000001:0.0:1784950476.883787:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950476.883792:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950476.883795:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950476.883800:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950476.883805:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950476.883810:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afc3eb23 x1871652369204736/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950476.883822:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000afc3eb23 x1871652369204736/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950476.883828:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950476.883835:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950476.883845:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950476.883847:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1784950476.883849:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950476.883855:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c17942c. 00000400:00000200:2.0:1784950476.883862:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e2aa9ca 00000400:00000010:2.0:1784950476.883865:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e2aa9ca. 00000100:00000001:2.0:1784950476.883869:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784950476.883875:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950476.883881:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cecd071 x1871652369204608/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950476.883884:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950476.883903:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cecd071 x1871652369204608/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950476.883916:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950476.883918:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950476.883922:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950476.883926:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950476.883928:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950476.883931:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950476.883934:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950476.883941:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=104 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950476.883946:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=104 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950476.883950:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950476.883952:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950476.883956:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950476.883959:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950476.883961:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950476.883963:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784950476.883970:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784950476.883971:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950476.883978:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950476.883981:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784950476.883983:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1784950476.883989:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cecd071 x1871652369204608/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784950476.883991:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950476.883997:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000892354fa. 00000400:00000200:3.0:1784950476.884009:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dca9971 00000100:00000001:2.0:1784950476.884010:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784950476.884017:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008dca9971. 00000100:00000001:2.0:1784950476.884018:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950476.884024:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950476.884027:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:2.0:1784950476.884029:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1784950476.884036:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00000200:3.0:1784950476.884041:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afc3eb23 x1871652369204736/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:2.0:1784950476.884049:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:2.0:1784950476.884066:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950476.884080:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cecd071 x1871652369204608/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950476.884084:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afc3eb23 x1871652369204736/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950476.884137:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950476.884145:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950476.884148:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002cecd071 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369204608:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950476.884150:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950476.884157:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950476.884160:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950476.884161:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950476.884168:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950476.884169:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950476.884198:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950476.884204:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cecd071 x1871652369204608/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784950476.884206:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=109 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950476.884222:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950476.884232:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950476.884234:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784950476.884238:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784950476.884239:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950476.884245:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e9a49b42. 00010000:00000001:3.0:1784950476.884246:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950476.884253:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950476.884258:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950476.884259:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1784950476.884265:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:3.0:1784950476.884266:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000020:00000040:2.0:1784950476.884271:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950476.884273:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1784950476.884279:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950476.884280:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950476.884285:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002957ca98. 00000100:00000040:3.0:1784950476.884293:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afc3eb23 x1871652369204736/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950476.884294:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950476.884299:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950476.884304:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cecd071. 00000100:00000001:2.0:1784950476.884313:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950476.884317:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950476.884319:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950476.884324:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950476.884326:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950476.884332:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950476.884333:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:3.0:1784950476.884335:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1784950476.884339:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1784950476.884342:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000001:2.0:1784950476.884345:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950476.884351:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1784950476.884357:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:3.0:1784950476.884365:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950476.884371:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afc3eb23 x1871652369204736/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950476.884383:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000afc3eb23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369204736:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950476.884389:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950476.884391:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950476.884394:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afc3eb23 x1871652369204736/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950492 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950476.884402:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950476.884404:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950476.884407:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a2045f89. 02000000:00000001:3.0:1784950476.884411:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950476.884413:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950476.884414:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1784950476.884417:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950476.884419:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009dd5e9b1. 02000000:00000001:3.0:1784950476.884423:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950476.884425:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950476.884427:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afc3eb23. 00000100:00000001:3.0:1784950476.884431:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950476.884434:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950476.884436:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950476.884442:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950476.884444:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950476.884446:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950476.884449:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950476.895866:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307415054, at 4307415055 00000100:00000010:3.0:1784950476.895879:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6f9e1ad. 00000100:00000040:0.0:1784950476.895891:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307415054, at 4307415055 00000100:00000040:2.0:1784950476.895896:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307415054, at 4307415055 00000100:00000040:1.0:1784950476.895897:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307415054, at 4307415055 00000100:00000010:0.0:1784950476.895907:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a29845db. 00000100:00000010:2.0:1784950476.895915:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bce13286. 00000100:00000010:1.0:1784950476.895919:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d0c999b. 00010000:00000001:2.0:1784950477.136848:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950477.136857:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950477.136862:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950477.136864:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950477.136992:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950477.136997:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950477.137001:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950477.776846:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950477.776856:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1784950477.776869:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950452/real 1784950452] req@0000000023fb8b3c x1871652369199616/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950477 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784950477.776889:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950477.776891:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950477.776894:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de0c084b. 00000400:00000200:3.0:1784950477.776900:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5d658c0 00000400:00000010:3.0:1784950477.776902:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d5d658c0. 00000100:00000001:3.0:1784950477.776906:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950477.776910:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023fb8b3c x1871652369199616/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950477 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950477.776921:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023fb8b3c x1871652369199616/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950477 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950477.776929:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950477.776931:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950477.776934:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950477.776935:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950477.776939:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023fb8b3c x1871652369199616/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950477 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950477.776947:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950477.776953:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950477.776955:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950477.776958:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950477.776960:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950477.776962:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950477.776966:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023fb8b3c x1871652369199616/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950477 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950477.776975:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1784950477.776979:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950477.776981:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950477.776982:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950477.776985:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1784950477.776987:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1784950477.776991:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784950477.777014:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:3.0:1784950477.777017:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1784950477.777021:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023fb8b3c x1871652369199616/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950477 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950477.777031:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000023fb8b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369199616:192.168.203.114@tcp:8: 00000100:00000001:3.0:1784950477.777035:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950477.777038:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950477.777040:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023fb8b3c x1871652369199616/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950477 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950477.777049:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950477.777051:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950477.777054:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f145e6ef. 02000000:00000001:3.0:1784950477.777059:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950477.777061:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950477.777062:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1784950477.777065:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950477.777067:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000001d92f912. 02000000:00000001:3.0:1784950477.777070:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950477.777072:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950477.777074:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023fb8b3c. 00000100:00000001:3.0:1784950477.777078:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950477.777080:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950477.777082:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950477.777131:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950477.777140:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950477.777147:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001a99e35. 00000020:00000040:1.0:1784950477.777153:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950477.777156:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950477.777159:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950477.777163:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950477.777194:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009588bd88. 00000100:00000001:1.0:1784950477.777200:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950477.777207:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@0000000001a99e35 x1871652369204864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950477.777220:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950477.777222:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950477.777227:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001a99e35] to pc [ptlrpcd_00_02+2] req@0000000001a99e35 x1871652369204864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950477.777265:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950477.777269:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950477.777273:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950477.777276:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006fd0a413. 00000020:00000040:1.0:1784950477.777279:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950477.777282:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950477.777283:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950477.777286:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950477.777289:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002957ca98. 00000100:00000001:1.0:1784950477.777292:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950477.777298:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@000000006fd0a413 x1871652369204992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950477.777307:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950477.777309:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950477.777312:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fd0a413] to pc [ptlrpcd_00_03+3] req@000000006fd0a413 x1871652369204992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950477.777322:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950477.777324:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784950477.777328:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1784950477.777331:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1784950477.777333:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1784950477.777338:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1784950477.777344:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12723 00000400:00000200:1.0:1784950477.777352:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000001:0.0:1784950477.777358:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1784950477.777359:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12722 00000100:00000001:0.0:1784950477.777365:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950477.777371:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950477.777378:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950477.777380:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000001a99e35 x1871652369204864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950477.777386:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950477.777388:0:431120:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: 0 00000100:00000001:2.0:1784950477.777394:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784950477.777404:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -11 00000100:00000040:2.0:1784950477.777411:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006fd0a413 x1871652369204992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950477.777423:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950477.777434:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950477.777444:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000001:1.0:1784950477.777453:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000020:00000001:1.0:1784950477.777465:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950477.777472:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 00000100:00000001:0.0:1784950477.777477:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1784950477.777480:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950477.777483:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950477.777489:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 00000400:00000200:3.0:1784950477.777494:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:0.0:1784950477.777496:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1784950477.777500:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 02000000:00000001:0.0:1784950477.777504:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950477.777512:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 00000020:00000001:1.0:1784950477.777514:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000100:00000001:2.0:1784950477.777515:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784950477.777516:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.777523:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950477.777529:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d522160c. 02000000:00000001:2.0:1784950477.777532:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1784950477.777534:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000001a99e35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369204864:0@lo:400: 00000100:00000040:1.0:1784950477.777535:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 02000000:00000001:2.0:1784950477.777539:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784950477.777541:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dca9971. 00000100:00000001:1.0:1784950477.777549:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1784950477.777553:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.777554:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1784950477.777558:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000e197e99f. 00000100:00000040:1.0:1784950477.777560:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 02000000:00000001:0.0:1784950477.777564:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1784950477.777569:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006fd0a413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369204992:192.168.203.114@tcp:400: 02000000:00000001:0.0:1784950477.777573:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950477.777574:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000400:00000200:3.0:1784950477.777581:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-1.2.3.4@tcp 02000000:00000001:0.0:1784950477.777586:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1784950477.777587:0:431120:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 00000100:00000001:2.0:1784950477.777589:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950477.777597:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1784950477.777598:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da6cc722. 00000100:00080000:1.0:1784950477.777602:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 02000000:00000001:2.0:1784950477.777604:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950477.777606:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 1.2.3.4@tcp local destination 02000000:00000001:0.0:1784950477.777609:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950477.777614:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1784950477.777621:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000400:00000010:0.0:1784950477.777624:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d361b86. 02000000:00000010:2.0:1784950477.777627:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac714e1c. 00000400:00000200:3.0:1784950477.777627:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950477.777633:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950477.777638:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950477.777640:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1784950477.777641:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c923ef1. 00000400:00000200:3.0:1784950477.777643:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000010:2.0:1784950477.777650:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026ca0124. 02000000:00000001:1.0:1784950477.777653:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950477.777656:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369204864, portal 25 00000400:00000200:3.0:1784950477.777658:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1784950477.777664:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000901b1d00. 02000000:00000001:1.0:1784950477.777669:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.777670:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784950477.777673:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 1.2.3.4@tcp 00000100:00000200:2.0:1784950477.777676:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369204992, portal 4 00000100:00000001:0.0:1784950477.777677:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785692696960 : -120288016854656 : ffff9299437c1180) 00000100:00000001:1.0:1784950477.777679:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1784950477.777687:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950477.777688:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11111:11111:242:4294967295] 1.2.3.4@tcp LPNI seq info [162:162:8:4294967295] 00000100:00000001:2.0:1784950477.777689:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950477.777695:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785692692480 : -120288016859136 : ffff9299437c0000) 00000100:00000010:1.0:1784950477.777697:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002a6cd7d. 00000100:00000040:0.0:1784950477.777698:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000001a99e35 x1871652369204864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784950477.777709:0:431120:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1784950477.777760:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006fd0a413 x1871652369204992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950477.777761:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 1.2.3.4@tcp 02000000:00000001:1.0:1784950477.777772:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1784950477.777781:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950477.777791:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1784950477.777796:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 1.2.3.4@tcp(1.2.3.4@tcp:1.2.3.4@tcp) : GET try# 0 02000000:00000001:1.0:1784950477.777799:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950477.777806:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.777815:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1784950477.777822:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007c37231b. 00000100:00000001:0.0:1784950477.777824:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784950477.777833:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-1.2.3.4@tcp 00000100:00000040:2.0:1784950477.777835:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950477.777836:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950477.777837:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:3.0:1784950477.777852:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a86c365d. 00000400:00000010:0.0:1784950477.777853:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0c90d20. 00000400:00000010:2.0:1784950477.777854:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008562deaf. 00000100:00100000:1.0:1784950477.777855:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000002a6cd7d x1871652369205120/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1784950477.777868:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369204864, offset 0 00000100:00000200:2.0:1784950477.777870:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369204992, offset 0 00000800:00000200:3.0:1784950477.777873:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000800:00000200:3.0:1784950477.777887:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 10 secs later) 00000400:00000200:0.0:1784950477.777896:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1784950477.777898:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950477.777905:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1784950477.777905:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000400:00000200:2.0:1784950477.777916:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:3.1:1784950477.777919:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 10 secs later) 00000400:00000200:0.0:1784950477.777921:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1784950477.777924:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002a6cd7d] to pc [ptlrpcd_rcv+-1] req@0000000002a6cd7d x1871652369205120/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950477.777941:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000100:3.0:1784950477.777944:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-1.2.3.4@tcp 00000800:00000010:3.0:1784950477.777953:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a86c365d. 00000400:00000200:2.0:1784950477.777957:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950477.777965:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1784950477.777970:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950477.777980:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950477.777982:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950477.777983:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->1.2.3.4@tcp: GET: REMOTE_ERROR 00000100:00000040:1.0:1784950477.777991:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1784950477.777997:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950477.778005:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1784950477.778009:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11112:11112:241:4294967295] 192.168.203.114@tcp LPNI seq info [9841:9841:8:4294967295] 00000100:00000010:1.0:1784950477.778013:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cecd071. 00000020:00000040:1.0:1784950477.778020:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1784950477.778029:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1784950477.778033:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:1.0:1784950477.778035:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950477.778041:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950477.778050:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014755b2c. 00000800:00000200:2.0:1784950477.778052:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950477.778059:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950477.778059:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1784950477.778063:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c0680 00000800:00000010:2.0:1784950477.778065:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005b63d50. 00000400:00000200:3.0:1784950477.778075:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 1.2.3.4@tcp: 1 00000100:00000040:1.0:1784950477.778077:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002cecd071 x1871652369205248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1784950477.778089:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14921 [2] + 0 00000800:00000200:2.0:1784950477.778089:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950477.778090:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000400:00000010:0.0:1784950477.778108:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044fbb7e3. 00000800:00000200:2.0:1784950477.778118:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950477.778121:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009818b551 00000100:00000001:1.0:1784950477.778123:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1784950477.778127:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000005b63d50 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950477.778130:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950477.778135:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950477.778143:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 1.2.3.4@tcp 00000100:00000040:1.0:1784950477.778144:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cecd071] to pc [ptlrpcd_00_00+0] req@000000002cecd071 x1871652369205248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950477.778150:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950477.778153:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1784950477.778157:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 rc 0 00000100:00000040:2.0:1784950477.778162:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13593 usecs (14 jiffies) 00000400:00000200:0.0:1784950477.778197:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009818b551 00000100:00000001:2.0:1784950477.778198:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307415951 00000400:00000200:3.0:1784950477.778205:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 00000400:00000010:0.0:1784950477.778207:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 000000009818b551. 00000100:00000010:2.0:1784950477.778210:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009903bee5. 00000100:00000001:1.0:1784950477.778218:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.778223:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000400:00000001:3.0:1784950477.778225:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950477.778226:0:441643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1784950477.778226:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950477.778233:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307415951 00000100:00000200:0.0:1784950477.778234:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000001:3.0:1784950477.778235:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784950477.778242:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1784950477.778244:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dca9971 00000100:00000010:2.0:1784950477.778246:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059cb1098. 00000100:00000040:0.0:1784950477.778247:0:441643:0:(events.c:337:request_in_callback()) incoming req@00000000976a08f3 x1871652369204864 msgsize 224 00000100:00000010:1.0:1784950477.778252:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca721e50. 00000400:00000010:3.0:1784950477.778253:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008dca9971. 00000100:00000001:2.0:1784950477.778261:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000020:00000040:1.0:1784950477.778265:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:3.0:1784950477.778266:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000100:00000001:2.0:1784950477.778271:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307415951 00000100:00100000:0.0:1784950477.778274:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1784950477.778279:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1784950477.778281:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000100:00000010:2.0:1784950477.778283:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c99bcda4. 00000100:00000040:0.0:1784950477.778285:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1784950477.778286:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1784950477.778292:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d522160c. 02000000:00000001:1.0:1784950477.778295:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.778298:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 02000000:00000010:1.0:1784950477.778305:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea4cd4d9. 00000400:00000200:3.0:1784950477.778306:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 1.2.3.4@tcp:-5 00000100:00000001:2.0:1784950477.778307:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307415951 00000100:00000001:0.0:1784950477.778308:0:441643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950477.778319:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950477.778322:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024c3e437. 00000400:00000200:0.0:1784950477.778324:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c90d20 00000400:00000200:3.0:1784950477.778325:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 rc -5 00000400:00000010:0.0:1784950477.778335:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e0c90d20. 00000100:00000001:2.0:1784950477.778336:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:1.0:1784950477.778337:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000ca721e50 x1871652369205376/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1784950477.778343:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 1.2.3.4@tcp 00000100:00000001:0.0:1784950477.778347:0:441643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950477.778349:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950477.778360:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000001a99e35 x1871652369204864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950477.778362:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.778373:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950477.778378:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950477.778383:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950477.778384:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950477.778386:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369204864 00000100:00000001:1.0:1784950477.778391:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950477.778397:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950477.778402:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950477.778404:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784950477.778410:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca721e50] to pc [ptlrpcd_00_01+1] req@00000000ca721e50 x1871652369205376/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950477.778411:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950477.778412:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.778414:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950477.778425:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950477.778426:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950477.778427:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000001a99e35 x1871652369204864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950477.778432:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950477.778439:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950477.778440:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369204864 00000100:00000001:2.0:1784950477.778449:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950477.778451:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950477.778458:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000020:00000001:3.0:1784950477.778466:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950477.778474:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:1.0:1784950477.778475:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.778478:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950477.778484:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00080000:1.0:1784950477.778487:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:0.0:1784950477.778488:0:441643:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1784950477.778490:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:0.0:1784950477.778499:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950477.778502:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00080000:1.0:1784950477.778503:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1784950477.778505:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307418363 00000020:00000010:3.0:1784950477.778511:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000040:1.0:1784950477.778516:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950477.778519:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950477.778520:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307415951 00000100:00000001:1.0:1784950477.778525:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000010:3.0:1784950477.778533:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000010:1.0:1784950477.778536:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fec5a39. 00000100:00000001:0.0:1784950477.778537:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307418363 00000020:00000010:3.0:1784950477.778544:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d522160c. 00000020:00000040:1.0:1784950477.778546:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1784950477.778549:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307415951 00000100:00000001:1.0:1784950477.778557:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:3.0:1784950477.778558:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000100:00000001:0.0:1784950477.778560:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307418363 02000000:00000001:1.0:1784950477.778565:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1784950477.778568:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1784950477.778570:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 02000000:00000001:1.0:1784950477.778571:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.778572:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307415951 00000800:00000010:2.0:1784950477.778576:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005b63d50. 00000400:00000200:2.0:1784950477.778589:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1784950477.778590:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d508b323. 00000100:00000001:0.0:1784950477.778592:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307418363 00000100:00000040:3.0:1784950477.778595:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1784950477.778600:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950477.778605:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950477.778606:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950477.778607:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307415951 00000100:00000040:1.0:1784950477.778614:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@000000009fec5a39 x1871652369205504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950477.778617:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1784950477.778619:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008562deaf 00000100:00000001:0.0:1784950477.778620:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950477.778624:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950477.778628:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008562deaf. 00000100:00000001:0.0:1784950477.778633:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.778641:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950477.778642:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.778644:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950477.778655:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006fd0a413 x1871652369204992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950477.778657:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950477.778658:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950477.778664:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950477.778671:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950477.778672:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950477.778678:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1784950477.778681:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fec5a39] to pc [ptlrpcd_00_02+2] req@000000009fec5a39 x1871652369205504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950477.778691:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950477.778698:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950477.778699:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950477.778706:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950477.778708:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950477.778710:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950477.778757:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950477.778769:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006fd0a413 x1871652369204992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950477.778770:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00000040:3.0:1784950477.778783:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:3.0:1784950477.778791:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785875011664 : -120287834539952 : ffff92994e59f850) 00000100:00000001:2.0:1784950477.778804:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950477.778805:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950477.778807:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000976a08f3 x1871652369204864/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:628/0 lens 224/0 e 0 to 0 dl 1784950488 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950477.778811:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950477.778815:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950477.778819:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784950477.778822:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12753) 00000100:00000001:0.0:1784950477.778826:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000001:2.0:1784950477.778830:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950477.778841:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002a6cd7d x1871652369205120/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950477.778843:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950477.778845:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950477.778855:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000800:00000001:2.0:1784950477.778856:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950477.778866:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950477.778867:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950477.778869:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950477.778875:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950477.778876:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950477.778879:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000001:1.0:1784950477.778884:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950477.778888:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784950477.778892:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950477.778893:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784950477.778895:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784950477.778897:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000976a08f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369204864:12345-0@lo:400: 02000000:00000001:0.0:1784950477.778909:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950477.778911:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fec5a39 x1871652369205504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950477.778916:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369204864 00000020:00000001:3.0:1784950477.778927:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00100000:0.0:1784950477.778928:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000002a6cd7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369205120:1.2.3.4@tcp:8: 00000400:00000200:2.0:1784950477.778928:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c0700 00000020:00000001:3.0:1784950477.778938:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950477.778946:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.778948:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784950477.778956:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 20384 00000100:00000001:0.0:1784950477.778958:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950477.778959:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950477.778968:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:1.0:1784950477.778969:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950477.778970:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950477.778973:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950477.778978:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950477.778979:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.778982:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950477.778984:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950477.778990:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950477.778992:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950477.778993:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950477.778993:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1784950477.778997:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950477.779000:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1784950477.779006:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950477.779007:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784950477.779010:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950477.779010:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.779014:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950477.779022:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1784950477.779025:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950477.779026:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950477.779030:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1784950477.779031:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009fec5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369205504:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950477.779033:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950477.779039:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950477.779043:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.779043:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950477.779047:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1784950477.779048:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a2045f89. 00000100:00000200:2.0:1784950477.779050:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1784950477.779053:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950477.779056:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950477.779059:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950477.779063:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064c9d7de. 02000000:00000001:1.0:1784950477.779064:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950477.779066:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950477.779075:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000064c9d7de x1871652369204992 msgsize 224 02000000:00000001:1.0:1784950477.779076:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1784950477.779077:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950477.779086:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369204864 02000000:00000010:1.0:1784950477.779087:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009dfc6c6e. 00000100:00000001:0.0:1784950477.779095:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1784950477.779097:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:1.0:1784950477.779099:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950477.779100:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950477.779102:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950477.779111:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00010000:00000200:3.0:1784950477.779112:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000976a08f3 x1871652369204864/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:628/0 lens 224/224 e 0 to 0 dl 1784950488 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950477.779113:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a65dc5aa. 00000100:00000001:2.0:1784950477.779123:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1784950477.779125:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cecd071 x1871652369205248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950477.779126:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e49f40e5. 00000800:00000001:2.0:1784950477.779134:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784950477.779142:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369205504, portal 10 00000800:00000001:2.0:1784950477.779144:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950477.779156:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950477.779164:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785665237376 : -120288044314240 : ffff929941d91180) 00010000:00000001:3.0:1784950477.779192:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950477.779194:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1784950477.779198:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.779201:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.779201:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:3.0:1784950477.779205:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=115 v=5 (1 1 1 1) 00000100:00100000:2.0:1784950477.779209:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369204992 00000100:00000040:1.0:1784950477.779213:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009fec5a39 x1871652369205504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950477.779214:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950477.779219:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1784950477.779223:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950477.779225:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950477.779226:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950477.779235:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950477.779236:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950477.779238:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 02000000:00000001:2.0:1784950477.779247:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950477.779251:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00100000:0.0:1784950477.779256:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002cecd071 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369205248:192.168.203.114@tcp:400: 00000100:00100000:2.0:1784950477.779259:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369204992 02000000:00000001:3.0:1784950477.779262:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950477.779268:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950477.779270:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950477.779274:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950477.779276:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1784950477.779278:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:3.0:1784950477.779281:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1784950477.779284:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:0.0:1784950477.779285:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1784950477.779291:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000040:1.0:1784950477.779293:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950477.779294:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950477.779295:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1784950477.779302:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 02000000:00000001:0.0:1784950477.779307:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1784950477.779308:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054cdf7f5. 00000020:00000001:2.0:1784950477.779309:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000010:3.0:1784950477.779310:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dca9971. 02000000:00000010:0.0:1784950477.779316:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d0923c0. 00000100:00000200:1.0:1784950477.779321:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369205504, offset 0 02000000:00000001:0.0:1784950477.779324:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.779325:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1784950477.779326:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369204864, offset 224 00000020:00000010:2.0:1784950477.779335:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000400:00000010:0.0:1784950477.779337:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c029abba. 00000400:00000200:1.0:1784950477.779345:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950477.779347:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950477.779356:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000400:00000200:3.0:1784950477.779362:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1784950477.779365:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080cfe63d. 00000400:00000200:1.0:1784950477.779368:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:0.0:1784950477.779376:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0c90d20. 00000020:00000010:2.0:1784950477.779378:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1b8a0d0. 00000400:00000200:1.0:1784950477.779380:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1784950477.779387:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369205248, portal 10 00000020:00000010:2.0:1784950477.779391:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbcac818. 00000400:00000200:1.0:1784950477.779393:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950477.779397:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950477.779403:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785692706816 : -120288016844800 : ffff9299437c3800) 00000100:00000040:2.0:1784950477.779407:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000400:00000200:1.0:1784950477.779408:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950477.779415:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1784950477.779418:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002cecd071 x1871652369205248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950477.779422:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1784950477.779423:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950477.779428:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950477.779439:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11113:11113:242:4294967295] 192.168.203.114@tcp LPNI seq info [9842:9842:8:4294967295] 00000100:00000001:2.0:1784950477.779442:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.779458:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950477.779462:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950477.779472:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950477.779478:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1784950477.779483:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e2aa9ca. 00000100:00000001:2.0:1784950477.779485:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1784950477.779486:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:0.0:1784950477.779494:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369205248, offset 0 00000100:00100000:2.0:1784950477.779500:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2733 00000800:00000200:1.0:1784950477.779511:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950477.779514:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000400:00000200:3.0:1784950477.779516:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1784950477.779521:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950477.779524:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730212736 : -120287979338880 : ffff929945b88380) 00000800:00000010:1.0:1784950477.779527:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6e9cfb4. 00000400:00000200:0.0:1784950477.779543:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:2.0:1784950477.779545:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064c9d7de x1871652369204992/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:628/0 lens 224/0 e 0 to 0 dl 1784950488 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950477.779552:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950477.779561:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950477.779575:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:1.0:1784950477.779578:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950477.779586:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950477.779588:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784950477.779590:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f6e9cfb4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1784950477.779593:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000400:00000200:0.0:1784950477.779600:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950477.779603:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950477.779613:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11114:11114:241:4294967295] 192.168.203.114@tcp LPNI seq info [9843:9843:7:4294967295] 00000020:00000010:2.0:1784950477.779613:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000100:00000001:1.0:1784950477.779616:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950477.779628:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5078 usecs (6 jiffies) 00000100:00100000:2.0:1784950477.779630:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000064c9d7de pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369204992:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950477.779636:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307415944 00000100:00000001:1.0:1784950477.779648:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307418363 00000100:00000200:2.0:1784950477.779648:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369204992 00000400:00000200:0.0:1784950477.779653:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:2.0:1784950477.779657:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950477.779659:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307415944 00000020:00000001:2.0:1784950477.779665:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000200:0.0:1784950477.779674:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950477.779674:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307418363 00000020:00000001:2.0:1784950477.779675:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950477.779682:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c0680 00000020:00000001:2.0:1784950477.779688:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950477.779689:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307415944 00000800:00000010:0.0:1784950477.779691:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00000020:00000001:2.0:1784950477.779696:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:3.0:1784950477.779702:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16051 [1] + 224 00000100:00000001:1.0:1784950477.779703:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307418363 00000020:00000001:2.0:1784950477.779705:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:0.0:1784950477.779713:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000001:00000001:2.0:1784950477.779714:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369204992, found 0 last_xid 1871652369204991 00000400:00000200:3.0:1784950477.779749:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950477.779756:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1784950477.779762:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784950477.779765:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950477.779767:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307415944 00000100:00000200:3.0:1784950477.779773:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000001a99e35 x1871652369204864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950477.779776:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1784950477.779778:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307418363 00000020:00000001:2.0:1784950477.779783:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000200:0.0:1784950477.779785:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:2.0:1784950477.779791:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950477.779792:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784950477.779797:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:2.0:1784950477.779804:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950477.779807:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.779814:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950477.779818:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950477.779821:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950477.779825:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950477.779829:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784950477.779832:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b90f6412. 00000100:00000040:0.0:1784950477.779834:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5603 usecs (6 jiffies) 00000100:00000040:3.0:1784950477.779838:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000001a99e35 x1871652369204864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950477.779839:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784950477.779841:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.779845:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307415945 00000100:00000001:1.0:1784950477.779847:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950477.779852:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.779858:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307418363 00000100:00000001:1.0:1784950477.779860:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1784950477.779863:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950477.779867:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950477.779870:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307415945 00010000:00000040:2.0:1784950477.779877:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369204992 00000100:00000001:0.0:1784950477.779880:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307418363 00010000:00000001:2.0:1784950477.779886:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950477.779890:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307415945 00000100:00000001:0.0:1784950477.779899:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307418363 00010000:00000200:2.0:1784950477.779900:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000064c9d7de x1871652369204992/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:628/0 lens 224/224 e 0 to 0 dl 1784950488 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950477.779908:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307415945 00000100:00000001:3.0:1784950477.779912:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950477.779921:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307418363 00010000:00000001:2.0:1784950477.779928:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950477.779929:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1784950477.779935:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.779936:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950477.779940:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dca9971 00000100:00001000:2.0:1784950477.779945:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=110 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950477.779947:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950477.779948:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008dca9971. 00000100:00000001:0.0:1784950477.779961:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950477.779965:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950477.779965:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1784950477.779966:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950477.779968:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950477.779973:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1784950477.779974:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784950477.779975:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1784950477.779976:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000400:00000010:1.0:1784950477.779983:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d361b86. 00000100:00000001:3.0:1784950477.779985:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.779988:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950477.779988:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950477.779996:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950477.779997:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c923ef1 02000000:00000001:2.0:1784950477.779998:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1784950477.780001:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:0.0:1784950477.780003:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950477.780006:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950477.780007:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008c923ef1. 00010000:00000001:3.0:1784950477.780015:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00100000:0.0:1784950477.780016:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784950477.780019:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950477.780021:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1784950477.780023:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.780025:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950477.780034:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000001a99e35 x1871652369204864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950477.780038:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950477.780039:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1784950477.780039:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950477.780048:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950477.780050:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008562deaf. 00000100:00000040:3.0:1784950477.780056:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000976a08f3 x1871652369204864/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:628/0 lens 224/224 e 0 to 0 dl 1784950488 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950477.780058:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784950477.780064:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369204992, offset 224 00000100:00000001:0.0:1784950477.780065:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950477.780071:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950477.780087:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca721e50 x1871652369205376/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950477.780090:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000001a99e35 x1871652369204864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950477.780094:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:3.0:1784950477.780107:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000976a08f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369204864:12345-0@lo:400: Request processed in 1253us (1850us total) trans 0 rc 0/0 00000400:00000200:2.0:1784950477.780117:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950477.780148:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11115:11115:240:4294967295] 192.168.203.114@tcp LPNI seq info [9844:9844:6:4294967295] 00000100:00100000:3.0:1784950477.780150:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00000040:3.0:1784950477.780163:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:0.0:1784950477.780165:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950477.780167:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950477.780189:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950477.780191:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950477.780193:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950477.780196:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1784950477.780198:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950477.780204:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950477.780207:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950477.780208:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 02000000:00000001:1.0:1784950477.780211:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950477.780217:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1784950477.780219:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950477.780221:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:3.0:1784950477.780223:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 00000100:00000001:1.0:1784950477.780224:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950477.780235:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ca721e50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369205376:192.168.203.114@tcp:400: 00000020:00000010:3.0:1784950477.780238:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d522160c. 02000000:00000001:1.0:1784950477.780239:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950477.780252:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000040:3.0:1784950477.780253:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00001000:1.0:1784950477.780254:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=115 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950477.780255:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1784950477.780265:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005b63d50. 02000000:00000001:0.0:1784950477.780266:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:1.0:1784950477.780269:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=115 v=5 (1 1 1 1) 02000000:00000001:3.0:1784950477.780270:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1784950477.780273:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950477.780277:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a2045f89. 02000000:00000001:0.0:1784950477.780283:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1784950477.780286:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:3.0:1784950477.780289:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950477.780291:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1784950477.780295:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d0624bd. 00000100:00000001:3.0:1784950477.780296:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950477.780297:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950477.780304:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:0.0:1784950477.780307:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950477.780311:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1784950477.780312:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:2.0:1784950477.780317:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000005b63d50 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1784950477.780319:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950477.780320:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d361b86. 00000400:00000010:3.0:1784950477.780322:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000892354fa. 00000100:00000001:2.0:1784950477.780326:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950477.780333:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950477.780335:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8429f61. 00000100:00000040:2.0:1784950477.780340:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000400:00000010:3.0:1784950477.780341:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddccefe9. 00000100:00000200:0.0:1784950477.780346:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369205376, portal 4 00000100:00000040:1.0:1784950477.780348:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000001a99e35 x1871652369204864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950477.780352:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:0.0:1784950477.780356:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1784950477.780358:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.780363:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785665238272 : -120288044313344 : ffff929941d91500) 00000020:00000001:2.0:1784950477.780370:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950477.780376:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950477.780384:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ca721e50 x1871652369205376/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950477.780385:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950477.780386:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064c9d7de x1871652369204992/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:628/0 lens 224/224 e 0 to 0 dl 1784950488 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950477.780387:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950477.780401:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950477.780407:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950477.780426:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001a99e35 x1871652369204864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950477.780448:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1784950477.780465:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000001a99e35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369204864:0@lo:400: 00000100:00100000:2.0:1784950477.780466:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000064c9d7de pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369204992:12345-192.168.203.114@tcp:400: Request processed in 868us (1378us total) trans 0 rc 0/0 00000100:00000040:0.0:1784950477.780468:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950477.780479:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7101df3. 00000100:00000001:1.0:1784950477.780487:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950477.780490:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369205376, offset 0 00000100:00000001:1.0:1784950477.780495:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1784950477.780500:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2733 00000800:00000200:3.0:1784950477.780506:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1784950477.780508:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000001a99e35 x1871652369204864/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950477.780509:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000400:00000200:0.0:1784950477.780510:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950477.780518:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6e9cfb4. 00000100:00000001:2.0:1784950477.780520:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950477.780526:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950477.780532:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950477.780532:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1784950477.780535:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1b8a0d0. 00000100:00000001:1.0:1784950477.780550:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1784950477.780552:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbcac818. 00000400:00000200:0.0:1784950477.780553:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1784950477.780558:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1784950477.780559:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950477.780565:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080cfe63d. 02000000:00000010:1.0:1784950477.780566:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da6cc722. 00000400:00000200:0.0:1784950477.780567:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950477.780578:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000040:2.0:1784950477.780581:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 02000000:00000001:1.0:1784950477.780583:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1784950477.780584:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000001:1.0:1784950477.780590:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784950477.780593:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950477.780596:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000400:00000200:0.0:1784950477.780600:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11116:11116:239:4294967295] 192.168.203.114@tcp LPNI seq info [9845:9845:5:4294967295] 00000020:00000001:1.0:1784950477.780605:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950477.780612:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009588bd88. 02000000:00000001:1.0:1784950477.780622:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:2.0:1784950477.780623:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950477.780630:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:1.0:1784950477.780631:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1784950477.780637:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784950477.780638:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000001a99e35. 00000400:00000200:3.0:1784950477.780644:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054cdf7f5 00000800:00000001:2.0:1784950477.780647:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950477.780652:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950477.780653:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1784950477.780654:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000054cdf7f5. 00000800:00000001:2.0:1784950477.780656:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950477.780662:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950477.780668:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309cba23. 00000100:00000001:3.0:1784950477.780668:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950477.780670:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950477.780679:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950477.780682:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784950477.780684:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fec5a39 x1871652369205504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950477.780689:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784950477.780691:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950477.780697:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950477.780707:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950477.780713:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c0900 00000800:00000200:0.0:1784950477.780717:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950477.780755:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000309cba23 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950477.780763:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950477.780772:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4736 usecs (5 jiffies) 00000400:00000200:2.0:1784950477.780779:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 163520 00000100:00000001:0.0:1784950477.780783:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307415945 00000100:00000001:3.0:1784950477.780794:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950477.780796:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307418363 00000800:00000001:2.0:1784950477.780801:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950477.780803:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307415945 00000100:00000040:3.0:1784950477.780807:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fec5a39 x1871652369205504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950477.780811:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307418363 00000100:00000001:0.0:1784950477.780821:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307415945 00000100:00000001:0.0:1784950477.780831:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307418363 00000100:00000001:0.0:1784950477.780841:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307415945 00000800:00000200:1.0:1784950477.780842:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950477.780847:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950477.780851:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307418363 00000800:00000010:1.0:1784950477.780854:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000100:00000001:2.0:1784950477.780855:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950477.780857:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.780864:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950477.780865:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950477.780866:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950477.780869:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950477.780875:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.780878:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.780883:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950477.780888:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950477.780892:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950477.780897:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e2aa9ca 00000400:00000010:1.0:1784950477.780902:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e2aa9ca. 00000800:00000001:2.0:1784950477.780906:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950477.780910:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784950477.780913:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784950477.780920:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cecd071 x1871652369205248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950477.780927:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950477.780940:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950477.780943:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784950477.780944:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1784950477.780952:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cecd071 x1871652369205248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784950477.780953:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b6338b7. 00000100:00000040:2.0:1784950477.780961:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000009b6338b7 x1871652369205504 msgsize 224 00000100:00100000:2.0:1784950477.780982:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950477.780991:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950477.780994:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950477.781006:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:1.0:1784950477.781010:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950477.781016:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005b63d50. 00000800:00000001:2.0:1784950477.781018:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950477.781023:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950477.781027:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950477.781036:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950477.781043:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008562deaf 00000400:00000010:1.0:1784950477.781046:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008562deaf. 00000100:00000001:1.0:1784950477.781050:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950477.781053:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1784950477.781067:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784950477.781073:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369205504 02000000:00000001:0.0:1784950477.781076:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950477.781078:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950477.781080:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950477.781085:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950477.781089:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369205504 00000020:00000001:0.0:1784950477.781091:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950477.781093:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000020:00000001:0.0:1784950477.781096:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950477.781099:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000001:0.0:1784950477.781103:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:0.0:1784950477.781106:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:0.0:1784950477.781110:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950477.781115:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:0.0:1784950477.781118:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950477.781121:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000020:00000010:0.0:1784950477.781130:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f99e04c1. 00000800:00000200:1.0:1784950477.781135:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1784950477.781136:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf2ca170. 00000800:00000010:1.0:1784950477.781145:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309cba23. 00000020:00000010:0.0:1784950477.781148:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4ed778d. 00000400:00000200:1.0:1784950477.781156:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950477.781165:0:453512:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:1.0:1784950477.781167:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950477.781195:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1784950477.781199:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7101df3 00000100:00000001:0.0:1784950477.781200:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:3.0:1784950477.781201:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:1.0:1784950477.781208:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c7101df3. 00000100:00000001:0.0:1784950477.781210:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950477.781217:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950477.781218:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950477.781222:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000001:3.0:1784950477.781229:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784950477.781230:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca721e50 x1871652369205376/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950477.781231:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1784950477.781237:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950477.781238:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950477.781260:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950477.781261:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950477.781262:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950477.781273:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca721e50 x1871652369205376/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950477.781283:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1784950477.781288:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c0800 00000100:00000001:0.0:1784950477.781290:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950477.781304:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950477.781306:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1592 00000400:00000200:3.0:1784950477.781314:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 163744 00000100:00000001:1.0:1784950477.781315:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1784950477.781318:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000001:0.0:1784950477.781328:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730226176 : -120287979325440 : ffff929945b8b800) 00000800:00000001:3.0:1784950477.781333:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950477.781341:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b6338b7 x1871652369205504/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:628/0 lens 224/0 e 0 to 0 dl 1784950488 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950477.781343:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950477.781353:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950477.781367:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950477.781369:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950477.781375:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:3.0:1784950477.781378:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950477.781382:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784950477.781384:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1784950477.781392:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000100:00000010:3.0:1784950477.781396:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023fb8b3c. 00000100:00100000:0.0:1784950477.781406:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009b6338b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369205504:12345-192.168.203.114@tcp:400: 00000100:00000040:3.0:1784950477.781407:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000023fb8b3c x1871652369205248 msgsize 224 00000100:00000200:0.0:1784950477.781422:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369205504 00000100:00100000:3.0:1784950477.781428:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:0.0:1784950477.781431:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950477.781437:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950477.781439:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950477.781442:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950477.781444:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:0.0:1784950477.781447:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1784950477.781449:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950477.781452:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950477.781454:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1784950477.781456:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950477.781461:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950477.781464:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000001:3.0:1784950477.781466:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950477.781469:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950477.781474:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1784950477.781477:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950477.781481:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000257c270b. 00000800:00000001:3.0:1784950477.781484:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950477.781488:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950477.781494:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950477.781495:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.781499:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1784950477.781507:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950477.781508:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369205248 00000400:00000200:3.0:1784950477.781516:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:2.0:1784950477.781518:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000040:0.0:1784950477.781519:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369205504 00000100:00000001:2.0:1784950477.781525:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1784950477.781529:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950477.781531:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950477.781540:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c0700 00010000:00000200:0.0:1784950477.781543:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000009b6338b7 x1871652369205504/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:628/0 lens 224/224 e 0 to 0 dl 1784950488 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950477.781543:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950477.781554:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369205248 00000400:00000200:3.0:1784950477.781556:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16055 [1] + 224 00000020:00000001:2.0:1784950477.781561:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950477.781567:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:2.0:1784950477.781577:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:3.0:1784950477.781578:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784950477.781586:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1784950477.781587:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000800:00000001:3.0:1784950477.781590:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950477.781594:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950477.781599:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000400:00000200:3.0:1784950477.781600:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1784950477.781602:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=110 v=5 (1 1 1 1) 00000020:00000001:2.0:1784950477.781607:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:0.0:1784950477.781620:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1784950477.781621:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950477.781622:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1784950477.781631:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000020:00000010:2.0:1784950477.781633:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000100:00000001:3.0:1784950477.781635:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950477.781641:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950477.781644:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950477.781646:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1784950477.781653:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006fd0a413 x1871652369204992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950477.781654:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950477.781654:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000100:00000001:0.0:1784950477.781667:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1784950477.781670:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080cfe63d. 00000020:00000010:2.0:1784950477.781681:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1b8a0d0. 00000100:00000040:0.0:1784950477.781682:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950477.781691:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006fd0a413 x1871652369204992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950477.781692:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbcac818. 00000400:00000010:0.0:1784950477.781695:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000093998741. 00000100:00000001:2.0:1784950477.781707:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1784950477.781708:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369205504, offset 224 00000100:00000001:2.0:1784950477.781714:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950477.781730:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784950477.781759:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950477.781765:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950477.781776:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1784950477.781778:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950477.781781:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950477.781787:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950477.781794:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11117:11117:242:4294967295] 192.168.203.114@tcp LPNI seq info [9846:9846:8:4294967295] 00000100:00000001:2.0:1784950477.781807:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950477.781817:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950477.781826:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000200:0.0:1784950477.781827:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:3.0:1784950477.781830:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950477.781832:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000010:0.0:1784950477.781836:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcd4257c. 00000800:00000001:3.0:1784950477.781842:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950477.781846:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1593 00000100:00000001:1.0:1784950477.781850:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1784950477.781851:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950477.781857:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950477.781862:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784950477.781863:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000800:00000001:3.0:1784950477.781863:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950477.781875:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000001:1.0:1784950477.781875:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950477.781876:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785879310720 : -120287830240896 : ffff92994e9b9180) 00000400:00000001:1.0:1784950477.781884:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:0.0:1784950477.781889:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcd4257c type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1784950477.781891:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026ca0124. 00000400:00000200:3.0:1784950477.781892:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:2.0:1784950477.781895:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000023fb8b3c x1871652369205248/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:628/0 lens 224/0 e 0 to 0 dl 1784950488 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950477.781909:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000901b1d00 00000100:00000001:0.0:1784950477.781919:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950477.781919:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000901b1d00. 00000400:00000200:3.0:1784950477.781922:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c0880 00000100:00000001:2.0:1784950477.781923:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950477.781933:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1784950477.781935:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000100:00000040:0.0:1784950477.781937:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950477.781944:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 20608 00000100:00000001:2.0:1784950477.781947:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784950477.781949:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006fd0a413 x1871652369204992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950477.781950:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950477.781956:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950477.781959:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000800:00000001:3.0:1784950477.781967:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950477.781968:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1784950477.781979:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000023fb8b3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369205248:12345-192.168.203.114@tcp:400: 00000800:00000001:3.0:1784950477.781982:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950477.781985:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b6338b7 x1871652369205504/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:628/0 lens 224/224 e 0 to 0 dl 1784950488 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950477.781994:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784950477.781999:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369205248 00000100:00000200:1.0:1784950477.782006:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006fd0a413 x1871652369204992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950477.782008:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950477.782018:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:3.0:1784950477.782019:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:2.0:1784950477.782026:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950477.782037:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1784950477.782038:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950477.782046:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000200:3.0:1784950477.782047:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:2.0:1784950477.782061:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000010:3.0:1784950477.782063:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c2550e01. 00000100:00100000:0.0:1784950477.782066:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009b6338b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369205504:12345-192.168.203.114@tcp:400: Request processed in 690us (1094us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950477.782067:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784950477.782068:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950477.782072:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000c2550e01 x1871652369205376 msgsize 224 00000100:00000001:1.0:1784950477.782074:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950477.782078:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950477.782087:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950477.782088:0:441644:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:2.0:1784950477.782096:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950477.782098:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1784950477.782099:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1592 00000100:00000001:1.0:1784950477.782107:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1784950477.782108:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1784950477.782108:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:0.0:1784950477.782110:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:1.0:1784950477.782116:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.782119:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950477.782121:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1784950477.782125:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950477.782126:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950477.782128:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1784950477.782133:0:441636:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:2.0:1784950477.782137:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000987b87b6. 00000020:00000010:0.0:1784950477.782138:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf2ca170. 00000100:00001000:1.0:1784950477.782140:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=105 v=5 (5 5 5 5) 02000000:00000001:2.0:1784950477.782150:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950477.782154:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=105 v=5 (1 1 1 1) 00000020:00000010:0.0:1784950477.782155:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4ed778d. 00000100:00000001:2.0:1784950477.782156:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950477.782168:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950477.782189:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f99e04c1. 00000020:00000040:0.0:1784950477.782197:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00010000:00000040:2.0:1784950477.782199:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369205248 00000100:00000001:1.0:1784950477.782200:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950477.782207:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950477.782207:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950477.782208:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000001:1.0:1784950477.782219:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000200:2.0:1784950477.782220:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000023fb8b3c x1871652369205248/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:628/0 lens 224/224 e 0 to 0 dl 1784950488 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950477.782225:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950477.782232:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950477.782236:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000010:3.0:1784950477.782243:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcd4257c. 00000100:00000040:1.0:1784950477.782245:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950477.782255:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1784950477.782258:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1784950477.782259:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1784950477.782260:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.782268:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1784950477.782268:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950477.782277:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369205376 00000100:00000040:1.0:1784950477.782280:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006fd0a413 x1871652369204992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950477.782281:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=110 v=5 (1 1 1 1) 00000400:00000200:3.0:1784950477.782282:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:0.0:1784950477.782285:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950477.782293:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1784950477.782299:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093998741 00000100:00000001:0.0:1784950477.782300:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.782300:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1784950477.782309:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000093998741. 02000000:00000001:0.0:1784950477.782313:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950477.782314:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950477.782320:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:0.0:1784950477.782326:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369205376 00000100:00000001:2.0:1784950477.782328:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:3.0:1784950477.782328:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1784950477.782336:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950477.782337:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950477.782338:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1784950477.782341:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000800:00000001:3.0:1784950477.782343:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950477.782345:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950477.782350:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1784950477.782351:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950477.782355:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1784950477.782356:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950477.782359:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950477.782360:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000800:00000001:3.0:1784950477.782363:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950477.782370:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950477.782372:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:3.0:1784950477.782376:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950477.782377:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004eff451. 00000020:00000001:0.0:1784950477.782379:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000040:1.0:1784950477.782380:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006fd0a413 x1871652369204992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950477.782387:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950477.782390:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369205248, offset 224 00000100:00000001:0.0:1784950477.782392:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1784950477.782396:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950477.782403:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:0.0:1784950477.782413:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950477.782420:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950477.782426:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:0.0:1784950477.782427:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000020:00000010:0.0:1784950477.782441:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f99e04c1. 00000400:00000200:2.0:1784950477.782444:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:1.0:1784950477.782450:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006fd0a413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369204992:192.168.203.114@tcp:400: 00000020:00000010:0.0:1784950477.782453:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf2ca170. 00000400:00000200:2.0:1784950477.782464:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11118:11118:242:4294967295] 192.168.203.114@tcp LPNI seq info [9847:9847:8:4294967295] 00000020:00000010:0.0:1784950477.782465:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4ed778d. 00000100:00000001:1.0:1784950477.782468:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950477.782478:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1784950477.782479:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950477.782488:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950477.782494:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1784950477.782495:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006fd0a413 x1871652369204992/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950477.782499:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950477.782507:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950477.782512:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.782532:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950477.782533:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950477.782536:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1784950477.782541:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c0900 02000000:00000001:1.0:1784950477.782545:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000010:2.0:1784950477.782550:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ebc2a5d. 02000000:00000010:1.0:1784950477.782553:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac714e1c. 00000100:00000001:0.0:1784950477.782554:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950477.782562:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1784950477.782563:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x16061 [1] + 224 00000800:00000200:2.0:1784950477.782567:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:1.0:1784950477.782568:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950477.782577:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:0.0:1784950477.782580:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2734 00000020:00000040:1.0:1784950477.782583:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000800:00000001:3.0:1784950477.782584:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950477.782588:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000800:00000200:2.0:1784950477.782594:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000001:3.0:1784950477.782597:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950477.782598:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950477.782599:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987792768 : -120287721758848 : ffff92995512df80) 00000800:00000200:2.0:1784950477.782602:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ebc2a5d type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1784950477.782607:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002957ca98. 00000400:00000200:3.0:1784950477.782610:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950477.782617:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950477.782619:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c2550e01 x1871652369205376/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:628/0 lens 224/0 e 0 to 0 dl 1784950488 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950477.782619:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950477.782627:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1784950477.782631:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950477.782633:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000010:1.0:1784950477.782634:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006fd0a413. 00010000:00000001:2.0:1784950477.782644:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:1.0:1784950477.782650:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950477.782651:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784950477.782652:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950477.782658:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950477.782663:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1784950477.782663:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950477.782665:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950477.782666:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fec5a39 x1871652369205504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950477.782673:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000040:2.0:1784950477.782677:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023fb8b3c x1871652369205248/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:628/0 lens 224/224 e 0 to 0 dl 1784950488 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950477.782680:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950477.782684:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950477.782688:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950477.782698:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000100:00000001:1.0:1784950477.782701:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950477.782712:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950477.782760:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009fec5a39 x1871652369205504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950477.782768:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c2550e01 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369205376:12345-192.168.203.114@tcp:400: 00000100:00000200:0.0:1784950477.782790:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369205376 00000100:00100000:2.0:1784950477.782796:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000023fb8b3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369205248:12345-192.168.203.114@tcp:400: Request processed in 863us (1379us total) trans 0 rc 0/0 00000020:00000001:0.0:1784950477.782798:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950477.782805:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950477.782813:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950477.782820:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950477.782824:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1784950477.782826:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00100000:2.0:1784950477.782826:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1593 00000800:00000001:3.0:1784950477.782837:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950477.782838:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1784950477.782840:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:2.0:1784950477.782848:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000001:0.0:1784950477.782849:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369205376, found 0 last_xid 1871652369205375 00000100:00000001:2.0:1784950477.782855:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1784950477.782857:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950477.782863:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1784950477.782864:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1b8a0d0. 00000020:00000001:0.0:1784950477.782867:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950477.782873:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950477.782874:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbcac818. 00000800:00000200:1.0:1784950477.782875:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1784950477.782878:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000001:3.0:1784950477.782882:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:1.0:1784950477.782886:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ebc2a5d. 00000100:00000001:0.0:1784950477.782888:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1784950477.782889:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080cfe63d. 00000800:00000001:3.0:1784950477.782893:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950477.782898:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1784950477.782900:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950477.782901:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1784950477.782903:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 02000000:00000010:0.0:1784950477.782907:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c7694431. 00000800:00000001:3.0:1784950477.782908:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950477.782915:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950477.782918:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950477.782927:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950477.782928:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950477.782934:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:0.0:1784950477.782940:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950477.782943:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004eff451 00010000:00000040:0.0:1784950477.782945:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369205376 00000400:00000010:1.0:1784950477.782949:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000004eff451. 00010000:00000001:0.0:1784950477.782953:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:3.0:1784950477.782959:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c0800 00000800:00000001:2.0:1784950477.782964:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950477.782965:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000200:0.0:1784950477.782968:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c2550e01 x1871652369205376/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:628/0 lens 224/224 e 0 to 0 dl 1784950488 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950477.782974:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1784950477.782976:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x1606d [1] + 224 00000800:00000001:3.0:1784950477.782996:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784950477.782998:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950477.783003:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950477.783007:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950477.783008:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=110 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950477.783012:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950477.783020:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950477.783021:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950477.783023:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1784950477.783032:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784950477.783036:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000400:00000001:1.0:1784950477.783039:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950477.783042:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:1.0:1784950477.783047:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a65dc5aa. 00000100:00000001:0.0:1784950477.783048:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950477.783059:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1784950477.783060:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49f40e5 02000000:00000001:0.0:1784950477.783061:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950477.783068:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e49f40e5. 00000100:00000001:0.0:1784950477.783070:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950477.783080:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950477.783082:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950477.783083:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950477.783094:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007db34483. 00000100:00000200:1.0:1784950477.783094:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fec5a39 x1871652369205504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950477.783097:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cecd071 x1871652369205248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950477.783104:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369205376, offset 224 00000400:00000200:0.0:1784950477.783126:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950477.783147:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950477.783167:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11119:11119:242:4294967295] 192.168.203.114@tcp LPNI seq info [9848:9848:8:4294967295] 00000100:00000200:1.0:1784950477.783194:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fec5a39 x1871652369205504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950477.783195:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002cecd071 x1871652369205248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950477.783225:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950477.783255:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950477.783264:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:0.0:1784950477.783269:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b126ea16. 00000100:00000001:1.0:1784950477.783271:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950477.783278:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950477.783283:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1784950477.783284:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:1.0:1784950477.783285:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950477.783292:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1784950477.783296:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950477.783297:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950477.783304:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000001:3.0:1784950477.783307:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950477.783308:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950477.783311:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b126ea16 type 1, nob 320 niov 1 nkiov 1 00000100:00001000:1.0:1784950477.783322:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=110 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950477.783330:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=110 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950477.783332:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950477.783335:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950477.783336:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.783339:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950477.783342:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950477.783349:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950477.783352:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1784950477.783352:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1784950477.783355:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000001:2.0:1784950477.783359:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1784950477.783361:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950477.783366:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c029abba. 00010000:00080000:1.0:1784950477.783368:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009fec5a39 x1871652369205504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950477.783369:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1784950477.783379:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c90d20 00000100:00000040:0.0:1784950477.783384:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2550e01 x1871652369205376/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:628/0 lens 224/224 e 0 to 0 dl 1784950488 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950477.783388:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e0c90d20. 00010000:00000001:1.0:1784950477.783393:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.783400:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950477.783406:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000200:3.0:1784950477.783409:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1784950477.783413:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000200:2.0:1784950477.783415:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cecd071 x1871652369205248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784950477.783420:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b126ea16. 00000100:00000001:1.0:1784950477.783422:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00100000:0.0:1784950477.783428:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c2550e01 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369205376:12345-192.168.203.114@tcp:400: Request processed in 756us (1346us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950477.783430:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950477.783435:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950477.783453:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fec5a39 x1871652369205504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950477.783456:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950477.783469:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2734 00000400:00000200:3.0:1784950477.783472:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007db34483 00000400:00000010:3.0:1784950477.783482:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007db34483. 00000100:00000040:0.0:1784950477.783484:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000200:2.0:1784950477.783491:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cecd071 x1871652369205248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950477.783495:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950477.783496:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950477.783504:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1784950477.783505:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1784950477.783514:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf2ca170. 00000100:00000001:1.0:1784950477.783515:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950477.783517:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950477.783530:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1784950477.783531:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4ed778d. 00000800:00000001:3.0:1784950477.783531:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950477.783532:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950477.783535:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950477.783539:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950477.783544:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f99e04c1. 00000800:00000001:3.0:1784950477.783545:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950477.783548:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:1.0:1784950477.783554:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fec5a39 x1871652369205504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950477.783556:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1784950477.783557:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950477.783558:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:2.0:1784950477.783562:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950477.783572:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950477.783573:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950477.783585:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950477.783587:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00100000:1.0:1784950477.783594:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009fec5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369205504:192.168.203.114@tcp:400: 00000100:00001000:2.0:1784950477.783598:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=110 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950477.783607:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=110 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950477.783608:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950477.783609:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c0880 00000100:00000001:1.0:1784950477.783620:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950477.783627:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950477.783634:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950477.783635:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fec5a39 x1871652369205504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950477.783635:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16079 [1] + 224 00010000:00000001:2.0:1784950477.783640:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784950477.783654:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002cecd071 x1871652369205248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950477.783657:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950477.783665:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950477.783675:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950477.783691:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1784950477.783695:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950477.783698:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1784950477.783700:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950477.783705:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009dfc6c6e. 00000100:00000001:3.0:1784950477.783710:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950477.783711:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1784950477.783713:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1784950477.783759:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca721e50 x1871652369205376/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950477.783761:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:1.0:1784950477.783764:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784950477.783770:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000040:1.0:1784950477.783771:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1784950477.783776:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950477.783782:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950477.783790:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d508b323. 00000100:00000040:2.0:1784950477.783796:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cecd071 x1871652369205248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950477.783802:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950477.783808:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1784950477.783809:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ca721e50 x1871652369205376/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950477.783814:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fec5a39. 00000100:00000001:1.0:1784950477.783826:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950477.783831:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950477.783837:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950477.783842:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950477.783850:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950477.783854:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950477.783856:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950477.783861:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950477.783865:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950477.783868:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950477.783871:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cecd071 x1871652369205248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950477.783874:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950477.783878:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950477.783886:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950477.783895:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002cecd071 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369205248:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950477.783906:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.783910:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950477.783916:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cecd071 x1871652369205248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950477.783924:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950477.783926:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950477.783929:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d0923c0. 02000000:00000001:2.0:1784950477.783934:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950477.783936:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950477.783938:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1784950477.783940:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950477.783942:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014755b2c. 02000000:00000001:2.0:1784950477.783946:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950477.783948:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950477.783950:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cecd071. 00000100:00000001:2.0:1784950477.783953:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950477.783954:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950477.783957:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.783960:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950477.783961:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950477.783964:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950477.783966:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950477.783968:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d361b86. 00000400:00000200:2.0:1784950477.783970:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8429f61 00000400:00000010:2.0:1784950477.783973:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b8429f61. 00000100:00000001:2.0:1784950477.783976:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950477.783979:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca721e50 x1871652369205376/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950477.783988:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca721e50 x1871652369205376/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950477.783997:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950477.783998:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950477.784000:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950477.784002:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950477.784003:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950477.784005:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950477.784008:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950477.784011:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=110 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950477.784015:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=110 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950477.784017:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950477.784019:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950477.784021:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950477.784023:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.784025:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950477.784027:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950477.784029:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950477.784030:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950477.784033:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca721e50 x1871652369205376/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950477.784040:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950477.784042:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950477.784043:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950477.784046:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca721e50 x1871652369205376/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950477.784054:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ca721e50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369205376:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950477.784059:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950477.784061:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950477.784063:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca721e50 x1871652369205376/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950477.784070:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950477.784072:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950477.784074:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d0624bd. 02000000:00000001:2.0:1784950477.784077:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950477.784078:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950477.784080:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950477.784082:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950477.784083:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea4cd4d9. 02000000:00000001:2.0:1784950477.784086:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950477.784088:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950477.784089:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca721e50. 00000100:00000001:2.0:1784950477.784092:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950477.784093:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950477.784095:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950477.784101:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950477.784102:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950477.784105:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950477.784107:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950478.160838:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950478.160847:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950478.160856:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950478.160857:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950478.160984:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950478.160989:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950478.160993:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950478.800865:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950478.800877:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1784950478.800897:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950477/real 0] req@0000000002a6cd7d x1871652369205120/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950478 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950478.800917:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950478.800922:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950478.800924:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950478.800929:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000002a6cd7d x1871652369205120/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950478 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950478.800949:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950478.800960:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950478.800963:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950478.800967:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950478.800971:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950478.800974:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950478.800979:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002a6cd7d x1871652369205120/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950478 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950478.800989:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1784950478.800994:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950478.800996:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950478.800997:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950478.801000:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1784950478.801002:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1784950478.801007:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784950478.801024:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:0.0:1784950478.801028:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1784950478.801033:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002a6cd7d x1871652369205120/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950478 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950478.801041:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1784950478.801044:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000002a6cd7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369205120:1.2.3.4@tcp:8: 00000100:00000001:1.0:1784950478.801060:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784950478.801062:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950478.801067:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950478.801070:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002a6cd7d x1871652369205120/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950478 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950478.801072:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fec5a39. 00000020:00000040:1.0:1784950478.801083:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:0.0:1784950478.801092:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784950478.801095:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1784950478.801097:0:441640:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1784950478.801101:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1784950478.801102:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1784950478.801109:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1784950478.801112:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950478.801114:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000007c37231b. 02000000:00000010:1.0:1784950478.801127:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d508b323. 02000000:00000001:0.0:1784950478.801129:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950478.801135:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950478.801140:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002a6cd7d. 00000100:00000001:1.0:1784950478.801142:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950478.801146:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950478.801151:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950478.801156:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000009fec5a39 x1871652369205632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950478.801158:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950478.801202:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950478.801206:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950478.801214:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fec5a39] to pc [ptlrpcd_00_03+3] req@000000009fec5a39 x1871652369205632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950478.801257:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950478.801260:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950478.801265:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950478.801270:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca721e50. 00000020:00000040:1.0:1784950478.801273:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950478.801277:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950478.801279:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950478.801281:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950478.801285:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002957ca98. 00000100:00000001:1.0:1784950478.801289:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950478.801296:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000ca721e50 x1871652369205760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950478.801306:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950478.801308:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950478.801312:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca721e50] to pc [ptlrpcd_00_00+0] req@00000000ca721e50 x1871652369205760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950478.801321:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950478.801328:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950478.801332:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950478.801342:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fec5a39 x1871652369205632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950478.801344:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950478.801354:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:3.0:1784950478.801367:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1784950478.801371:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1784950478.801379:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1784950478.801381:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1784950478.801382:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950478.801382:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1784950478.801390:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1784950478.801391:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950478.801392:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950478.801394:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950478.801409:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950478.801410:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1784950478.801410:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784950478.801416:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950478.801419:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950478.801423:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950478.801425:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12723 00000100:00000001:3.0:1784950478.801432:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950478.801434:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950478.801436:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009fec5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369205632:0@lo:400: 00000100:00000001:3.0:1784950478.801441:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950478.801443:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950478.801446:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000001:3.0:1784950478.801451:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950478.801452:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1784950478.801460:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12748 02000000:00000001:2.0:1784950478.801466:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784950478.801472:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca721e50 x1871652369205760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950478.801473:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950478.801482:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784950478.801487:0:431120:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: 0 02000000:00000010:2.0:1784950478.801494:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080cfe63d. 00000400:00000200:1.0:1784950478.801502:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -11 02000000:00000001:2.0:1784950478.801505:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950478.801506:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1784950478.801509:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1784950478.801512:0:431120:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1784950478.801519:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950478.801521:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 00000400:00000010:2.0:1784950478.801523:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000895fd007. 00000100:00000040:1.0:1784950478.801528:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 02000000:00000001:3.0:1784950478.801529:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950478.801537:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950478.801538:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1784950478.801541:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f99e04c1. 00000400:00000010:2.0:1784950478.801542:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 02000000:00000001:3.0:1784950478.801548:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950478.801552:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000400:00000010:0.0:1784950478.801555:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060846b5f. 00000100:00000200:2.0:1784950478.801558:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369205632, portal 25 00000100:00000001:1.0:1784950478.801563:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00100000:3.0:1784950478.801564:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ca721e50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369205760:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950478.801568:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1784950478.801571:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000000c260a60. 00000100:00000001:2.0:1784950478.801574:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785665237376 : -120288044314240 : ffff929941d91180) 00000020:00000001:1.0:1784950478.801577:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950478.801583:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1784950478.801585:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 00000100:00000040:2.0:1784950478.801593:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009fec5a39 x1871652369205632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950478.801594:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-1.2.3.4@tcp 02000000:00000001:3.0:1784950478.801594:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1784950478.801595:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1784950478.801603:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950478.801606:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 02000000:00000001:3.0:1784950478.801615:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1784950478.801618:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000400:00000200:0.0:1784950478.801623:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 1.2.3.4@tcp local destination 02000000:00000010:3.0:1784950478.801627:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d522160c. 00000020:00000001:1.0:1784950478.801631:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 02000000:00000001:3.0:1784950478.801640:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950478.801644:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950478.801647:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950478.801650:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 00000400:00000010:3.0:1784950478.801654:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060b7eed8. 00000100:00000001:1.0:1784950478.801657:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1784950478.801663:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:2.0:1784950478.801665:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1784950478.801669:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dca9971. 00000100:00000040:1.0:1784950478.801671:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000010:2.0:1784950478.801676:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000969daf7a. 00000400:00000200:0.0:1784950478.801678:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1784950478.801682:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369205760, portal 4 00000100:00000001:1.0:1784950478.801684:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000200:2.0:1784950478.801689:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369205632, offset 0 00000400:00000200:0.0:1784950478.801692:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 1.2.3.4@tcp 00000100:00000001:3.0:1784950478.801694:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1784950478.801698:0:431120:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 00000100:00000001:3.0:1784950478.801703:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785665238272 : -120288044313344 : ffff929941d91500) 00000400:00000200:0.0:1784950478.801714:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11120:11120:242:4294967295] 1.2.3.4@tcp LPNI seq info [163:163:8:4294967295] 00000100:00080000:1.0:1784950478.801714:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 00000400:00000200:2.0:1784950478.801715:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1784950478.801759:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 1.2.3.4@tcp 00000100:00000040:3.0:1784950478.801766:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ca721e50 x1871652369205760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950478.801786:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 1.2.3.4@tcp(1.2.3.4@tcp:1.2.3.4@tcp) : GET try# 0 00000100:00080000:1.0:1784950478.801796:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 192.168.203.114@tcp/192.168.203.114@tcp 00000100:00000001:1.0:1784950478.801813:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950478.801817:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-1.2.3.4@tcp 02000000:00000001:1.0:1784950478.801823:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1784950478.801833:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1784950478.801834:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005f023348. 00000100:00000001:3.0:1784950478.801835:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784950478.801838:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950478.801848:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950478.801852:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950478.801858:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000100:00000001:1.0:1784950478.801858:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000010:3.0:1784950478.801866:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdf88c3f. 00000400:00000200:2.0:1784950478.801867:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c0980 00000100:00000001:1.0:1784950478.801868:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950478.801869:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 9 secs later) 00000100:00000200:3.0:1784950478.801880:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369205760, offset 0 00000100:00000010:1.0:1784950478.801884:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002a6cd7d. 00000800:00000200:0.1:1784950478.801893:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000400:00000200:2.0:1784950478.801894:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14981 [2] + 0 00000020:00000040:1.0:1784950478.801897:0:431120:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000800:00000200:0.1:1784950478.801905:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 9 secs later) 00000400:00000010:2.0:1784950478.801910:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce147b6c. 02000000:00000001:1.0:1784950478.801911:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1784950478.801917:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1784950478.801921:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-1.2.3.4@tcp 00000100:00000001:1.0:1784950478.801925:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1784950478.801925:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d3620a75 00000800:00000010:0.0:1784950478.801926:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005f023348. 02000000:00000001:1.0:1784950478.801932:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1784950478.801937:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:1.0:1784950478.801938:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950478.801941:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950478.801946:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000010:1.0:1784950478.801956:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a1f1f45d. 00000400:00000200:0.0:1784950478.801957:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->1.2.3.4@tcp: GET: REMOTE_ERROR 00000400:00000200:2.0:1784950478.801960:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1784950478.801970:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950478.801971:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950478.801985:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1784950478.801990:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000002a6cd7d x1871652369205888/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1784950478.801997:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950478.802008:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950478.802017:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950478.802023:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1784950478.802027:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11121:11121:241:4294967295] 192.168.203.114@tcp LPNI seq info [9849:9849:8:4294967295] 00000100:00000001:1.0:1784950478.802029:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950478.802043:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002a6cd7d] to pc [ptlrpcd_rcv+-1] req@0000000002a6cd7d x1871652369205888/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950478.802060:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:0.0:1784950478.802083:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950478.802085:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3620a75 00000800:00000200:3.0:1784950478.802086:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950478.802094:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 1.2.3.4@tcp: 1 00000400:00000010:2.0:1784950478.802096:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000d3620a75. 00000100:00000001:1.0:1784950478.802097:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950478.802100:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a86c365d. 00000400:00000200:0.0:1784950478.802110:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000100:00000040:1.0:1784950478.802112:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950478.802113:0:441644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950478.802121:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:3.0:1784950478.802123:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950478.802134:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1784950478.802135:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 1.2.3.4@tcp 00000100:00000040:2.0:1784950478.802135:0:441644:0:(events.c:337:request_in_callback()) incoming req@000000008b1afa71 x1871652369205632 msgsize 224 00000100:00000010:1.0:1784950478.802146:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cecd071. 00000400:00000200:0.0:1784950478.802149:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 rc 0 00000800:00000200:3.0:1784950478.802151:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000040:1.0:1784950478.802159:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00100000:2.0:1784950478.802161:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1784950478.802188:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1784950478.802189:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 00000800:00000200:3.0:1784950478.802191:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a86c365d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950478.802193:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950478.802202:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:0.0:1784950478.802203:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950478.802209:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1784950478.802209:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950478.802210:0:441644:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1784950478.802217:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846b5f 02000000:00000010:1.0:1784950478.802221:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009588bd88. 00000100:00000001:3.0:1784950478.802222:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950478.802223:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000060846b5f. 00000100:00000001:1.0:1784950478.802237:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950478.802239:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000100:00000040:3.0:1784950478.802239:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13587 usecs (14 jiffies) 00000400:00000200:2.0:1784950478.802240:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969daf7a 00000400:00000010:2.0:1784950478.802251:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000969daf7a. 00000100:00000001:3.0:1784950478.802252:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307416975 00000100:00000040:1.0:1784950478.802253:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002cecd071 x1871652369206016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1784950478.802255:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000100:00000001:2.0:1784950478.802263:0:441644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950478.802265:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307418363 00000400:00000010:0.0:1784950478.802268:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f99e04c1. 00000100:00000200:2.0:1784950478.802277:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fec5a39 x1871652369205632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950478.802279:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307416975 00000400:00000200:0.0:1784950478.802286:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 1.2.3.4@tcp:-5 00000100:00000001:3.0:1784950478.802290:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307418363 00000400:00000200:0.0:1784950478.802303:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 rc -5 00000100:00000001:3.0:1784950478.802303:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307416975 00000100:00000001:1.0:1784950478.802318:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950478.802319:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307418363 00000400:00000200:0.0:1784950478.802323:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 1.2.3.4@tcp 00000100:00000001:1.0:1784950478.802326:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950478.802329:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950478.802330:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307416975 00000100:00000001:3.0:1784950478.802338:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307418363 00000100:00000001:3.0:1784950478.802341:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950478.802346:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fec5a39 x1871652369205632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950478.802348:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cecd071] to pc [ptlrpcd_00_01+1] req@000000002cecd071 x1871652369206016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950478.802351:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950478.802352:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950478.802360:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950478.802364:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950478.802366:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950478.802378:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950478.802381:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002a6cd7d x1871652369205888/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950478.802409:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950478.802422:0:441644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950478.802429:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950478.802430:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950478.802436:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950478.802437:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950478.802439:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369205632 00000100:00000001:1.0:1784950478.802444:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950478.802449:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950478.802450:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1784950478.802452:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950478.802453:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307419387 02000000:00000001:0.0:1784950478.802455:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950478.802459:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950478.802468:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950478.802470:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950478.802472:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784950478.802477:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307418363 00000100:00000010:1.0:1784950478.802482:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006fd0a413. 02000000:00000001:3.0:1784950478.802484:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950478.802485:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000002a6cd7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369205888:192.168.203.114@tcp:8: 00000100:00000001:2.0:1784950478.802490:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307419387 00000020:00000040:1.0:1784950478.802493:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:3.0:1784950478.802497:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369205632 00000100:00000001:2.0:1784950478.802503:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307418363 00000100:00000001:0.0:1784950478.802505:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1784950478.802508:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950478.802509:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950478.802514:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307419387 02000000:00000001:0.0:1784950478.802515:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1784950478.802516:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 02000000:00000001:1.0:1784950478.802517:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950478.802523:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950478.802527:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950478.802528:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:0.0:1784950478.802529:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950478.802530:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307418363 00000020:00000040:3.0:1784950478.802539:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:2.0:1784950478.802542:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307419387 02000000:00000010:0.0:1784950478.802543:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007c37231b. 02000000:00000010:1.0:1784950478.802543:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000975723c9. 00000020:00000001:3.0:1784950478.802549:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 02000000:00000001:0.0:1784950478.802555:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950478.802558:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:1.0:1784950478.802559:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950478.802560:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307418363 00000400:00000010:0.0:1784950478.802564:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c17942c. 00000100:00000001:3.0:1784950478.802571:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1784950478.802577:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060846b5f. 00000100:00000001:2.0:1784950478.802578:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950478.802579:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000006fd0a413 x1871652369206144/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1784950478.802582:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:2.0:1784950478.802590:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950478.802591:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369205888, portal 4 00000100:00000001:3.0:1784950478.802593:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950478.802604:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950478.802605:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950478.802606:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000001:0.0:1784950478.802612:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785692707712 : -120288016843904 : ffff9299437c3b80) 00000100:00000001:2.0:1784950478.802617:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950478.802624:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e7c2f12. 00000100:00000001:1.0:1784950478.802628:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1784950478.802635:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000002a6cd7d x1871652369205888/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950478.802636:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950478.802636:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1784950478.802636:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000100:00000001:2.0:1784950478.802643:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1784950478.802651:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00000100:00000001:2.0:1784950478.802655:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950478.802656:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fd0a413] to pc [ptlrpcd_00_02+2] req@000000006fd0a413 x1871652369206144/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950478.802664:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950478.802669:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1784950478.802672:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950478.802683:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950478.802686:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950478.802690:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950478.802699:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950478.802701:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950478.802714:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950478.802752:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077541c23. 00000100:00000200:0.0:1784950478.802758:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369205888, offset 0 00000100:00000001:3.0:1784950478.802763:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950478.802776:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950478.802783:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950478.802793:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950478.802801:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950478.802804:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950478.802807:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1784950478.802808:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00080000:1.0:1784950478.802811:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:3.0:1784950478.802818:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00080000:1.0:1784950478.802820:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000200:0.0:1784950478.802822:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1784950478.802832:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1784950478.802833:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000400:00000200:0.0:1784950478.802837:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:3.0:1784950478.802846:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:1.0:1784950478.802849:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1784950478.802854:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11122:11122:241:4294967295] 192.168.203.114@tcp LPNI seq info [9850:9850:7:4294967295] 00000100:00000001:3.0:1784950478.802856:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785875007568 : -120287834544048 : ffff92994e59e850) 00000100:00000010:1.0:1784950478.802859:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001a99e35. 00000100:00000040:3.0:1784950478.802871:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008b1afa71 x1871652369205632/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:629/0 lens 224/0 e 0 to 0 dl 1784950489 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784950478.802872:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1784950478.802885:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950478.802891:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1784950478.802897:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:1.0:1784950478.802899:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950478.802913:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cbc1038. 00000800:00000200:2.0:1784950478.802914:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950478.802915:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000200:0.0:1784950478.802924:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:3.0:1784950478.802928:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:1.0:1784950478.802929:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950478.802929:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a86c365d. 00000800:00000010:0.0:1784950478.802933:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000100:00000001:3.0:1784950478.802942:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950478.802945:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1784950478.802949:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000040:1.0:1784950478.802953:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@0000000001a99e35 x1871652369206272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1784950478.802956:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950478.802967:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:3.0:1784950478.802972:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008b1afa71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369205632:12345-0@lo:400: 00000800:00000200:0.0:1784950478.802981:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:2.0:1784950478.802985:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdf88c3f 00000800:00000200:0.0:1784950478.802993:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 616 niov 1 nkiov 1 00000400:00000010:2.0:1784950478.802995:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdf88c3f. 00000100:00000200:3.0:1784950478.802998:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369205632 00000100:00000001:2.0:1784950478.803008:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1784950478.803010:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950478.803012:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950478.803018:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950478.803019:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000200:2.0:1784950478.803021:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca721e50 x1871652369205760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950478.803024:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950478.803028:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950478.803035:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001a99e35] to pc [ptlrpcd_00_03+3] req@0000000001a99e35 x1871652369206272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950478.803038:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000020:00000001:3.0:1784950478.803040:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950478.803048:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:0.0:1784950478.803050:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307419388 00000020:00000001:3.0:1784950478.803062:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950478.803067:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307419387 00000020:00000001:3.0:1784950478.803068:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950478.803083:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1784950478.803084:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307419388 00000100:00000001:2.0:1784950478.803084:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950478.803089:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950478.803094:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1784950478.803099:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307419387 00000100:00000040:2.0:1784950478.803100:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca721e50 x1871652369205760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950478.803101:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950478.803102:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12754) 00000100:00000001:0.0:1784950478.803115:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307419388 00000020:00000001:3.0:1784950478.803116:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950478.803124:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950478.803132:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307419387 02000000:00000001:3.0:1784950478.803134:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950478.803135:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950478.803136:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950478.803143:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307419388 00000100:00000001:2.0:1784950478.803145:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950478.803147:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784950478.803147:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007ff6fbe8. 00000100:00000001:1.0:1784950478.803154:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950478.803155:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307419387 02000000:00000001:3.0:1784950478.803156:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950478.803160:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950478.803189:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950478.803193:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cecd071 x1871652369206016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950478.803196:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950478.803197:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950478.803206:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950478.803209:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950478.803210:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369205632 00000800:00000001:2.0:1784950478.803218:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950478.803223:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950478.803224:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000001:2.0:1784950478.803228:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950478.803234:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1784950478.803240:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000008b1afa71 x1871652369205632/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:629/0 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950478.803243:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950478.803248:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950478.803250:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950478.803254:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950478.803255:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950478.803264:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950478.803268:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950478.803271:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950478.803274:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950478.803281:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950478.803286:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950478.803286:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c0a00 00000100:00000001:0.0:1784950478.803292:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950478.803302:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1784950478.803304:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002cecd071 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369206016:192.168.203.114@tcp:400: 00010000:00000001:3.0:1784950478.803307:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950478.803316:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 20832 00000100:00000001:1.0:1784950478.803320:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00001000:3.0:1784950478.803320:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=116 v=5 (1 1 1 1) 00000800:00000001:2.0:1784950478.803329:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950478.803330:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950478.803332:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1784950478.803338:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950478.803343:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 02000000:00000001:1.0:1784950478.803345:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950478.803352:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950478.803353:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 02000000:00000010:1.0:1784950478.803355:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009dfc6c6e. 00000100:00000001:2.0:1784950478.803359:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950478.803365:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950478.803366:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950478.803372:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950478.803376:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784950478.803377:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a65dc5aa. 00000100:00000001:3.0:1784950478.803378:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950478.803382:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950478.803390:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1784950478.803391:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e49f40e5. 00000400:00000010:3.0:1784950478.803398:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aee49f67. 00000100:00000200:1.0:1784950478.803400:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369206016, portal 10 00000100:00000001:2.0:1784950478.803401:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950478.803410:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1784950478.803410:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369205632, offset 224 00000100:00000040:2.0:1784950478.803416:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000001a99e35 x1871652369206272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950478.803417:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785692706816 : -120288016844800 : ffff9299437c3800) 00000400:00000200:3.0:1784950478.803430:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1784950478.803440:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002cecd071 x1871652369206016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950478.803457:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784950478.803458:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1784950478.803465:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950478.803477:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950478.803481:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784950478.803485:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784950478.803486:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784950478.803489:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c0980 00000800:00000010:0.0:1784950478.803498:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 02000000:00000001:2.0:1784950478.803501:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950478.803502:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950478.803508:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950478.803513:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16091 [1] + 224 00000400:00000010:1.0:1784950478.803514:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e147c1b. 00000100:00100000:2.0:1784950478.803519:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000001a99e35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369206272:192.168.203.114@tcp:400: 00000400:00000200:0.0:1784950478.803527:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950478.803535:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784950478.803536:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369206016, offset 0 00000100:00000001:2.0:1784950478.803540:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784950478.803543:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077541c23 02000000:00000001:2.0:1784950478.803549:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1784950478.803551:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077541c23. 02000000:00000001:2.0:1784950478.803556:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950478.803557:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1784950478.803561:0:441636:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784950478.803565:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784950478.803572:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950478.803574:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002a6cd7d x1871652369205888/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950478.803584:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1784950478.803589:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950478.803594:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950478.803597:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950478.803598:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784950478.803602:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fec5a39 x1871652369205632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950478.803612:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1784950478.803613:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002a6cd7d x1871652369205888/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950478.803620:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950478.803627:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950478.803642:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950478.803654:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950478.803669:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11123:11123:241:4294967295] 192.168.203.114@tcp LPNI seq info [9851:9851:7:4294967295] 00000100:00000001:0.0:1784950478.803677:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950478.803683:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784950478.803689:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009fec5a39 x1871652369205632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950478.803699:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000001:0.0:1784950478.803757:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950478.803767:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950478.803768:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:0.0:1784950478.803771:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950478.803775:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950478.803779:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950478.803779:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000010:1.0:1784950478.803781:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a629e91. 00000800:00000001:0.0:1784950478.803790:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950478.803794:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aee49f67 00000100:00000010:2.0:1784950478.803796:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e897a84. 00000800:00000200:1.0:1784950478.803804:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:3.0:1784950478.803806:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aee49f67. 00000100:00000040:2.0:1784950478.803810:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000004e897a84 x1871652369205760 msgsize 224 00000400:00000200:0.0:1784950478.803811:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950478.803823:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000200:1.0:1784950478.803829:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:3.0:1784950478.803833:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1784950478.803843:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069c0a80 00000800:00000200:1.0:1784950478.803844:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000a629e91 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:2.0:1784950478.803846:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950478.803851:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950478.803860:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1784950478.803865:0:441636:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369205888 offset 0 length 520: 4 00000100:00000040:3.0:1784950478.803869:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000040:1.0:1784950478.803872:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5605 usecs (6 jiffies) 00000400:00000200:0.0:1784950478.803875:0:441636:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 00000000f3707ebd is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:2.0:1784950478.803876:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950478.803885:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307416969 00000400:00000200:0.0:1784950478.803886:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00010000:00000001:3.0:1784950478.803886:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950478.803896:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950478.803898:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307419388 00000800:00000001:0.0:1784950478.803905:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950478.803907:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950478.803908:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307416969 00000100:00000001:1.0:1784950478.803916:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307419388 00000100:00000001:1.0:1784950478.803921:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307416969 00000100:00000040:3.0:1784950478.803923:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b1afa71 x1871652369205632/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:629/0 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950478.803924:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950478.803925:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307419388 00000100:00000001:0.0:1784950478.803932:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950478.803935:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307416969 00000100:00000001:0.0:1784950478.803941:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950478.803947:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307419388 00000100:00000040:0.0:1784950478.803955:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006fd0a413 x1871652369206144/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950478.803959:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950478.803972:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950478.803984:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950478.803987:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008b1afa71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369205632:12345-0@lo:400: Request processed in 1065us (1843us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950478.803994:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950478.803997:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950478.804009:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1784950478.804012:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a629e91. 00000100:00000001:0.0:1784950478.804015:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950478.804017:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950478.804022:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950478.804028:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00000001:1.0:1784950478.804029:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950478.804029:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784950478.804031:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950478.804037:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950478.804040:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950478.804044:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950478.804045:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 02000000:00000001:0.0:1784950478.804050:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950478.804052:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950478.804056:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950478.804057:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1784950478.804067:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006fd0a413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369206144:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950478.804068:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1784950478.804071:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e147c1b 00000400:00000010:2.0:1784950478.804079:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e147c1b. 00000020:00000010:3.0:1784950478.804080:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000100:00000001:0.0:1784950478.804081:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950478.804090:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950478.804093:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1784950478.804094:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 02000000:00000001:0.0:1784950478.804095:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950478.804107:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cecd071 x1871652369206016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950478.804108:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1784950478.804110:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e7c2f12. 00000800:00000001:1.0:1784950478.804115:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950478.804120:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f99e04c1. 00000020:00000040:3.0:1784950478.804125:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000800:00000001:1.0:1784950478.804128:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950478.804131:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950478.804140:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:0.0:1784950478.804142:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e179c7b. 00000800:00000001:1.0:1784950478.804143:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784950478.804148:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007ff6fbe8. 00000100:00000001:2.0:1784950478.804150:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784950478.804154:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:0.0:1784950478.804155:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077541c23. 02000000:00000001:3.0:1784950478.804159:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1784950478.804187:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cecd071 x1871652369206016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950478.804188:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369206144, portal 4 00000800:00000001:1.0:1784950478.804189:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950478.804190:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950478.804203:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1784950478.804207:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1784950478.804210:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785692692480 : -120288016859136 : ffff9299437c0000) 00000400:00000200:1.0:1784950478.804219:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:3.0:1784950478.804221:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c79a7083. 00000100:00000040:0.0:1784950478.804232:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006fd0a413 x1871652369206144/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950478.804233:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950478.804241:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad880799. 00000100:00000001:2.0:1784950478.804242:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950478.804253:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c0b00 00000800:00000001:2.0:1784950478.804260:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950478.804266:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:2.0:1784950478.804273:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950478.804284:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1784950478.804285:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 163968 00000100:00000040:0.0:1784950478.804286:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00100000:3.0:1784950478.804292:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369205760 00000400:00000010:0.0:1784950478.804297:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c6a3f6. 02000000:00000001:3.0:1784950478.804300:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1784950478.804301:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac714e1c. 00000800:00000001:1.0:1784950478.804305:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950478.804309:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1784950478.804310:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369206144, offset 0 02000000:00000001:2.0:1784950478.804310:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950478.804314:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950478.804318:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950478.804324:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c782753. 00000400:00000200:1.0:1784950478.804328:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950478.804328:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950478.804335:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:3.0:1784950478.804340:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369205760 00000400:00000010:2.0:1784950478.804348:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000969daf7a. 00000020:00000001:3.0:1784950478.804349:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:1.0:1784950478.804352:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950478.804353:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000040:3.0:1784950478.804356:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000200:2.0:1784950478.804361:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369206272, portal 10 00000020:00000001:3.0:1784950478.804365:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950478.804373:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784950478.804376:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:3.0:1784950478.804376:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:2.0:1784950478.804378:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785692696960 : -120288016854656 : ffff9299437c1180) 00000020:00000001:3.0:1784950478.804388:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000200:0.0:1784950478.804389:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:2.0:1784950478.804399:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000001a99e35 x1871652369206272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950478.804400:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000200:0.0:1784950478.804403:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950478.804413:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950478.804418:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000010:3.0:1784950478.804423:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000400:00000200:0.0:1784950478.804434:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11124:11124:242:4294967295] 192.168.203.114@tcp LPNI seq info [9852:9852:8:4294967295] 00000100:00000001:2.0:1784950478.804437:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950478.804437:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950478.804451:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:3.0:1784950478.804452:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000400:00000010:2.0:1784950478.804458:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014170e3d. 00000020:00000010:3.0:1784950478.804466:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e7c2f12. 00000100:00000200:2.0:1784950478.804468:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369206272, offset 0 00000020:00000010:3.0:1784950478.804477:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000400:00000200:0.0:1784950478.804478:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:3.0:1784950478.804491:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00000400:00000200:2.0:1784950478.804492:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950478.804503:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950478.804507:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000800:00000010:0.0:1784950478.804511:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000100:00000040:3.0:1784950478.804513:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000200:1.0:1784950478.804514:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1784950478.804516:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950478.804525:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000010:1.0:1784950478.804531:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aea1c9d. 00000800:00000200:0.0:1784950478.804533:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950478.804534:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1784950478.804535:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950478.804542:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950478.804544:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000005aea1c9d x1871652369206016 msgsize 224 00000400:00000200:2.0:1784950478.804550:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950478.804553:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950478.804556:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:2.0:1784950478.804565:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784950478.804568:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1784950478.804576:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:2.0:1784950478.804583:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950478.804586:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950478.804593:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11125:11125:241:4294967295] 192.168.203.114@tcp LPNI seq info [9853:9853:7:4294967295] 00000100:00000001:0.0:1784950478.804595:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950478.804598:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950478.804604:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1784950478.804608:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4737 usecs (5 jiffies) 00000100:00000001:3.0:1784950478.804610:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950478.804617:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307416968 00000100:00000001:0.0:1784950478.804626:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307419388 00000100:00100000:3.0:1784950478.804630:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2735 00000100:00000001:0.0:1784950478.804633:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307416968 00000400:00000200:2.0:1784950478.804640:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:3.0:1784950478.804642:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:0.0:1784950478.804643:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307419388 00000100:00000001:3.0:1784950478.804653:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730214528 : -120287979337088 : ffff929945b88a80) 00000100:00000001:0.0:1784950478.804654:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307416968 00000800:00000200:2.0:1784950478.804657:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950478.804667:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307419388 00000100:00000040:3.0:1784950478.804671:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e897a84 x1871652369205760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:629/0 lens 224/0 e 0 to 0 dl 1784950489 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950478.804674:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307416968 00000100:00000001:0.0:1784950478.804684:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307419388 00000800:00000001:2.0:1784950478.804686:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950478.804695:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950478.804702:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950478.804702:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000010:2.0:1784950478.804704:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070b3560d. 00000100:00000001:0.0:1784950478.804713:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950478.804713:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:3.0:1784950478.804752:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950478.804756:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000800:00000200:2.0:1784950478.804764:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950478.804767:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950478.804779:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004e897a84 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369205760:12345-192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950478.804784:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784950478.804787:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950478.804791:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1784950478.804794:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000010:1.0:1784950478.804801:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 00000100:00000001:0.0:1784950478.804804:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784950478.804804:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369205760 00000800:00000200:2.0:1784950478.804809:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000070b3560d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950478.804812:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950478.804816:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950478.804817:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950478.804819:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950478.804826:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950478.804828:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950478.804829:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950478.804837:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950478.804841:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950478.804842:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5080 usecs (6 jiffies) 00000400:00000200:1.0:1784950478.804845:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c6a3f6 00000020:00000001:3.0:1784950478.804853:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1784950478.804854:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000018c6a3f6. 00000100:00000001:2.0:1784950478.804856:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307416970 00000020:00000001:3.0:1784950478.804863:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:2.0:1784950478.804866:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307419388 00000100:00000001:1.0:1784950478.804867:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1784950478.804874:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950478.804877:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307416970 00000020:00000001:3.0:1784950478.804879:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1784950478.804880:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006fd0a413 x1871652369206144/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950478.804887:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307419388 00000800:00000001:0.0:1784950478.804889:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1784950478.804892:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369205760, found 0 last_xid 1871652369205759 00000100:00000001:2.0:1784950478.804898:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307416970 00000800:00000001:0.0:1784950478.804900:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950478.804907:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950478.804911:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307419388 00000020:00000001:3.0:1784950478.804912:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950478.804924:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307416970 00000020:00000001:3.0:1784950478.804925:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1784950478.804929:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:3.0:1784950478.804932:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950478.804936:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307419388 00000020:00000001:3.0:1784950478.804941:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950478.804946:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950478.804947:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950478.804949:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950478.804960:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950478.804961:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c0b80 00000100:00000040:1.0:1784950478.804961:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006fd0a413 x1871652369206144/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950478.804961:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950478.804969:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:2.0:1784950478.804975:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1784950478.804979:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007ff6fbe8. 00000400:00000001:2.0:1784950478.804982:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950478.804988:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000895fd007. 02000000:00000001:3.0:1784950478.804989:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950478.805001:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950478.805002:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000100:00000001:1.0:1784950478.805003:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950478.805011:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000020:00000001:3.0:1784950478.805013:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950478.805014:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950478.805018:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:3.0:1784950478.805025:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369205760 00000400:00000200:0.0:1784950478.805026:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 21056 00000100:00000200:2.0:1784950478.805032:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fec5a39 x1871652369205632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950478.805035:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000001:0.0:1784950478.805047:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000200:3.0:1784950478.805052:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000004e897a84 x1871652369205760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:629/0 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950478.805063:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fec5a39 x1871652369205632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950478.805078:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950478.805084:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950478.805088:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950478.805088:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784950478.805090:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=111 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950478.805096:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950478.805099:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070b3560d. 00000100:00000001:3.0:1784950478.805103:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950478.805106:0:441644:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784950478.805112:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784950478.805113:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1784950478.805114:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950478.805119:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784950478.805121:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950478.805125:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950478.805127:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950478.805131:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950478.805133:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:3.0:1784950478.805140:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950478.805141:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950478.805145:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014170e3d 02000000:00000001:3.0:1784950478.805148:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950478.805154:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00001000:2.0:1784950478.805154:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=116 v=5 (5 5 5 5) 00000400:00000010:1.0:1784950478.805156:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000014170e3d. 00000100:00000001:3.0:1784950478.805158:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:2.0:1784950478.805192:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=116 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950478.805194:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1784950478.805194:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950478.805195:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950478.805204:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1784950478.805206:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1784950478.805208:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aee49f67. 00000100:00000200:1.0:1784950478.805212:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000001a99e35 x1871652369206272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950478.805214:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950478.805215:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005be3fe71. 00000100:00000200:3.0:1784950478.805218:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369205760, offset 224 00010000:00000001:2.0:1784950478.805226:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784950478.805228:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000005be3fe71 x1871652369206144 msgsize 224 00010000:00000001:2.0:1784950478.805233:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950478.805245:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950478.805246:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:0.0:1784950478.805259:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:2.0:1784950478.805262:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fec5a39 x1871652369205632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950478.805276:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950478.805284:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950478.805287:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1784950478.805296:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11126:11126:241:4294967295] 192.168.203.114@tcp LPNI seq info [9854:9854:7:4294967295] 00000100:00000040:1.0:1784950478.805298:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000001a99e35 x1871652369206272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950478.805312:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950478.805322:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950478.805328:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950478.805342:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fec5a39 x1871652369205632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950478.805346:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950478.805353:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950478.805365:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784950478.805376:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950478.805377:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:0.0:1784950478.805386:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950478.805391:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028331646. 00000100:00100000:2.0:1784950478.805393:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009fec5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369205632:0@lo:400: 00000100:00000001:2.0:1784950478.805408:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950478.805410:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950478.805416:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950478.805428:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fec5a39 x1871652369205632/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950478.805429:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950478.805433:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950478.805440:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:3.0:1784950478.805441:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000028331646 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1784950478.805443:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369206144 00000100:00100000:0.0:1784950478.805448:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369206016 02000000:00000001:1.0:1784950478.805452:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1784950478.805459:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950478.805461:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950478.805466:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950478.805469:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950478.805470:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950478.805472:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950478.805475:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950478.805478:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1784950478.805485:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950478.805486:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950478.805487:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080cfe63d. 00000100:00000040:3.0:1784950478.805492:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00100000:1.0:1784950478.805498:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369206144 00000100:00100000:0.0:1784950478.805500:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369206016 00010000:00000001:3.0:1784950478.805501:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:2.0:1784950478.805502:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950478.805506:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1784950478.805510:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950478.805511:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950478.805512:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:2.0:1784950478.805512:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1784950478.805520:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000040:0.0:1784950478.805521:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:1.0:1784950478.805523:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950478.805523:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000001:0.0:1784950478.805530:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:3.0:1784950478.805532:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e897a84 x1871652369205760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:629/0 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784950478.805533:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:2.0:1784950478.805534:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:0.0:1784950478.805537:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 02000000:00000010:2.0:1784950478.805543:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d508b323. 00000020:00000001:1.0:1784950478.805545:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:0.0:1784950478.805548:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 02000000:00000001:2.0:1784950478.805555:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1784950478.805559:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:0.0:1784950478.805561:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 02000000:00000001:2.0:1784950478.805563:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950478.805570:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fec5a39. 00000100:00000001:1.0:1784950478.805575:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950478.805576:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950478.805580:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000010:0.0:1784950478.805586:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:2.0:1784950478.805587:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950478.805588:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00100000:3.0:1784950478.805600:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004e897a84 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369205760:12345-192.168.203.114@tcp:400: Request processed in 889us (1780us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950478.805601:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950478.805602:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950478.805603:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950478.805614:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1784950478.805616:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000020:00000010:1.0:1784950478.805619:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000001:2.0:1784950478.805621:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1784950478.805633:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f0272bc. 00000100:00000001:2.0:1784950478.805635:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1784950478.805639:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca4a5e4a. 00000100:00000001:2.0:1784950478.805643:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784950478.805644:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2735 00000020:00000010:0.0:1784950478.805648:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf2ca170. 00000100:00000040:3.0:1784950478.805652:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:2.0:1784950478.805653:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950478.805654:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cfe13720. 00000020:00000010:0.0:1784950478.805659:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4ed778d. 00000100:00000001:3.0:1784950478.805665:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950478.805669:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950478.805673:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950478.805674:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000488effe9. 00000100:00000040:0.0:1784950478.805678:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:3.0:1784950478.805682:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000100:00000001:0.0:1784950478.805685:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950478.805688:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950478.805691:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1784950478.805692:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 00000100:00000001:1.0:1784950478.805694:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950478.805698:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950478.805703:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950478.805706:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e7c2f12. 00000100:00000001:0.0:1784950478.805710:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1784950478.805753:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:3.0:1784950478.805757:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:0.0:1784950478.805758:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950478.805765:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950478.805772:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950478.805782:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950478.805787:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950478.805802:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950478.805806:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950478.805810:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950478.805811:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950478.805813:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950478.805820:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1784950478.805832:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1594 00000100:00100000:3.0:1784950478.805837:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2736 00000100:00000040:0.0:1784950478.805840:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000800:00000200:2.0:1784950478.805843:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950478.805848:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785867209216 : -120287842342400 : ffff92994de2ea00) 00000100:00000040:3.0:1784950478.805852:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:1.0:1784950478.805853:0:454245:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950478.805854:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028331646. 00000100:00000040:0.0:1784950478.805861:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005aea1c9d x1871652369206016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:629/0 lens 224/0 e 0 to 0 dl 1784950489 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950478.805866:0:454245:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950478.805868:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684293760 : -120288025257856 : ffff929942fbd880) 00000400:00000200:2.0:1784950478.805871:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950478.805890:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1784950478.805892:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005be3fe71 x1871652369206144/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:629/0 lens 224/0 e 0 to 0 dl 1784950489 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950478.805899:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000800:00000001:1.0:1784950478.805901:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950478.805901:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950478.805912:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950478.805915:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950478.805919:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aee49f67 00000020:00000010:0.0:1784950478.805925:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000400:00000010:2.0:1784950478.805927:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aee49f67. 00000800:00000001:1.0:1784950478.805928:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950478.805943:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950478.805945:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1784950478.805950:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005aea1c9d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369206016:12345-192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950478.805952:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1784950478.805956:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000400:00000200:1.0:1784950478.805958:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:2.0:1784950478.805965:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950478.805968:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950478.805972:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369206016 00000020:00000010:3.0:1784950478.805978:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000020:00000001:0.0:1784950478.805980:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000001:2.0:1784950478.805981:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950478.805990:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:1.0:1784950478.805993:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c0c00 00000800:00000001:2.0:1784950478.805993:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950478.805996:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950478.806002:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005be3fe71 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369206144:12345-192.168.203.114@tcp:400: 00000800:00000001:2.0:1784950478.806005:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950478.806007:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950478.806014:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:1.0:1784950478.806022:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 164192 00000100:00000200:3.0:1784950478.806024:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369206144 00000020:00000001:0.0:1784950478.806025:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1784950478.806033:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:0.0:1784950478.806035:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950478.806035:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000001:1.0:1784950478.806040:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950478.806044:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950478.806046:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950478.806053:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950478.806054:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950478.806059:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950478.806061:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000001:1.0:1784950478.806063:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950478.806066:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c0a00 00000020:00000001:3.0:1784950478.806069:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:0.0:1784950478.806070:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1784950478.806074:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950478.806078:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1784950478.806082:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1784950478.806086:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:3.0:1784950478.806090:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369206144, found 0 last_xid 1871652369206143 00000400:00000200:2.0:1784950478.806092:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16099 [1] + 224 02000000:00000010:0.0:1784950478.806097:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000683d666. 00000400:00000200:1.0:1784950478.806098:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950478.806102:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950478.806110:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950478.806114:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000001:2.0:1784950478.806115:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950478.806116:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950478.806118:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1784950478.806120:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950478.806125:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950478.806126:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1784950478.806128:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950478.806130:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1784950478.806137:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369206016 00000020:00000001:3.0:1784950478.806140:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1784950478.806142:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1784950478.806143:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000010:1.0:1784950478.806143:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009220eae2. 00000100:00000001:3.0:1784950478.806147:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1784950478.806155:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000009220eae2 x1871652369206272 msgsize 224 00010000:00000200:0.0:1784950478.806156:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000005aea1c9d x1871652369206016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:629/0 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950478.806157:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1784950478.806184:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000010:3.0:1784950478.806191:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bf62e7f7. 00000100:00000001:2.0:1784950478.806201:0:441636:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784950478.806203:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950478.806207:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950478.806213:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950478.806218:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca721e50 x1871652369205760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950478.806224:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950478.806230:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1784950478.806234:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000040:3.0:1784950478.806236:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369206144 00010000:00000001:0.0:1784950478.806242:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950478.806244:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784950478.806247:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00001000:0.0:1784950478.806253:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=111 v=5 (1 1 1 1) 00000800:00000001:1.0:1784950478.806259:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1784950478.806266:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000005be3fe71 x1871652369206144/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:629/0 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950478.806275:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950478.806283:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ca721e50 x1871652369205760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950478.806287:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950478.806295:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950478.806298:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00010000:00000001:3.0:1784950478.806303:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950478.806311:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1784950478.806315:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:3.0:1784950478.806316:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=111 v=5 (1 1 1 1) 02000000:00000001:0.0:1784950478.806318:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950478.806324:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369206272 00000100:00000001:0.0:1784950478.806331:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784950478.806335:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950478.806337:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950478.806343:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784950478.806345:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950478.806348:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950478.806351:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000400:00000010:0.0:1784950478.806354:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aab6dd5c. 00000100:00000001:2.0:1784950478.806356:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784950478.806357:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950478.806358:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000200:0.0:1784950478.806370:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369206016, offset 224 00000100:00100000:1.0:1784950478.806371:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369206272 02000000:00000001:3.0:1784950478.806371:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:2.0:1784950478.806375:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950478.806378:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950478.806382:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950478.806388:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000800:00000001:2.0:1784950478.806389:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950478.806389:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950478.806390:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950478.806398:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:3.0:1784950478.806405:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000040:1.0:1784950478.806407:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000400:00000010:3.0:1784950478.806414:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032ff6f71. 00000400:00000200:0.0:1784950478.806416:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:1.0:1784950478.806417:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:2.0:1784950478.806422:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784950478.806426:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369206144, offset 224 00000020:00000001:1.0:1784950478.806428:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:2.0:1784950478.806430:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950478.806439:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11127:11127:242:4294967295] 192.168.203.114@tcp LPNI seq info [9855:9855:8:4294967295] 00000100:00000001:1.0:1784950478.806442:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950478.806449:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950478.806451:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000400:00000001:2.0:1784950478.806458:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784950478.806460:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1784950478.806465:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1784950478.806471:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000400:00000010:2.0:1784950478.806473:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060b7eed8. 00000400:00000200:0.0:1784950478.806480:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:2.0:1784950478.806484:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dca9971 00000020:00000010:1.0:1784950478.806485:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d0923c0. 00000400:00000010:2.0:1784950478.806492:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008dca9971. 00000020:00000010:1.0:1784950478.806496:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4273495. 00000800:00000200:0.0:1784950478.806498:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950478.806502:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950478.806508:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:1.0:1784950478.806509:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dc959bd2. 00000800:00000010:0.0:1784950478.806513:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 00000100:00000200:2.0:1784950478.806517:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca721e50 x1871652369205760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950478.806525:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1784950478.806532:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11128:11128:241:4294967295] 192.168.203.114@tcp LPNI seq info [9856:9856:7:4294967295] 00000100:00000001:1.0:1784950478.806534:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:0.0:1784950478.806536:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950478.806542:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950478.806556:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000200:0.0:1784950478.806562:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:1.0:1784950478.806564:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1784950478.806571:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950478.806575:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1784950478.806575:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca721e50 x1871652369205760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950478.806591:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950478.806593:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950478.806603:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950478.806611:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950478.806618:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1784950478.806622:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950478.806623:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1784950478.806625:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950478.806630:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950478.806635:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00100000:1.0:1784950478.806637:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1595 00000100:00000001:2.0:1784950478.806640:0:441642:0:(client.c:1580:after_reply()) Process entered 00000800:00000010:3.0:1784950478.806641:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000dc50a7. 00000020:00000001:0.0:1784950478.806642:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950478.806648:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1784950478.806649:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000020:00000001:0.0:1784950478.806655:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950478.806656:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950478.806657:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785719618560 : -120287989933056 : ffff92994516dc00) 00000100:00000001:2.0:1784950478.806665:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950478.806666:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:0.0:1784950478.806673:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aea1c9d x1871652369206016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:629/0 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950478.806675:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950478.806677:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009220eae2 x1871652369206272/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:629/0 lens 224/0 e 0 to 0 dl 1784950489 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950478.806689:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=106 v=5 (5 5 5 5) 00000800:00000200:3.0:1784950478.806691:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950478.806704:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000000dc50a7 type 1, nob 320 niov 1 nkiov 1 00000100:00001000:2.0:1784950478.806710:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=106 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950478.806747:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950478.806755:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950478.806761:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1784950478.806766:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950478.806771:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950478.806776:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950478.806784:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1784950478.806789:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1784950478.806793:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005aea1c9d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369206016:12345-192.168.203.114@tcp:400: Request processed in 891us (2235us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950478.806793:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1784950478.806794:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950478.806804:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000040:3.0:1784950478.806807:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005be3fe71 x1871652369206144/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:629/0 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950478.806809:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950478.806816:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950478.806819:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000020:00000010:1.0:1784950478.806829:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000001:2.0:1784950478.806831:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00100000:0.0:1784950478.806839:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1594 00000100:00000001:2.0:1784950478.806840:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950478.806854:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009220eae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369206272:12345-192.168.203.114@tcp:400: 00000100:00000040:0.0:1784950478.806856:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000040:2.0:1784950478.806863:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca721e50 x1871652369205760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950478.806871:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1784950478.806875:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005be3fe71 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369206144:12345-192.168.203.114@tcp:400: Request processed in 921us (1635us total) trans 0 rc 0/0 00000100:00000200:1.0:1784950478.806877:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369206272 00000100:00000001:0.0:1784950478.806880:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950478.806888:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf2ca170. 00000020:00000001:1.0:1784950478.806889:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950478.806899:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:0.0:1784950478.806902:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4ed778d. 00000020:00000001:1.0:1784950478.806905:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950478.806913:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f0272bc. 00000020:00000001:1.0:1784950478.806919:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1784950478.806920:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2736 00000020:00000040:0.0:1784950478.806927:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000020:00000001:1.0:1784950478.806929:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000040:3.0:1784950478.806934:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000020:00000001:1.0:1784950478.806940:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950478.806941:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950478.806944:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1784950478.806949:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950478.806953:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1784950478.806963:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1784950478.806964:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cfe13720. 00000100:00000001:2.0:1784950478.806966:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950478.806970:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950478.806977:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1784950478.806978:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950478.806979:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000488effe9. 00000100:00000001:2.0:1784950478.806982:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950478.806991:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1784950478.806993:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca4a5e4a. 00000100:00000001:1.0:1784950478.806998:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1784950478.807000:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca721e50 x1871652369205760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950478.807003:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 02000000:00000001:1.0:1784950478.807006:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:0.0:1784950478.807015:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950478.807016:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950478.807018:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000da141893. 00000800:00000010:0.0:1784950478.807027:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 02000000:00000001:1.0:1784950478.807030:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950478.807031:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ca721e50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369205760:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950478.807040:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950478.807041:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950478.807044:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950478.807053:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950478.807055:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000040:1.0:1784950478.807064:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369206272 00000400:00000200:0.0:1784950478.807065:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950478.807070:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca721e50 x1871652369205760/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950478.807075:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:0.0:1784950478.807080:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aab6dd5c 00000400:00000010:0.0:1784950478.807088:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aab6dd5c. 00010000:00000200:1.0:1784950478.807090:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000009220eae2 x1871652369206272/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:629/0 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950478.807098:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950478.807104:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950478.807113:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1784950478.807121:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1784950478.807122:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1784950478.807130:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950478.807131:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d522160c. 00000100:00001000:1.0:1784950478.807141:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=111 v=5 (1 1 1 1) 02000000:00000001:2.0:1784950478.807144:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950478.807151:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784950478.807154:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1784950478.807155:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000040:1.0:1784950478.807183:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:2.0:1784950478.807187:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950478.807188:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000010:2.0:1784950478.807194:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002957ca98. 02000000:00000001:1.0:1784950478.807195:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950478.807201:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950478.807203:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:0.0:1784950478.807208:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950478.807208:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784950478.807209:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950478.807217:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca721e50. 00000800:00000010:0.0:1784950478.807218:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000dc50a7. 00000100:00000040:1.0:1784950478.807224:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950478.807231:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beb862af. 00000100:00000001:2.0:1784950478.807233:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1784950478.807234:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784950478.807240:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369206272, offset 224 00000100:00000001:2.0:1784950478.807241:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950478.807252:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950478.807252:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950478.807253:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950478.807263:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950478.807265:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950478.807269:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1784950478.807271:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950478.807273:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032ff6f71 00000100:00000001:2.0:1784950478.807275:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950478.807278:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:0.0:1784950478.807281:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000032ff6f71. 00000400:00000200:1.0:1784950478.807287:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950478.807290:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950478.807292:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950478.807294:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950478.807302:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1784950478.807305:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11129:11129:241:4294967295] 192.168.203.114@tcp LPNI seq info [9857:9857:7:4294967295] 00000400:00000200:3.0:1784950478.807316:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950478.807330:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950478.807338:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950478.807344:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002957ca98. 00000400:00000200:3.0:1784950478.807356:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c0b00 00000800:00000200:1.0:1784950478.807358:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950478.807375:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x160ad [1] + 224 00000800:00000200:1.0:1784950478.807377:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950478.807389:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002957ca98 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:3.0:1784950478.807391:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950478.807399:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950478.807402:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950478.807411:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950478.807412:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950478.807425:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950478.807425:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1784950478.807434:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000200:3.0:1784950478.807438:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cecd071 x1871652369206016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950478.807439:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950478.807449:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1784950478.807462:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009220eae2 x1871652369206272/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:629/0 lens 224/224 e 0 to 0 dl 1784950489 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950478.807468:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002cecd071 x1871652369206016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950478.807510:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009220eae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369206272:12345-192.168.203.114@tcp:400: Request processed in 713us (1349us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950478.807519:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1784950478.807525:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1784950478.807526:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1595 00000800:00000001:3.0:1784950478.807532:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:2.0:1784950478.807535:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002957ca98. 00000100:00000040:1.0:1784950478.807536:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000800:00000001:3.0:1784950478.807544:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950478.807545:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1784950478.807547:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950478.807553:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:3.0:1784950478.807555:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950478.807562:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4273495. 00000400:00000200:2.0:1784950478.807564:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950478.807566:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950478.807566:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950478.807575:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dc959bd2. 00000400:00000200:2.0:1784950478.807581:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb862af 00000800:00000001:0.0:1784950478.807583:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950478.807585:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d0923c0. 00000400:00000010:2.0:1784950478.807589:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000beb862af. 00000400:00000200:3.0:1784950478.807592:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:0.0:1784950478.807595:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784950478.807598:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:2.0:1784950478.807601:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:0.0:1784950478.807604:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950478.807610:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950478.807612:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950478.807621:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c0c00 00000400:00000200:0.0:1784950478.807629:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950478.807640:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x160c5 [1] + 224 00000100:00000001:2.0:1784950478.807642:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950478.807648:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1784950478.807654:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784950478.807657:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784950478.807662:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c0b80 00000400:00000001:2.0:1784950478.807664:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950478.807670:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a65dc5aa. 00000800:00000001:3.0:1784950478.807671:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950478.807679:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49f40e5 00000400:00000200:3.0:1784950478.807680:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784950478.807685:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e49f40e5. 00000100:00000001:2.0:1784950478.807693:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950478.807694:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950478.807705:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x160b9 [1] + 224 00000100:00000200:2.0:1784950478.807706:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cecd071 x1871652369206016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950478.807774:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cecd071 x1871652369206016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950478.807786:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784950478.807788:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950478.807802:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1784950478.807803:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000001a99e35 x1871652369206272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950478.807812:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950478.807813:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950478.807826:0:441642:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784950478.807829:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784950478.807834:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950478.807844:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784950478.807851:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950478.807854:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950478.807855:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000001a99e35 x1871652369206272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950478.807860:0:441634:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784950478.807867:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950478.807875:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006fd0a413 x1871652369206144/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950478.807881:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=111 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950478.807898:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=111 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950478.807910:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950478.807915:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950478.807918:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784950478.807921:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784950478.807923:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006fd0a413 x1871652369206144/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950478.807936:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00080000:2.0:1784950478.807937:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002cecd071 x1871652369206016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950478.807951:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950478.807953:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950478.807957:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950478.807963:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950478.807967:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950478.807968:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000800:00000001:0.0:1784950478.807974:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950478.807975:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950478.807976:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950478.807984:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950478.807986:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784950478.807989:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1784950478.807995:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cecd071 x1871652369206016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950478.807997:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950478.808002:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784950478.808005:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c782753. 00000100:00000001:3.0:1784950478.808009:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950478.808017:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969daf7a 00000100:00000001:2.0:1784950478.808021:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784950478.808024:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000969daf7a. 00000100:00000001:2.0:1784950478.808026:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950478.808032:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950478.808036:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784950478.808040:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cecd071 x1871652369206016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784950478.808043:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950478.808050:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1784950478.808051:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000001a99e35 x1871652369206272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950478.808057:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e179c7b. 00000400:00000200:3.0:1784950478.808069:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077541c23 00000400:00000010:3.0:1784950478.808078:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077541c23. 00000100:00100000:2.0:1784950478.808083:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002cecd071 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369206016:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950478.808088:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950478.808098:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000001a99e35 x1871652369206272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950478.808100:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950478.808104:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006fd0a413 x1871652369206144/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950478.808112:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950478.808123:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cecd071 x1871652369206016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950478.808161:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950478.808198:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1784950478.808201:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006fd0a413 x1871652369206144/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950478.808204:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950478.808205:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950478.808211:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009dfc6c6e. 00000100:00000001:1.0:1784950478.808216:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950478.808224:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1784950478.808225:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950478.808229:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784950478.808232:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784950478.808233:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950478.808235:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950478.808239:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1784950478.808241:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950478.808243:0:441643:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:2.0:1784950478.808250:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1784950478.808251:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1784950478.808252:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950478.808256:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009588bd88. 00000100:00000001:3.0:1784950478.808259:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784950478.808265:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950478.808267:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950478.808268:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=111 v=5 (5 5 5 5) 02000000:00000001:2.0:1784950478.808270:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950478.808275:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cecd071. 02000000:00000001:3.0:1784950478.808278:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950478.808286:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1784950478.808287:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=111 v=5 (1 1 1 1) 00000100:00001000:3.0:1784950478.808290:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=111 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950478.808292:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950478.808302:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950478.808304:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1784950478.808307:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950478.808310:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950478.808311:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950478.808315:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950478.808318:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950478.808321:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950478.808322:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950478.808324:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1784950478.808332:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784950478.808333:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1784950478.808335:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000001a99e35 x1871652369206272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950478.808339:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950478.808349:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950478.808353:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950478.808361:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1784950478.808363:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950478.808365:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950478.808373:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950478.808380:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000040:3.0:1784950478.808380:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006fd0a413 x1871652369206144/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950478.808388:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950478.808393:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950478.808404:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950478.808408:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000001a99e35 x1871652369206272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950478.808411:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950478.808416:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950478.808430:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006fd0a413 x1871652369206144/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950478.808432:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950478.808441:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950478.808446:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950478.808462:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001a99e35 x1871652369206272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950478.808463:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006fd0a413 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369206144:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950478.808480:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950478.808488:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1784950478.808495:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000001a99e35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369206272:192.168.203.114@tcp:400: 00000100:00000040:3.0:1784950478.808501:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006fd0a413 x1871652369206144/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950478.808509:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950478.808516:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950478.808524:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1784950478.808528:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000001a99e35 x1871652369206272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950478.808530:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950478.808536:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f99e04c1. 02000000:00000001:3.0:1784950478.808546:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950478.808550:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1784950478.808551:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950478.808557:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1784950478.808558:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1784950478.808564:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950478.808566:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac714e1c. 02000000:00000010:3.0:1784950478.808568:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000975723c9. 02000000:00000001:1.0:1784950478.808577:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784950478.808578:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1784950478.808586:0:441644:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:3.0:1784950478.808586:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1784950478.808594:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000010:3.0:1784950478.808595:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006fd0a413. 00000100:00000001:3.0:1784950478.808604:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1784950478.808605:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950478.808608:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950478.808611:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cbc1038. 00000100:00000001:3.0:1784950478.808613:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950478.808624:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950478.808626:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784950478.808629:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784950478.808631:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950478.808634:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000001a99e35. 00000100:00000001:3.0:1784950478.808637:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950478.808643:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950478.808644:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950478.808649:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950478.808652:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950478.808657:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950478.808660:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950478.808664:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950478.808667:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950479.184862:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950479.184871:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950479.184880:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950479.184882:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950479.185008:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784950479.185015:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784950479.185019:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950479.824850:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950479.824867:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950479.824870:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950479.824877:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950479.824881:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950479.824887:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950479.824890:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950480.208847:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950480.208858:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950480.208869:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950480.208871:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950480.208972:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950480.208981:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950480.208987:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950480.848845:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950480.848864:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950480.848866:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950480.848874:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950480.848878:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950480.848883:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950480.848887:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950481.232860:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307419388, at 4307419392 00000100:00000040:0.0:1784950481.232880:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307419388, at 4307419392 00000100:00000010:3.0:1784950481.232883:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024c3e437. 00000100:00000010:0.0:1784950481.232900:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009903bee5. 00010000:00000001:2.0:1784950481.232901:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950481.232910:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950481.232920:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950481.232922:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950481.232925:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307419388, at 4307419392 00000100:00000010:1.0:1784950481.232943:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059cb1098. 00000100:00000040:2.0:1784950481.232954:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307419388, at 4307419392 00000100:00000010:2.0:1784950481.232966:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c99bcda4. 00000020:00000001:0.0:1784950481.232983:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950481.232989:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950481.232995:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950481.872931:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950481.872947:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950481.872950:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950481.872956:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950481.872960:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950481.872964:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950481.872967:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950482.000865:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950482.000870:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1784950482.000880:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059955604. 00000004:00000001:1.0:1784950482.000882:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1784950482.000890:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000020:00000040:2.0:1784950482.000893:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000010:1.0:1784950482.000899:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca6cc55f. 00000100:00000001:2.0:1784950482.000902:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950482.000908:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:1.0:1784950482.000910:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:2.0:1784950482.000916:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950482.000918:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950482.000923:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950482.000929:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950482.000932:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006415387d. 02000000:00000010:1.0:1784950482.000939:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cbc1038. 00000100:00000001:2.0:1784950482.000943:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950482.000949:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950482.000955:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950482.000960:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950482.000961:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950482.000966:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950482.000980:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059955604] to pc [ptlrpcd_00_00+0] req@0000000059955604 x1871652369206400/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950482.000981:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca6cc55f] to pc [ptlrpcd_00_01+1] req@00000000ca6cc55f x1871652369206528/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1784950482.001068:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950482.001077:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950482.001126:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950482.001133:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950482.001137:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950482.001168:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca6cc55f x1871652369206528/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950482.001183:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950482.001188:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950482.001188:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950482.001197:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950482.001199:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950482.001205:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784950482.001206:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950482.001213:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950482.001219:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059955604 x1871652369206400/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950482.001223:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ca6cc55f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369206528:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950482.001242:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950482.001250:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784950482.001251:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950482.001255:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950482.001257:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950482.001262:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950482.001263:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784950482.001270:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784950482.001274:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000225bd1f4. 02000000:00000001:0.0:1784950482.001276:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950482.001282:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950482.001289:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000059955604 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369206400:192.168.203.114@tcp:41: 00000400:00000010:3.0:1784950482.001294:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de8516e0. 00000100:00000001:0.0:1784950482.001297:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950482.001304:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1784950482.001307:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ee01619. 02000000:00000001:0.0:1784950482.001308:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950482.001317:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1784950482.001322:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369206528, portal 4 02000000:00000010:0.0:1784950482.001325:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008c45c2af. 00000100:00000001:3.0:1784950482.001329:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1784950482.001331:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950482.001334:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785719625728 : -120287989925888 : ffff92994516f800) 00000400:00000010:0.0:1784950482.001340:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002887fd03. 00000100:00000040:3.0:1784950482.001351:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ca6cc55f x1871652369206528/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950482.001352:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aab6dd5c. 00000100:00000200:0.0:1784950482.001363:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369206400, portal 4 00000100:00000001:0.0:1784950482.001374:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950482.001376:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950482.001378:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730213632 : -120287979337984 : ffff929945b88700) 00000100:00000040:3.0:1784950482.001388:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950482.001395:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee59023e. 00000100:00000040:0.0:1784950482.001399:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000059955604 x1871652369206400/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950482.001403:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369206528, offset 0 00000100:00000001:0.0:1784950482.001420:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950482.001422:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950482.001430:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950482.001437:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c18e6a7. 00000100:00000200:0.0:1784950482.001442:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369206400, offset 0 00000400:00000200:0.0:1784950482.001452:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950482.001533:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950482.001540:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950482.001547:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950482.001551:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950482.001555:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950482.001560:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11130:11130:242:4294967295] 192.168.203.114@tcp LPNI seq info [9858:9858:8:4294967295] 00000400:00000200:3.0:1784950482.001576:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950482.001584:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950482.001591:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4bcac29. 00000400:00000200:0.0:1784950482.001595:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950482.001605:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784950482.001611:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950482.001617:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950482.001624:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950482.001632:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:3.0:1784950482.001634:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950482.001642:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11131:11131:241:4294967295] 192.168.203.114@tcp LPNI seq info [9859:9859:7:4294967295] 00000800:00000200:3.0:1784950482.001645:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c4bcac29 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950482.001668:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950482.001679:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950482.001680:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950482.001692:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13582 usecs (14 jiffies) 00000800:00000010:0.0:1784950482.001695:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 00000100:00000001:3.0:1784950482.001699:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307420174 00000800:00000200:0.0:1784950482.001709:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000010:3.0:1784950482.001712:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032d162ee. 00000100:00000001:3.0:1784950482.001765:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784950482.001768:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950482.001776:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950482.001777:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307420175 00000100:00000010:3.0:1784950482.001786:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033096f34. 00000100:00000001:3.0:1784950482.001791:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784950482.001793:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950482.001800:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307420175 00000100:00000040:0.0:1784950482.001802:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4740 usecs (5 jiffies) 00000100:00000001:0.0:1784950482.001814:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307420166 00000100:00000010:3.0:1784950482.001815:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014137c38. 00000100:00000001:0.0:1784950482.001825:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307420174 00000100:00000001:3.0:1784950482.001827:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1784950482.001831:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307420166 00000100:00000001:3.0:1784950482.001835:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307420175 00000100:00000001:0.0:1784950482.001838:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307420175 00000100:00000010:3.0:1784950482.001843:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c92da77b. 00000100:00000001:0.0:1784950482.001845:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307420166 00000100:00000001:0.0:1784950482.001855:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307420175 00000100:00000001:3.0:1784950482.001856:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1784950482.001863:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307420166 00000100:00000001:3.0:1784950482.001868:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950482.001869:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307420175 00000100:00000001:3.0:1784950482.001878:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950482.001880:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950482.001887:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950482.001888:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950482.001896:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950482.001898:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950482.001907:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950482.001910:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1784950482.001917:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950482.001918:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950482.001918:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950482.001926:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1784950482.001927:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950482.001929:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950482.001934:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950482.001935:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950482.001940:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1784950482.001940:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4bcac29. 00000800:00000001:1.0:1784950482.001941:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950482.001942:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950482.001954:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950482.001956:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950482.001957:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950482.001969:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950482.001977:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee59023e 00000400:00000010:2.0:1784950482.001982:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ee59023e. 00000100:00000001:2.0:1784950482.001989:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1784950482.001996:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca6cc55f x1871652369206528/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950482.002012:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950482.002017:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca6cc55f x1871652369206528/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950482.002020:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950482.002033:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950482.002036:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950482.002042:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1784950482.002055:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950482.002067:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950482.002071:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950482.002077:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950482.002079:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950482.002087:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 00000400:00000200:2.0:1784950482.002092:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950482.002097:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950482.002101:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950482.002113:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950482.002114:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c0c80 00000400:00000200:1.0:1784950482.002128:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950482.002129:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c18e6a7 00000400:00000010:0.0:1784950482.002136:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c18e6a7. 00000100:00000001:0.0:1784950482.002174:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1784950482.002181:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c0d00 00000100:00000200:0.0:1784950482.002186:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059955604 x1871652369206400/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950482.002189:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 21280 00000800:00000001:2.0:1784950482.002209:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950482.002216:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 21504 00000100:00000001:0.0:1784950482.002217:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950482.002228:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059955604 x1871652369206400/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950482.002230:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950482.002231:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950482.002241:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950482.002253:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950482.002255:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950482.002257:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950482.002262:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950482.002268:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950482.002279:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950482.002284:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950482.002288:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1784950482.002294:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb16c9a1. 00000100:00000040:2.0:1784950482.002300:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000bb16c9a1 x1871652369206400 msgsize 224 00000100:00100000:2.0:1784950482.002312:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950482.002342:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1784950482.002358:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950482.002364:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950482.002404:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950482.002410:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1784950482.002411:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369206400 00000100:00000200:1.0:1784950482.002417:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:0.0:1784950482.002418:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950482.002425:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950482.002429:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950482.002433:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950482.002438:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369206400 00000020:00000001:0.0:1784950482.002441:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950482.002444:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:0.0:1784950482.002446:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950482.002451:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:0.0:1784950482.002455:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000010:1.0:1784950482.002456:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070d803ca. 00000020:00000001:0.0:1784950482.002459:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000040:1.0:1784950482.002467:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000070d803ca x1871652369206528 msgsize 224 00000100:00000001:0.0:1784950482.002470:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950482.002480:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00100000:1.0:1784950482.002488:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950482.002490:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950482.002497:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000020:00000010:0.0:1784950482.002506:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f0272bc. 00000020:00000010:0.0:1784950482.002512:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf2ca170. 00000100:00000001:1.0:1784950482.002516:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1784950482.002518:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4ed778d. 00000800:00000001:1.0:1784950482.002533:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950482.002535:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950482.002541:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:1.0:1784950482.002544:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950482.002545:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950482.002550:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950482.002562:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950482.002572:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950482.002580:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950482.002587:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369206528 00000100:00000001:0.0:1784950482.002592:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1784950482.002593:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950482.002600:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950482.002601:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950482.002607:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950482.002614:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2737 02000000:00000001:2.0:1784950482.002615:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950482.002623:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00100000:2.0:1784950482.002624:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369206528 00000020:00000001:2.0:1784950482.002632:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950482.002633:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730216320 : -120287979335296 : ffff929945b89180) 00000020:00000040:2.0:1784950482.002638:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:2.0:1784950482.002643:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:0.0:1784950482.002645:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb16c9a1 x1871652369206400/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:633/0 lens 224/0 e 0 to 0 dl 1784950493 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950482.002648:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:2.0:1784950482.002657:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:2.0:1784950482.002666:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950482.002675:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950482.002678:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950482.002683:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000020:00000010:0.0:1784950482.002685:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:2.0:1784950482.002690:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950482.002693:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950482.002697:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000020:00000010:0.0:1784950482.002700:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000100:00100000:0.0:1784950482.002711:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000bb16c9a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369206400:12345-192.168.203.114@tcp:41: 00000020:00000010:2.0:1784950482.002712:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080cfe63d. 00000100:00000200:0.0:1784950482.002757:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369206400 00000020:00000001:0.0:1784950482.002762:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:2.0:1784950482.002763:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1b8a0d0. 00000020:00000001:0.0:1784950482.002767:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:2.0:1784950482.002772:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbcac818. 00000020:00000001:0.0:1784950482.002777:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950482.002783:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1784950482.002784:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950482.002789:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1784950482.002791:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000001:2.0:1784950482.002795:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950482.002799:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1784950482.002806:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369206400, found 0 last_xid 1871652369206399 00000100:00000001:2.0:1784950482.002806:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950482.002817:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950482.002820:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950482.002823:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950482.002827:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950482.002828:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950482.002841:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950482.002845:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950482.002851:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000010:0.0:1784950482.002852:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000fe69b7d5. 00000100:00000001:2.0:1784950482.002857:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1784950482.002859:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950482.002865:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950482.002872:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2738 00000004:00000001:0.0:1784950482.002876:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00000040:2.0:1784950482.002878:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000004:00000001:0.0:1784950482.002884:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000100:00000001:2.0:1784950482.002884:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038699648 : -120287670851968 : ffff9299581ba680) 00000004:00000001:0.0:1784950482.002890:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950482.002897:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070d803ca x1871652369206528/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:633/0 lens 224/0 e 0 to 0 dl 1784950493 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000024:0.0:1784950482.002911:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000100:00000001:2.0:1784950482.002912:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950482.002921:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3ae7b9. 00000020:00000020:0.0:1784950482.002923:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:2.0:1784950482.002929:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1784950482.002931:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000010:2.0:1784950482.002935:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3ae7b9. 00000020:00000020:0.0:1784950482.002940:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000020:0.0:1784950482.002951:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000100:00100000:2.0:1784950482.002952:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000070d803ca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369206528:12345-192.168.203.114@tcp:41: 00000004:00000020:0.0:1784950482.002962:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000100:00000200:2.0:1784950482.002965:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369206528 00000020:00000001:2.0:1784950482.002972:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000001:00000001:0.0:1784950482.002973:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000020:00000001:2.0:1784950482.002977:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000001:00000001:0.0:1784950482.002978:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950482.002987:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950482.002988:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950482.002999:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00010000:00000040:0.0:1784950482.003000:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369206400 00000020:00000001:2.0:1784950482.003005:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00010000:00000001:0.0:1784950482.003007:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:2.0:1784950482.003015:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00010000:00000200:0.0:1784950482.003021:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000bb16c9a1 x1871652369206400/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:633/0 lens 224/368 e 0 to 0 dl 1784950493 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1784950482.003022:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369206528, found 0 last_xid 1871652369206527 00000020:00000001:2.0:1784950482.003032:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950482.003041:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950482.003045:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1784950482.003050:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1784950482.003051:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950482.003058:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950482.003060:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00001000:0.0:1784950482.003065:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=115 v=5 (1 1 1 1) 02000000:00000001:2.0:1784950482.003067:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1784950482.003075:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007ba59f24. 00000100:00000001:0.0:1784950482.003077:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1784950482.003082:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950482.003086:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950482.003089:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950482.003092:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000004:00000001:2.0:1784950482.003097:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 02000000:00000001:0.0:1784950482.003098:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:2.0:1784950482.003104:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 02000000:00000001:0.0:1784950482.003105:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950482.003110:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950482.003113:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950482.003119:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950482.003124:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c18e6a7. 00000004:00000024:2.0:1784950482.003125:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000100:00000200:0.0:1784950482.003130:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369206400, offset 224 00000020:00000020:2.0:1784950482.003133:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:2.0:1784950482.003166:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000400:00000200:0.0:1784950482.003176:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000004:00000020:2.0:1784950482.003178:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000001:00000001:2.0:1784950482.003189:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000400:00000200:0.0:1784950482.003190:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000001:00000001:2.0:1784950482.003193:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950482.003200:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950482.003206:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11132:11132:242:4294967295] 192.168.203.114@tcp LPNI seq info [9860:9860:8:4294967295] 00010000:00000040:2.0:1784950482.003208:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369206528 00010000:00000001:2.0:1784950482.003218:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:2.0:1784950482.003231:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000070d803ca x1871652369206528/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:633/0 lens 224/368 e 0 to 0 dl 1784950493 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950482.003240:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950482.003267:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:2.0:1784950482.003270:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000010:0.0:1784950482.003274:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 00010000:00000001:2.0:1784950482.003276:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950482.003285:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=115 v=5 (1 1 1 1) 00000800:00000200:0.0:1784950482.003294:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950482.003296:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950482.003306:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000800:00000200:0.0:1784950482.003312:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:2.0:1784950482.003314:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000200:0.0:1784950482.003322:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 464 niov 1 nkiov 1 02000000:00000001:2.0:1784950482.003323:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950482.003328:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950482.003334:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950482.003340:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950482.003346:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000100:00000001:0.0:1784950482.003349:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950482.003352:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369206528, offset 224 00000100:00000040:0.0:1784950482.003359:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950482.003368:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000001:0.0:1784950482.003369:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950482.003375:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950482.003378:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950482.003388:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb16c9a1 x1871652369206400/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:633/0 lens 224/368 e 0 to 0 dl 1784950493 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950482.003389:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950482.003409:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11133:11133:241:4294967295] 192.168.203.114@tcp LPNI seq info [9861:9861:7:4294967295] 00000100:00100000:0.0:1784950482.003436:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000bb16c9a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369206400:12345-192.168.203.114@tcp:41: Request processed in 749us (1127us total) trans 0 rc 0/0 00000400:00000200:2.0:1784950482.003454:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:0.0:1784950482.003464:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2737 00000800:00000200:2.0:1784950482.003472:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950482.003475:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000800:00000010:2.0:1784950482.003481:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078605e0a. 00000100:00000001:0.0:1784950482.003482:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950482.003490:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1784950482.003497:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:0.0:1784950482.003500:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf2ca170. 00000800:00000200:2.0:1784950482.003509:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000010:0.0:1784950482.003510:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4ed778d. 00000800:00000200:2.0:1784950482.003518:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078605e0a type 1, nob 464 niov 1 nkiov 1 00000020:00000010:0.0:1784950482.003520:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f0272bc. 00000020:00000040:0.0:1784950482.003531:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:0.0:1784950482.003535:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950482.003545:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950482.003553:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 00000100:00000001:2.0:1784950482.003556:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950482.003563:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950482.003564:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950482.003575:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950482.003579:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950482.003584:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:2.0:1784950482.003586:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1784950482.003597:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c18e6a7 00000100:00000040:2.0:1784950482.003599:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070d803ca x1871652369206528/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:633/0 lens 224/368 e 0 to 0 dl 1784950493 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950482.003604:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c18e6a7. 00000100:00000001:1.0:1784950482.003615:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950482.003620:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1784950482.003626:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000070d803ca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369206528:12345-192.168.203.114@tcp:41: Request processed in 709us (1152us total) trans 0 rc 0/0 00000800:00000001:1.0:1784950482.003634:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950482.003642:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2738 00000100:00000040:2.0:1784950482.003648:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000001:1.0:1784950482.003649:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950482.003653:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:1.0:1784950482.003656:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950482.003659:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950482.003665:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1b8a0d0. 00000020:00000010:2.0:1784950482.003671:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbcac818. 00000020:00000010:2.0:1784950482.003676:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080cfe63d. 00000020:00000040:2.0:1784950482.003682:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:2.0:1784950482.003687:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950482.003706:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950482.003754:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950482.003769:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c0c80 00000400:00000200:1.0:1784950482.003777:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x160e1 [1] + 224 00000800:00000001:1.0:1784950482.003786:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950482.003831:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950482.003837:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078605e0a. 00000400:00000200:0.0:1784950482.003845:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950482.003854:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950482.003860:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000400:00000010:0.0:1784950482.003864:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000100:00000001:0.0:1784950482.003869:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950482.003872:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1784950482.003881:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950482.003881:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950482.003890:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950482.003898:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950482.003902:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950482.003906:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950482.003913:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1784950482.003914:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950482.003929:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059955604 x1871652369206400/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950482.003936:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:1.0:1784950482.003958:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000059955604 x1871652369206400/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950482.003962:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c0d00 00000400:00000200:3.0:1784950482.003981:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x160dd [1] + 224 00000800:00000001:3.0:1784950482.003999:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950482.004007:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950482.004011:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950482.004012:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1784950482.004020:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950482.004029:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950482.004031:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784950482.004040:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950482.004041:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca6cc55f x1871652369206528/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950482.004061:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ca6cc55f x1871652369206528/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950482.004091:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950482.004093:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950482.004096:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1784950482.004107:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784950482.004108:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950482.004115:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1784950482.004117:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950482.004119:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002887fd03. 00000400:00000200:2.0:1784950482.004131:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aab6dd5c 00000400:00000010:2.0:1784950482.004134:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aab6dd5c. 00000100:00000001:2.0:1784950482.004138:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950482.004166:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059955604 x1871652369206400/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950482.004167:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950482.004173:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784950482.004182:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950482.004188:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1784950482.004189:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059955604 x1871652369206400/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950482.004194:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de8516e0. 00000400:00000200:0.0:1784950482.004206:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ee01619 00000400:00000010:0.0:1784950482.004212:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001ee01619. 00000100:00000001:2.0:1784950482.004213:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950482.004219:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950482.004222:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950482.004224:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950482.004230:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1784950482.004234:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca6cc55f x1871652369206528/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950482.004235:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950482.004241:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950482.004249:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950482.004261:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=115 v=5 (5 5 5 5) 00000100:00000200:0.0:1784950482.004266:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca6cc55f x1871652369206528/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950482.004270:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=115 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950482.004283:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950482.004287:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950482.004293:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784950482.004294:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950482.004299:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950482.004300:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950482.004309:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950482.004311:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1784950482.004314:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1784950482.004316:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950482.004318:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950482.004321:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950482.004323:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950482.004326:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950482.004329:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950482.004337:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059955604 x1871652369206400/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950482.004338:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=110 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950482.004351:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=110 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950482.004363:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950482.004368:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950482.004373:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1784950482.004374:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950482.004380:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950482.004383:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950482.004386:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784950482.004388:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950482.004391:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000004:00000001:2.0:1784950482.004396:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1784950482.004398:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950482.004402:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1784950482.004404:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000040:0.0:1784950482.004412:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca6cc55f x1871652369206528/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:2.0:1784950482.004418:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:2.0:1784950482.004435:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950482.004443:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950482.004449:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1784950482.004450:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059955604 x1871652369206400/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950482.004453:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1784950482.004462:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1784950482.004468:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00100000:2.0:1784950482.004479:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000059955604 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369206400:192.168.203.114@tcp:41: 00000004:00000020:0.0:1784950482.004485:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00000001:2.0:1784950482.004488:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950482.004497:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000004:00000001:0.0:1784950482.004503:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950482.004505:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059955604 x1871652369206400/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950482.004517:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca6cc55f x1871652369206528/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950482.004532:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950482.004538:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1784950482.004543:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ca6cc55f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369206528:192.168.203.114@tcp:41: 02000000:00000010:2.0:1784950482.004545:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008c45c2af. 02000000:00000001:2.0:1784950482.004557:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950482.004558:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950482.004563:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950482.004565:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1784950482.004567:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:0.0:1784950482.004572:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca6cc55f x1871652369206528/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950482.004574:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950482.004580:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006415387d. 02000000:00000001:2.0:1784950482.004588:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950482.004593:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784950482.004595:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1784950482.004597:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059955604. 02000000:00000001:0.0:1784950482.004600:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784950482.004604:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1784950482.004605:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000225bd1f4. 00000100:00000001:2.0:1784950482.004610:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950482.004615:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950482.004616:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950482.004621:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950482.004626:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950482.004627:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950482.004633:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950482.004635:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784950482.004639:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784950482.004641:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cbc1038. 00000100:00000001:2.0:1784950482.004645:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950482.004648:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950482.004652:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950482.004654:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca6cc55f. 00000100:00000001:0.0:1784950482.004660:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950482.004663:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950482.004666:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950482.004672:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950482.004674:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950482.004677:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950482.004680:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950482.016824:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307420175, at 4307420176 00000100:00000010:2.0:1784950482.016837:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014137c38. 00000100:00000040:3.0:1784950482.016853:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307420175, at 4307420176 00000100:00000010:3.0:1784950482.016868:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c92da77b. 00000100:00000040:0.0:1784950482.016875:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307420174, at 4307420176 00000100:00000040:1.0:1784950482.016879:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307420175, at 4307420176 00000100:00000010:0.0:1784950482.016892:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032d162ee. 00000100:00000010:1.0:1784950482.016896:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033096f34. 00010000:00000001:2.0:1784950482.256851:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950482.256860:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950482.256868:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950482.256872:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950482.256875:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950482.256878:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950482.256882:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950482.256885:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950482.256887:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950482.256890:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950482.257030:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950482.257036:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950482.257041:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950482.896869:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950482.896885:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950482.896888:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950482.896895:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950482.896898:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950482.896903:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950482.896905:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950483.280872:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950483.280880:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950483.280888:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950483.280890:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950483.281021:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950483.281027:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950483.281031:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950483.920881:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950483.920890:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1784950483.920906:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950458/real 1784950458] req@0000000095bf3843 x1871652369201664/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950483 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784950483.920947:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950483.920949:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950483.920954:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df0f20aa. 00000400:00000200:0.0:1784950483.920963:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000400:00000010:0.0:1784950483.920966:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000100:00000001:0.0:1784950483.920973:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950483.920978:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000095bf3843 x1871652369201664/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950483 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950483.920993:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000095bf3843 x1871652369201664/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950483 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950483.921006:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950483.921010:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.921015:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950483.921018:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950483.921022:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000095bf3843 x1871652369201664/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950483 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950483.921032:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.921042:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950483.921045:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.921050:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950483.921054:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950483.921060:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950483.921065:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000095bf3843 x1871652369201664/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950483 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950483.921074:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1784950483.921078:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.921079:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950483.921081:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.921083:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1784950483.921086:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1784950483.921090:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784950483.921116:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:0.0:1784950483.921119:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1784950483.921124:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095bf3843 x1871652369201664/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950483 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950483.921188:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000095bf3843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369201664:192.168.203.114@tcp:8: 00000100:00000001:0.0:1784950483.921194:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950483.921198:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950483.921203:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000095bf3843 x1871652369201664/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950483 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950483.921213:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950483.921216:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950483.921221:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008adb6947. 00000100:00000040:2.0:1784950483.921227:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784950483.921229:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950483.921235:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950483.921240:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1784950483.921243:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:0.0:1784950483.921245:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950483.921251:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000007d5a674c. 02000000:00000001:0.0:1784950483.921256:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1784950483.921259:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059955604. 02000000:00000001:0.0:1784950483.921260:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950483.921265:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095bf3843. 00000020:00000040:2.0:1784950483.921271:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:0.0:1784950483.921272:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950483.921276:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.921281:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950483.921283:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950483.921289:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950483.921296:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950483.921308:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006415387d. 00000100:00000001:2.0:1784950483.921318:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950483.921330:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@0000000059955604 x1871652369206656/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950483.921349:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950483.921354:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950483.921363:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059955604] to pc [ptlrpcd_00_02+2] req@0000000059955604 x1871652369206656/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950483.921427:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950483.921432:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950483.921439:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950483.921444:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be4bb929. 00000020:00000040:2.0:1784950483.921450:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950483.921456:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950483.921460:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950483.921465:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950483.921472:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aa821349. 00000100:00000001:3.0:1784950483.921476:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950483.921479:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950483.921484:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950483.921490:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950483.921495:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000be4bb929 x1871652369206784/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784950483.921501:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059955604 x1871652369206656/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950483.921536:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950483.921545:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950483.921568:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950483.921570:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950483.921575:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950483.921576:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950483.921590:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950483.921594:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950483.921596:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be4bb929] to pc [ptlrpcd_00_03+3] req@00000000be4bb929 x1871652369206784/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950483.921601:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950483.921613:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000059955604 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369206656:0@lo:400: 00000100:00000001:3.0:1784950483.921629:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950483.921638:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950483.921643:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950483.921646:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950483.921653:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e7c2f12. 02000000:00000001:3.0:1784950483.921657:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950483.921659:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950483.921663:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a039ee60. 00000100:00080000:2.0:1784950483.921668:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000010:3.0:1784950483.921674:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cb316f9. 00000100:00080000:2.0:1784950483.921680:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000200:3.0:1784950483.921685:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369206656, portal 25 00000100:00000040:2.0:1784950483.921689:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950483.921692:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950483.921694:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950483.921699:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730213632 : -120287979337984 : ffff929945b88700) 00000100:00000001:1.0:1784950483.921703:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950483.921706:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1784950483.921710:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950483.921714:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000059955604 x1871652369206656/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784950483.921717:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ddbbdd8. 00000100:00000001:3.0:1784950483.921770:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950483.921775:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be4bb929 x1871652369206784/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950483.921777:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1784950483.921787:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00000020:00000040:2.0:1784950483.921790:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:3.0:1784950483.921796:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369206656, offset 0 00000100:00000001:2.0:1784950483.921804:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950483.921828:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1784950483.921833:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1784950483.921837:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950483.921839:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950483.921844:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950483.921850:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002058a4fe. 02000000:00000001:1.0:1784950483.921852:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950483.921858:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950483.921859:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1784950483.921865:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950483.921868:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950483.921880:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000be4bb929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369206784:192.168.203.114@tcp:400: 00000100:00000040:2.0:1784950483.921886:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000005ddbbdd8 x1871652369206912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1784950483.921888:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c0d80 00000100:00000001:1.0:1784950483.921897:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950483.921905:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784950483.921912:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x149c5 [2] + 0 02000000:00000001:1.0:1784950483.921913:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950483.921923:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950483.921930:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1784950483.921931:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083293025. 00000100:00000001:2.0:1784950483.921939:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950483.921941:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000068aee145 02000000:00000010:1.0:1784950483.921950:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d0923c0. 00000400:00000200:3.0:1784950483.921956:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950483.921958:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ddbbdd8] to pc [ptlrpcd_00_00+0] req@000000005ddbbdd8 x1871652369206912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950483.921960:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950483.921969:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1784950483.921972:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db211b8c. 00000400:00000200:3.0:1784950483.921985:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068aee145 00000400:00000010:1.0:1784950483.921986:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 00000400:00000010:3.0:1784950483.921994:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 0000000068aee145. 00000100:00000001:3.0:1784950483.922002:0:441643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950483.922005:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1784950483.922026:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369206784, portal 4 00000100:00000040:3.0:1784950483.922028:0:441643:0:(events.c:337:request_in_callback()) incoming req@00000000ecd8d502 x1871652369206656 msgsize 224 00000100:00000001:1.0:1784950483.922036:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950483.922041:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950483.922044:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730227072 : -120287979324544 : ffff929945b8bb80) 00000100:00100000:3.0:1784950483.922049:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1784950483.922056:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784950483.922058:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1784950483.922067:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000be4bb929 x1871652369206784/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950483.922073:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784950483.922080:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950483.922083:0:441643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:2.0:1784950483.922085:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000327a72b5. 00000100:00000001:1.0:1784950483.922088:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1784950483.922091:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000040:2.0:1784950483.922099:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1784950483.922101:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950483.922102:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950483.922103:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 00000100:00000001:2.0:1784950483.922113:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1784950483.922115:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e7c3c07. 00000400:00000010:3.0:1784950483.922116:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 00000100:00000001:0.0:1784950483.922118:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784950483.922121:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950483.922126:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950483.922158:0:441643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950483.922159:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950483.922177:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950483.922182:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950483.922192:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784950483.922198:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059955604 x1871652369206656/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950483.922201:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059c01b8a. 00000100:00000040:0.0:1784950483.922205:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ddbbdd8 x1871652369206912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950483.922216:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950483.922226:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369206784, offset 0 00000100:00000040:2.0:1784950483.922236:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000327a72b5 x1871652369207040/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1784950483.922251:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950483.922260:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950483.922266:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784950483.922273:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059955604 x1871652369206656/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950483.922275:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950483.922275:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950483.922286:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1784950483.922288:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784950483.922293:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950483.922295:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950483.922296:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950483.922307:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:0.0:1784950483.922309:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950483.922318:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000327a72b5] to pc [ptlrpcd_00_01+1] req@00000000327a72b5 x1871652369207040/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950483.922319:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950483.922320:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1784950483.922325:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005ddbbdd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369206912:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950483.922330:0:441643:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950483.922334:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950483.922343:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950483.922351:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784950483.922352:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11134:11134:242:4294967295] 192.168.203.114@tcp LPNI seq info [9862:9862:8:4294967295] 02000000:00000001:0.0:1784950483.922356:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950483.922364:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950483.922375:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f0272bc. 00000100:00000001:2.0:1784950483.922396:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950483.922399:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950483.922409:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000200:1.0:1784950483.922411:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000010:0.0:1784950483.922414:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004245639. 00000400:00000010:0.0:1784950483.922427:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef1d74eb. 00000100:00080000:2.0:1784950483.922429:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000200:1.0:1784950483.922436:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950483.922438:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369206912, portal 10 00000100:00000001:3.0:1784950483.922439:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950483.922440:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1784950483.922449:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1784950483.922451:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950483.922454:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307424507 00000800:00000010:1.0:1784950483.922455:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d508b323. 00000100:00000001:0.0:1784950483.922458:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730215424 : -120287979336192 : ffff929945b88e00) 00000100:00000001:2.0:1784950483.922467:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000100:00000010:3.0:1784950483.922471:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c92da77b. 00000100:00000040:0.0:1784950483.922480:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005ddbbdd8 x1871652369206912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784950483.922483:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12729 00000800:00000200:1.0:1784950483.922484:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950483.922487:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784950483.922504:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950483.922507:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307424507 00000800:00000200:1.0:1784950483.922509:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:2.0:1784950483.922515:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000010:3.0:1784950483.922518:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8b05ef1. 00000100:00000040:0.0:1784950483.922520:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:1.0:1784950483.922532:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d508b323 type 1, nob 320 niov 1 nkiov 1 00000100:00080000:2.0:1784950483.922539:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12728 00000400:00000010:0.0:1784950483.922541:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f39d0e. 00000100:00000001:3.0:1784950483.922542:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 1 00000100:00000200:0.0:1784950483.922555:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369206912, offset 0 00000100:00000001:3.0:1784950483.922557:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307424507 00000100:00000001:1.0:1784950483.922558:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950483.922570:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000010:3.0:1784950483.922572:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bfa50f9. 00000100:00000040:1.0:1784950483.922573:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13576 usecs (14 jiffies) 00000100:00000001:3.0:1784950483.922581:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1784950483.922587:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307422095 00000100:00000001:3.0:1784950483.922590:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307424507 00000400:00000200:2.0:1784950483.922592:0:431120:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: 0 00000100:00000010:3.0:1784950483.922601:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b031a71. 00000400:00000200:2.0:1784950483.922608:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -11 00000100:00000001:3.0:1784950483.922611:0:441643:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1784950483.922616:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950483.922622:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950483.922626:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784950483.922628:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950483.922630:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950483.922637:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950483.922641:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950483.922644:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1784950483.922648:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950483.922650:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950483.922658:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000400:00000200:0.0:1784950483.922661:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950483.922664:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950483.922671:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950483.922672:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000400:00000200:0.0:1784950483.922677:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11135:11135:241:4294967295] 192.168.203.114@tcp LPNI seq info [9863:9863:7:4294967295] 00000100:00000001:3.0:1784950483.922680:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1784950483.922688:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950483.922689:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950483.922694:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950483.922698:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 00000100:00000001:3.0:1784950483.922702:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950483.922709:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1784950483.922711:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950483.922758:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000040:2.0:1784950483.922763:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000800:00000010:0.0:1784950483.922765:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a721ffc. 00000400:00000200:1.0:1784950483.922767:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1784950483.922777:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1784950483.922779:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000400:00000200:1.0:1784950483.922801:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 00000100:00100000:3.0:1784950483.922803:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369206656 00000800:00000200:0.0:1784950483.922806:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:2.0:1784950483.922809:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 02000000:00000001:3.0:1784950483.922811:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1784950483.922816:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000da6cc722. 00000100:00000001:3.0:1784950483.922818:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950483.922824:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950483.922827:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000800:00000200:0.0:1784950483.922828:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000010:1.0:1784950483.922829:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021eb9c96. 02000000:00000001:3.0:1784950483.922832:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950483.922839:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001a721ffc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950483.922842:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1784950483.922845:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000000efa9b3c. 00000100:00100000:3.0:1784950483.922845:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369206656 00000100:00000040:2.0:1784950483.922854:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 00000020:00000001:3.0:1784950483.922855:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950483.922859:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950483.922862:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000400:00000200:1.0:1784950483.922865:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-1.2.3.4@tcp 00000100:00000001:2.0:1784950483.922868:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000020:00000001:3.0:1784950483.922871:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:0.0:1784950483.922873:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5606 usecs (6 jiffies) 00000020:00000040:3.0:1784950483.922877:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000020:00000040:2.0:1784950483.922881:0:431120:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000100:00000001:0.0:1784950483.922883:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307422088 00000400:00000200:1.0:1784950483.922902:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 1.2.3.4@tcp local destination 00000020:00000001:3.0:1784950483.922904:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:0.0:1784950483.922913:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307424507 00000020:00000001:3.0:1784950483.922917:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00080000:2.0:1784950483.922920:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 00000400:00000200:1.0:1784950483.922923:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950483.922926:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307422088 00000100:00000001:3.0:1784950483.922931:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950483.922938:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307424507 00000400:00000200:1.0:1784950483.922939:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00080000:2.0:1784950483.922941:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000020:00000010:3.0:1784950483.922943:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:0.0:1784950483.922950:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307422088 00000100:00000001:3.0:1784950483.922954:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950483.922955:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950483.922957:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950483.922960:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307424507 00000020:00000010:3.0:1784950483.922967:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000400:00000200:1.0:1784950483.922972:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 1.2.3.4@tcp 02000000:00000001:2.0:1784950483.922973:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1784950483.922974:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307422088 00000020:00000010:3.0:1784950483.922980:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004403da6f. 00000100:00000001:0.0:1784950483.922983:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307424507 00000400:00000200:1.0:1784950483.922990:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11136:11136:240:4294967295] 1.2.3.4@tcp LPNI seq info [164:164:8:4294967295] 02000000:00000001:2.0:1784950483.922990:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950483.922992:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950483.922994:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 02000000:00000001:2.0:1784950483.923009:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950483.923010:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950483.923011:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00000400:00000200:1.0:1784950483.923014:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 1.2.3.4@tcp 00000100:00000001:2.0:1784950483.923024:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1784950483.923026:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950483.923032:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950483.923034:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1784950483.923035:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950483.923047:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1784950483.923049:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 1.2.3.4@tcp(1.2.3.4@tcp:1.2.3.4@tcp) : GET try# 0 00000100:00000010:2.0:1784950483.923049:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029491fc8. 00000100:00000001:0.0:1784950483.923051:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950483.923052:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950483.923059:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950483.923061:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950483.923064:0:431120:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1784950483.923070:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784950483.923075:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-1.2.3.4@tcp 00000100:00000001:0.0:1784950483.923079:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784950483.923082:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1784950483.923084:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950483.923086:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1784950483.923086:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000a629e91. 02000000:00000001:2.0:1784950483.923088:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950483.923099:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000327a72b5 x1871652369207040/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950483.923101:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1784950483.923109:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 02000000:00000001:2.0:1784950483.923110:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950483.923112:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950483.923120:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950483.923122:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 4 secs later) 00000100:00000001:0.0:1784950483.923160:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1784950483.923179:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000687d6552. 00000100:00000001:0.0:1784950483.923184:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1784950483.923191:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000100:00000001:3.0:1784950483.923192:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1784950483.923197:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950483.923201:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000200:1.1:1784950483.923203:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 4 secs later) 02000000:00000001:0.0:1784950483.923204:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950483.923204:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950483.923218:0:453506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 02000000:00000001:0.0:1784950483.923220:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950483.923229:0:453506:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00100000:2.0:1784950483.923230:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000029491fc8 x1871652369207168/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1784950483.923231:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-1.2.3.4@tcp 00000100:00100000:0.0:1784950483.923235:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000327a72b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369207040:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950483.923238:0:453506:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785874997328 : -120287834554288 : ffff92994e59c050) 00000800:00000010:1.0:1784950483.923240:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000a629e91. 00000100:00000001:0.0:1784950483.923254:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784950483.923254:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:3.0:1784950483.923259:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ecd8d502 x1871652369206656/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:634/0 lens 224/0 e 0 to 0 dl 1784950494 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950483.923262:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950483.923269:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950483.923274:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->1.2.3.4@tcp: GET: REMOTE_ERROR 02000000:00000001:0.0:1784950483.923281:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950483.923282:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1784950483.923289:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1784950483.923291:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950483.923294:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb815074. 00000100:00000001:3.0:1784950483.923297:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950483.923302:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 1.2.3.4@tcp: 1 02000000:00000001:0.0:1784950483.923304:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950483.923307:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000040:2.0:1784950483.923312:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029491fc8] to pc [ptlrpcd_rcv+-1] req@0000000029491fc8 x1871652369207168/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950483.923314:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000961825da. 00000400:00000200:1.0:1784950483.923314:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000100:00000001:3.0:1784950483.923316:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950483.923328:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000400:00000010:0.0:1784950483.923330:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda7acfb. 00000400:00000200:1.0:1784950483.923337:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 1.2.3.4@tcp 00000100:00000200:0.0:1784950483.923342:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369207040, portal 4 00000100:00100000:3.0:1784950483.923347:0:453506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ecd8d502 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369206656:12345-0@lo:400: 00000400:00000200:1.0:1784950483.923350:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 rc 0 00000100:00000001:0.0:1784950483.923353:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950483.923359:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730225280 : -120287979326336 : ffff929945b8b480) 00000400:00000200:1.0:1784950483.923368:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 00000100:00000200:3.0:1784950483.923371:0:453506:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369206656 00000400:00000001:1.0:1784950483.923376:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1784950483.923379:0:453506:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:0.0:1784950483.923381:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000327a72b5 x1871652369207040/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950483.923398:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950483.923405:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021eb9c96 00000400:00000010:1.0:1784950483.923409:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000021eb9c96. 00000100:00000001:2.0:1784950483.923412:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950483.923414:0:453506:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:1.0:1784950483.923421:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000020:00000001:3.0:1784950483.923423:0:453506:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950483.923427:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1784950483.923434:0:453506:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1784950483.923435:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000020:00000001:3.0:1784950483.923442:0:453506:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000400:00000010:1.0:1784950483.923447:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000da6cc722. 00000100:00000001:2.0:1784950483.923451:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:3.0:1784950483.923455:0:453506:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950483.923459:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1784950483.923461:0:453506:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784950483.923464:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd4026ac. 00000400:00000200:1.0:1784950483.923465:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 1.2.3.4@tcp:-5 00000020:00000001:3.0:1784950483.923472:0:453506:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1784950483.923475:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000040:2.0:1784950483.923479:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1784950483.923480:0:453506:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1784950483.923483:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 rc -5 00000400:00000010:0.0:1784950483.923485:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a2a777d. 00000020:00000001:3.0:1784950483.923487:0:453506:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950483.923492:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1784950483.923500:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369207040, offset 0 00000020:00000001:3.0:1784950483.923502:0:453506:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1784950483.923503:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 1.2.3.4@tcp 02000000:00000001:2.0:1784950483.923503:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950483.923511:0:453506:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950483.923514:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950483.923515:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950483.923519:0:453506:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1784950483.923527:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009b5272c8. 02000000:00000010:3.0:1784950483.923530:0:453506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000002f7a28c. 00000100:00000001:2.0:1784950483.923538:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950483.923539:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:3.0:1784950483.923540:0:453506:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950483.923551:0:453506:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950483.923557:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784950483.923560:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000dd4026ac x1871652369207296/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1784950483.923560:0:453506:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950483.923570:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00010000:00000040:3.0:1784950483.923572:0:453506:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369206656 00010000:00000001:3.0:1784950483.923583:0:453506:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:0.0:1784950483.923584:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00010000:00000200:3.0:1784950483.923595:0:453506:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000ecd8d502 x1871652369206656/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:634/0 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950483.923598:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950483.923613:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11137:11137:240:4294967295] 192.168.203.114@tcp LPNI seq info [9864:9864:6:4294967295] 00000100:00000001:2.0:1784950483.923615:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950483.923621:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950483.923637:0:453506:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950483.923644:0:453506:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950483.923645:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd4026ac] to pc [ptlrpcd_00_02+2] req@00000000dd4026ac x1871652369207296/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784950483.923654:0:453506:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=121 v=5 (1 1 1 1) 00000800:00000200:1.0:1784950483.923658:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784950483.923661:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000010:1.0:1784950483.923671:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d508b323. 00000100:00000001:3.0:1784950483.923674:0:453506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1784950483.923685:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950483.923686:0:453506:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000800:00000200:0.0:1784950483.923695:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950483.923700:0:453506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000800:00000010:0.0:1784950483.923709:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825f13b0. 00000400:00000200:1.0:1784950483.923710:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:3.0:1784950483.923710:0:453506:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950483.923718:0:453506:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950483.923722:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950483.923726:0:453506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950483.923727:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7c3c07 00000800:00000200:0.0:1784950483.923731:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:1.0:1784950483.923736:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000e7c3c07. 00000100:00000040:2.0:1784950483.923740:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12759) 00000100:00000040:3.0:1784950483.923742:0:453506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1784950483.923748:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1784950483.923778:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950483.923785:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000825f13b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950483.923806:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950483.923812:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4738 usecs (5 jiffies) 00000400:00000010:3.0:1784950483.923814:0:453506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00000100:00000001:0.0:1784950483.923819:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307422088 00000100:00000200:1.0:1784950483.923822:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000be4bb929 x1871652369206784/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950483.923825:0:453506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369206656, offset 224 00000100:00000001:0.0:1784950483.923828:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307424507 00000100:00000001:2.0:1784950483.923832:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950483.923839:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307422088 00000100:00000001:2.0:1784950483.923842:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950483.923843:0:453506:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1784950483.923851:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307424507 00000100:00000001:2.0:1784950483.923853:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950483.923861:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307422088 00000100:00000040:2.0:1784950483.923872:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd4026ac x1871652369207296/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950483.923872:0:453506:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1784950483.923873:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307424507 00000100:00000001:1.0:1784950483.923875:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950483.923885:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307422088 00000100:00000040:1.0:1784950483.923888:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000be4bb929 x1871652369206784/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950483.923896:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307424507 00000400:00000200:3.0:1784950483.923900:0:453506:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c0d80 00000100:00000001:0.0:1784950483.923907:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950483.923936:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950483.923941:0:453506:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x160f5 [1] + 224 00000100:00000001:0.0:1784950483.923947:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950483.923961:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950483.923963:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784950483.923966:0:453506:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950483.923970:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950483.923971:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950483.923974:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784950483.923982:0:453506:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1784950483.923983:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950483.923984:0:441634:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784950483.923985:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950483.923993:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950483.923998:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950483.924000:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950483.924003:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784950483.924004:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950483.924005:0:453506:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950483.924009:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950483.924012:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000dd4026ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369207296:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950483.924017:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950483.924021:0:453506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059955604 x1871652369206656/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950483.924024:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950483.924035:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950483.924042:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000001:1.0:1784950483.924046:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950483.924052:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950483.924059:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950483.924064:0:453506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059955604 x1871652369206656/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950483.924069:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1784950483.924070:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784950483.924072:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000010:0.0:1784950483.924080:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a721ffc. 02000000:00000010:2.0:1784950483.924083:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080cfe63d. 00000400:00000200:0.0:1784950483.924093:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784950483.924095:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950483.924105:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c0e00 00000400:00000200:0.0:1784950483.924114:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:2.0:1784950483.924114:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000895fd007. 00000400:00000200:1.0:1784950483.924151:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 21728 00000100:00000001:3.0:1784950483.924153:0:453506:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950483.924192:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950483.924194:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f39d0e 00000400:00000010:2.0:1784950483.924196:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051979f75. 00000400:00000010:0.0:1784950483.924199:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000075f39d0e. 00000800:00000001:1.0:1784950483.924203:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950483.924209:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950483.924210:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1784950483.924215:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369207296, portal 10 00000400:00000200:1.0:1784950483.924220:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950483.924222:0:453506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 00000100:00000200:0.0:1784950483.924225:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ddbbdd8 x1871652369206912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950483.924227:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1784950483.924230:0:453506:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 00000100:00000001:2.0:1784950483.924235:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730221696 : -120287979329920 : ffff929945b8a680) 00000100:00000001:3.0:1784950483.924240:0:453506:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950483.924242:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950483.924248:0:453506:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1784950483.924250:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1784950483.924260:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dd4026ac x1871652369207296/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950483.924261:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950483.924261:0:453506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950483.924262:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054afbfd5. 00000100:00000040:1.0:1784950483.924273:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000054afbfd5 x1871652369206784 msgsize 224 00000100:00000040:0.0:1784950483.924274:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ddbbdd8 x1871652369206912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950483.924276:0:453506:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00010000:00000001:3.0:1784950483.924287:0:453506:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950483.924294:0:453506:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950483.924304:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:3.0:1784950483.924306:0:453506:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1784950483.924321:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ecd8d502 x1871652369206656/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:634/0 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950483.924323:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950483.924326:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950483.924334:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950483.924337:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950483.924341:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950483.924344:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1784950483.924347:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbd28d60. 00000800:00000001:1.0:1784950483.924352:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950483.924358:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369207296, offset 0 00000100:00100000:3.0:1784950483.924373:0:453506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ecd8d502 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369206656:12345-0@lo:400: Request processed in 1072us (2340us total) trans 0 rc 0/0 00000400:00000200:2.0:1784950483.924397:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950483.924400:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950483.924410:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369206784 00000100:00100000:3.0:1784950483.924417:0:453506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 02000000:00000001:1.0:1784950483.924418:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1784950483.924419:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950483.924426:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784950483.924431:0:453506:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:1.0:1784950483.924433:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950483.924438:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950483.924440:0:453506:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1784950483.924443:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950483.924447:0:453506:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1784950483.924449:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00100000:1.0:1784950483.924452:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369206784 00000020:00000001:1.0:1784950483.924458:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:2.0:1784950483.924459:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000010:3.0:1784950483.924459:0:453506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000020:00000040:1.0:1784950483.924464:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:1.0:1784950483.924472:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:2.0:1784950483.924473:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000010:3.0:1784950483.924474:0:453506:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 00000800:00000200:0.0:1784950483.924477:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1784950483.924481:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000010:3.0:1784950483.924486:0:453506:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004403da6f. 00000800:00000010:0.0:1784950483.924487:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825f13b0. 00000020:00000001:1.0:1784950483.924492:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000200:2.0:1784950483.924492:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11138:11138:241:4294967295] 192.168.203.114@tcp LPNI seq info [9865:9865:7:4294967295] 00000020:00000040:3.0:1784950483.924502:0:453506:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000400:00000200:0.0:1784950483.924503:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950483.924504:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 02000000:00000001:3.0:1784950483.924515:0:453506:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1784950483.924519:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1784950483.924522:0:453506:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000002f7a28c. 00000400:00000200:0.0:1784950483.924529:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:1.0:1784950483.924530:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 02000000:00000001:3.0:1784950483.924533:0:453506:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1784950483.924535:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950483.924543:0:453506:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950483.924544:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950483.924551:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a2a777d 00000020:00000010:1.0:1784950483.924559:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000800:00000200:2.0:1784950483.924559:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950483.924560:0:453506:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1784950483.924561:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a2a777d. 00000100:00000001:0.0:1784950483.924576:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:2.0:1784950483.924578:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078605e0a. 00000020:00000010:1.0:1784950483.924580:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da6cc722. 00000400:00000010:3.0:1784950483.924580:0:453506:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb422241. 00000100:00000200:0.0:1784950483.924587:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000327a72b5 x1871652369207040/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950483.924595:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4273495. 00000800:00000200:2.0:1784950483.924597:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:3.0:1784950483.924598:0:453506:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004bc7d7f9. 00000020:00000010:1.0:1784950483.924610:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dc959bd2. 00000800:00000200:2.0:1784950483.924623:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:1.0:1784950483.924627:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000800:00000200:2.0:1784950483.924634:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078605e0a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950483.924638:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:3.0:1784950483.924639:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950483.924648:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950483.924650:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950483.924653:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950483.924655:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1784950483.924658:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950483.924661:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5081 usecs (6 jiffies) 00000100:00000001:1.0:1784950483.924666:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950483.924668:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000327a72b5 x1871652369207040/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950483.924669:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950483.924671:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307422089 00000800:00000001:3.0:1784950483.924679:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950483.924684:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307424507 00000100:00000001:1.0:1784950483.924688:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950483.924695:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307422089 00000400:00000200:3.0:1784950483.924706:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950483.924707:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307424507 00000100:00000001:1.0:1784950483.924711:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950483.924717:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950483.924720:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950483.924720:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307422089 00000100:00000001:0.0:1784950483.924727:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950483.924730:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307424507 00000100:00100000:1.0:1784950483.924740:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2739 00000400:00000200:3.0:1784950483.924742:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c0e80 00000100:00000001:2.0:1784950483.924771:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307422089 00000100:00000001:2.0:1784950483.924776:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307424507 00000100:00000001:2.0:1784950483.924781:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950483.924786:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950483.924808:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:1.0:1784950483.924815:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038697856 : -120287670853760 : ffff9299581b9f80) 00000400:00000001:2.0:1784950483.924815:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950483.924823:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1784950483.924829:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054afbfd5 x1871652369206784/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:634/0 lens 224/0 e 0 to 0 dl 1784950494 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950483.924831:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a039ee60. 00000800:00000200:0.0:1784950483.924838:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784950483.924845:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb316f9 00000800:00000010:0.0:1784950483.924846:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078605e0a. 00000400:00000010:2.0:1784950483.924855:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004cb316f9. 00000100:00000001:1.0:1784950483.924858:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950483.924860:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1784950483.924867:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000001:2.0:1784950483.924869:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950483.924877:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950483.924879:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950483.924881:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 164416 00000100:00000200:2.0:1784950483.924887:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059955604 x1871652369206656/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950483.924891:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000400:00000200:0.0:1784950483.924901:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbd28d60 00000800:00000001:3.0:1784950483.924904:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:0.0:1784950483.924910:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cbd28d60. 00000100:00100000:1.0:1784950483.924913:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000054afbfd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369206784:12345-192.168.203.114@tcp:400: 00000800:00000001:3.0:1784950483.924918:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.924922:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784950483.924930:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784950483.924933:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369206784 00000100:00000200:0.0:1784950483.924936:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd4026ac x1871652369207296/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950483.924942:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:2.0:1784950483.924944:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059955604 x1871652369206656/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950483.924967:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:3.0:1784950483.924968:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950483.924978:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950483.924985:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1784950483.924991:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1784950483.924994:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1784950483.924999:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000010:3.0:1784950483.925008:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017784924. 00000020:00000001:1.0:1784950483.925013:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950483.925017:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950483.925020:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000017784924 x1871652369206912 msgsize 224 00000001:00000001:1.0:1784950483.925022:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369206784, found 0 last_xid 1871652369206783 00000100:00000001:2.0:1784950483.925027:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784950483.925032:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd4026ac x1871652369207296/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950483.925034:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950483.925035:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950483.925048:0:441643:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:1.0:1784950483.925050:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1784950483.925051:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:2.0:1784950483.925057:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1784950483.925058:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950483.925064:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1784950483.925066:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950483.925071:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950483.925076:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1784950483.925078:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950483.925080:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950483.925080:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950483.925088:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950483.925092:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1784950483.925093:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950483.925095:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:2.0:1784950483.925095:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=121 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950483.925105:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=121 v=5 (1 1 1 1) 02000000:00000010:1.0:1784950483.925106:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000930dbcb5. 00000800:00000001:0.0:1784950483.925108:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950483.925111:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950483.925112:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1784950483.925116:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950483.925118:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950483.925124:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950483.925125:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950483.925125:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950483.925126:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950483.925154:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950483.925155:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950483.925177:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950483.925179:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950483.925182:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950483.925184:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369206784 00000800:00000001:0.0:1784950483.925195:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950483.925203:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:2.0:1784950483.925208:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059955604 x1871652369206656/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1784950483.925217:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000054afbfd5 x1871652369206784/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:634/0 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950483.925220:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950483.925222:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950483.925257:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c1000 00000400:00000200:0.0:1784950483.925264:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c0f00 00000100:00000001:2.0:1784950483.925264:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1784950483.925281:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950483.925281:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1784950483.925281:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 164640 00010000:00000001:1.0:1784950483.925291:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950483.925291:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950483.925296:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1784950483.925304:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=116 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950483.925305:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 21952 00000100:00000040:2.0:1784950483.925311:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059955604 x1871652369206656/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950483.925313:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950483.925322:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1784950483.925324:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950483.925325:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950483.925334:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000800:00000001:0.0:1784950483.925344:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950483.925346:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950483.925347:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:0.0:1784950483.925352:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784950483.925352:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000059955604 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369206656:0@lo:400: 02000000:00000001:1.0:1784950483.925359:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950483.925363:0:441635:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1784950483.925365:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950483.925369:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1784950483.925371:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950483.925372:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950483.925374:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1784950483.925399:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f0532185. 00000100:00000001:2.0:1784950483.925401:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950483.925405:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1784950483.925407:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950483.925413:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059955604 x1871652369206656/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950483.925417:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:3.0:1784950483.925419:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000f0532185 x1871652369207296 msgsize 224 00000400:00000010:1.0:1784950483.925421:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e7c3c07. 00000100:00000010:0.0:1784950483.925432:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003cbf846b. 00000100:00000200:1.0:1784950483.925435:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369206784, offset 224 00000100:00000001:2.0:1784950483.925441:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1784950483.925444:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000003cbf846b x1871652369207040 msgsize 224 02000000:00000001:2.0:1784950483.925450:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1784950483.925452:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000010:2.0:1784950483.925457:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e7c2f12. 00000400:00000200:1.0:1784950483.925462:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:0.0:1784950483.925471:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:2.0:1784950483.925472:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950483.925475:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1784950483.925478:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950483.925484:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000400:00000200:1.0:1784950483.925486:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950483.925489:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1784950483.925492:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950483.925499:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006415387d. 00000400:00000200:1.0:1784950483.925507:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11139:11139:242:4294967295] 192.168.203.114@tcp LPNI seq info [9866:9866:8:4294967295] 02000000:00000001:2.0:1784950483.925508:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950483.925513:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950483.925516:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059955604. 00000100:00000001:2.0:1784950483.925524:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950483.925530:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950483.925537:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950483.925544:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950483.925550:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950483.925556:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784950483.925557:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:3.0:1784950483.925559:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950483.925564:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784950483.925567:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:1.0:1784950483.925570:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d508b323. 00000100:00000001:2.0:1784950483.925570:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1784950483.925571:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950483.925577:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950483.925578:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950483.925589:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950483.925592:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950483.925603:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950483.925608:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d508b323 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950483.925615:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784950483.925622:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369207040 02000000:00000001:0.0:1784950483.925626:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950483.925629:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950483.925631:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950483.925633:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950483.925638:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950483.925639:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1784950483.925642:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950483.925644:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00100000:3.0:1784950483.925648:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369206912 00000100:00100000:2.0:1784950483.925650:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369207296 00000100:00100000:0.0:1784950483.925651:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369207040 00010000:00000001:1.0:1784950483.925653:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:3.0:1784950483.925657:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1784950483.925659:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1784950483.925662:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1784950483.925662:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950483.925663:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950483.925665:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1784950483.925669:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:3.0:1784950483.925671:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950483.925672:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950483.925674:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1784950483.925676:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1784950483.925684:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950483.925685:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 02000000:00000001:2.0:1784950483.925687:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950483.925691:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054afbfd5 x1871652369206784/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:634/0 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950483.925698:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369206912 00000020:00000001:0.0:1784950483.925699:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00100000:2.0:1784950483.925701:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369207296 00000020:00000001:3.0:1784950483.925709:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1784950483.925711:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1784950483.925712:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000040:3.0:1784950483.925718:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000040:2.0:1784950483.925719:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000020:00000001:2.0:1784950483.925729:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1784950483.925729:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:1.0:1784950483.925738:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000054afbfd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369206784:12345-192.168.203.114@tcp:400: Request processed in 872us (1455us total) trans 0 rc 0/0 00000020:00000040:3.0:1784950483.925739:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000040:2.0:1784950483.925740:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000001:0.0:1784950483.925752:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950483.925758:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:0.0:1784950483.925764:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950483.925767:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000020:00000010:0.0:1784950483.925775:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c6b6452. 00000020:00000010:0.0:1784950483.925781:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf2ca170. 00000020:00000010:0.0:1784950483.925787:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4ed778d. 00000020:00000001:2.0:1784950483.925808:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:3.0:1784950483.925812:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:0.0:1784950483.925815:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1784950483.925825:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2739 00000020:00000001:2.0:1784950483.925825:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:0.0:1784950483.925826:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1784950483.925826:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:0.0:1784950483.925833:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950483.925843:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:2.0:1784950483.925844:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950483.925845:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950483.925846:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950483.925848:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950483.925856:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950483.925858:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000020:00000010:3.0:1784950483.925858:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000020:00000010:1.0:1784950483.925862:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4273495. 00000100:00000001:0.0:1784950483.925869:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950483.925870:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950483.925871:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950483.925873:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dc959bd2. 00000020:00000010:3.0:1784950483.925884:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000020:00000010:2.0:1784950483.925886:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000020:00000010:1.0:1784950483.925887:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da6cc722. 00000100:00000001:0.0:1784950483.925894:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1784950483.925896:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004403da6f. 00000100:00000001:0.0:1784950483.925899:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1784950483.925900:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000020:00000010:2.0:1784950483.925902:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce0859fb. 00000020:00000010:3.0:1784950483.925907:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000100:00000001:1.0:1784950483.925909:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950483.925913:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1b8a0d0. 00000100:00100000:0.0:1784950483.925916:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2740 00000020:00000010:3.0:1784950483.925923:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00000020:00000010:2.0:1784950483.925942:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbcac818. 00000100:00000040:0.0:1784950483.925943:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:0.0:1784950483.925952:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684296448 : -120288025255168 : ffff929942fbe300) 00000100:00000040:3.0:1784950483.925959:0:455357:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:0.0:1784950483.925965:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003cbf846b x1871652369207040/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:634/0 lens 224/0 e 0 to 0 dl 1784950494 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950483.925967:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950483.925972:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950483.925973:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950483.925980:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950483.925983:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950483.925988:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.925995:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950483.925999:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:0.0:1784950483.926003:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:3.0:1784950483.926007:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1784950483.926011:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950483.926013:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950483.926014:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:0.0:1784950483.926018:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000100:00000001:2.0:1784950483.926024:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950483.926029:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950483.926030:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003cbf846b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369207040:12345-192.168.203.114@tcp:400: 00000800:00000200:1.0:1784950483.926041:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1784950483.926042:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369207040 00000100:00000001:3.0:1784950483.926042:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950483.926052:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950483.926053:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950483.926054:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d508b323. 00000020:00000001:0.0:1784950483.926058:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950483.926068:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950483.926069:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950483.926071:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1784950483.926076:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950483.926079:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950483.926081:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950483.926082:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:2.0:1784950483.926085:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1784950483.926092:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950483.926095:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1784950483.926103:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369207040, found 0 last_xid 1871652369207039 00000100:00100000:3.0:1784950483.926104:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1596 00000400:00000200:1.0:1784950483.926105:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7c3c07 00000020:00000001:0.0:1784950483.926111:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950483.926113:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000e7c3c07. 00000100:00000040:3.0:1784950483.926118:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000001:0.0:1784950483.926122:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1784950483.926124:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1784950483.926151:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1597 00000100:00000001:3.0:1784950483.926169:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987796352 : -120287721755264 : ffff92995512ed80) 00000020:00000001:0.0:1784950483.926171:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950483.926171:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1784950483.926178:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000020:00000001:0.0:1784950483.926179:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950483.926186:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950483.926186:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987790080 : -120287721761536 : ffff92995512d500) 00000020:00000001:0.0:1784950483.926187:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1784950483.926191:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017784924 x1871652369206912/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:634/0 lens 224/0 e 0 to 0 dl 1784950494 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950483.926196:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000001:1.0:1784950483.926200:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950483.926202:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1784950483.926204:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f0532185 x1871652369207296/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:634/0 lens 224/0 e 0 to 0 dl 1784950494 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950483.926211:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c7c4e328. 00000800:00000001:1.0:1784950483.926212:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950483.926219:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950483.926221:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950483.926232:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950483.926241:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950483.926247:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000040:0.0:1784950483.926253:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369207040 00000100:00000001:3.0:1784950483.926255:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1784950483.926263:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000010:3.0:1784950483.926265:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:2.0:1784950483.926267:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950483.926273:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c0e00 00010000:00000200:0.0:1784950483.926275:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000003cbf846b x1871652369207040/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:634/0 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950483.926276:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950483.926278:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000020:00000010:3.0:1784950483.926292:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000400:00000200:1.0:1784950483.926293:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x160fd [1] + 224 00000100:00000001:2.0:1784950483.926293:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950483.926305:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000800:00000001:1.0:1784950483.926312:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950483.926317:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000017784924 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369206912:12345-192.168.203.114@tcp:400: 00000800:00000001:1.0:1784950483.926323:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950483.926327:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f0532185 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369207296:12345-192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950483.926334:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784950483.926341:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369206912 00000100:00000200:2.0:1784950483.926348:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369207296 00000020:00000001:3.0:1784950483.926352:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:1.0:1784950483.926355:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:2.0:1784950483.926358:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950483.926361:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950483.926366:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950483.926370:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950483.926371:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784950483.926372:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950483.926375:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1784950483.926380:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950483.926382:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1784950483.926383:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950483.926384:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000be4bb929 x1871652369206784/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950483.926405:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:2.0:1784950483.926408:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00001000:0.0:1784950483.926412:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=116 v=5 (1 1 1 1) 00000020:00000001:3.0:1784950483.926417:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1784950483.926421:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950483.926425:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950483.926431:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.926432:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1784950483.926436:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950483.926443:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1784950483.926445:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000020:00000001:3.0:1784950483.926446:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950483.926450:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950483.926454:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950483.926459:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:2.0:1784950483.926460:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950483.926466:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1784950483.926471:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1784950483.926474:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1784950483.926475:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000be4bb929 x1871652369206784/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950483.926476:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950483.926478:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950483.926481:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950483.926485:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1784950483.926486:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950483.926494:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1784950483.926497:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d83e8ff2. 02000000:00000010:3.0:1784950483.926499:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000002f7a28c. 02000000:00000001:2.0:1784950483.926509:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950483.926511:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950483.926512:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950483.926524:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950483.926525:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a2a777d. 00000100:00000001:3.0:1784950483.926525:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950483.926526:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784950483.926537:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950483.926539:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950483.926541:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369207040, offset 224 00000800:00000001:1.0:1784950483.926542:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000040:2.0:1784950483.926546:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369207296 00010000:00000040:3.0:1784950483.926549:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369206912 00000800:00000001:1.0:1784950483.926552:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950483.926556:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000001:3.0:1784950483.926558:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:0.0:1784950483.926565:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950483.926571:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307424507 00010000:00000200:2.0:1784950483.926573:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f0532185 x1871652369207296/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:634/0 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1784950483.926574:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000017784924 x1871652369206912/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:634/0 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950483.926583:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307422099 00000400:00000200:0.0:1784950483.926589:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950483.926596:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307424507 00000100:00000001:1.0:1784950483.926609:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307422099 00000400:00000200:0.0:1784950483.926617:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11140:11140:242:4294967295] 192.168.203.114@tcp LPNI seq info [9867:9867:8:4294967295] 00000100:00000001:1.0:1784950483.926621:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307424507 00000100:00000001:1.0:1784950483.926633:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307422099 00000100:00000001:1.0:1784950483.926644:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307424507 00010000:00000001:2.0:1784950483.926649:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950483.926651:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1784950483.926655:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1784950483.926658:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950483.926660:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950483.926663:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950483.926669:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=116 v=5 (1 1 1 1) 00000100:00001000:3.0:1784950483.926673:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=116 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950483.926674:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000001:1.0:1784950483.926676:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950483.926680:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1784950483.926683:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950483.926690:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1784950483.926691:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db211b8c. 00000100:00000040:2.0:1784950483.926693:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950483.926703:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000100:00000001:2.0:1784950483.926704:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:3.0:1784950483.926706:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000200:0.0:1784950483.926709:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950483.926711:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 02000000:00000001:2.0:1784950483.926717:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950483.926719:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000010:0.0:1784950483.926724:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825f13b0. 00000100:00000001:1.0:1784950483.926725:0:441644:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784950483.926725:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950483.926727:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950483.926736:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950483.926739:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1784950483.926740:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000be4bb929 x1871652369206784/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950483.926750:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784950483.926778:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:2.0:1784950483.926810:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950483.926815:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:3.0:1784950483.926816:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950483.926825:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4f46573. 00000400:00000010:3.0:1784950483.926828:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00000800:00000200:0.0:1784950483.926829:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000825f13b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1784950483.926842:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369207296, offset 224 00000100:00000200:3.0:1784950483.926843:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369206912, offset 224 00000100:00000200:1.0:1784950483.926850:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000be4bb929 x1871652369206784/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950483.926860:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950483.926872:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950483.926874:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950483.926875:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950483.926882:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950483.926884:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:3.0:1784950483.926887:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950483.926892:0:441644:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:0.0:1784950483.926893:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950483.926894:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:1.0:1784950483.926900:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1784950483.926902:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950483.926906:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950483.926912:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950483.926915:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cbf846b x1871652369207040/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:634/0 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950483.926917:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11141:11141:241:4294967295] 192.168.203.114@tcp LPNI seq info [9868:9868:7:4294967295] 02000000:00000001:1.0:1784950483.926919:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950483.926952:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=111 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950483.926969:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=111 v=5 (1 1 1 1) 00000400:00000200:2.0:1784950483.926980:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950483.926988:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950483.926994:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950483.926998:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003cbf846b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369207040:12345-192.168.203.114@tcp:400: Request processed in 995us (1544us total) trans 0 rc 0/0 00000800:00000200:2.0:1784950483.927004:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:1.0:1784950483.927005:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1784950483.927009:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000001:1.0:1784950483.927013:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950483.927021:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006415387d. 00000100:00000001:1.0:1784950483.927027:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950483.927032:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000400:00000200:3.0:1784950483.927035:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11142:11142:240:4294967295] 192.168.203.114@tcp LPNI seq info [9869:9869:6:4294967295] 00000100:00000001:1.0:1784950483.927044:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00100000:0.0:1784950483.927045:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2740 00000800:00000200:2.0:1784950483.927045:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950483.927053:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950483.927060:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:0.0:1784950483.927067:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1784950483.927070:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be4bb929 x1871652369206784/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950483.927075:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1784950483.927076:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000010:0.0:1784950483.927083:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf2ca170. 00000800:00000200:2.0:1784950483.927089:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006415387d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950483.927089:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:0.0:1784950483.927095:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4ed778d. 00000100:00000001:2.0:1784950483.927109:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950483.927110:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c6b6452. 00000020:00000040:0.0:1784950483.927123:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000040:2.0:1784950483.927126:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000800:00000200:3.0:1784950483.927148:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950483.927152:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950483.927154:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950483.927181:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:1.0:1784950483.927182:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000010:3.0:1784950483.927184:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007262da46. 00000020:00000001:2.0:1784950483.927186:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950483.927188:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950483.927198:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950483.927205:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950483.927207:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be4bb929 x1871652369206784/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950483.927214:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f0532185 x1871652369207296/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:634/0 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950483.927214:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950483.927215:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950483.927222:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950483.927239:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000029491fc8 x1871652369207168/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950483.927245:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950483.927259:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007262da46 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1784950483.927265:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000be4bb929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369206784:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950483.927277:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950483.927288:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f0532185 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369207296:12345-192.168.203.114@tcp:400: Request processed in 1010us (1857us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950483.927289:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.927294:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784950483.927295:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950483.927300:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950483.927301:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950483.927307:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:0.0:1784950483.927311:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1784950483.927314:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950483.927315:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000be4bb929 x1871652369206784/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950483.927318:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950483.927321:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1784950483.927325:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1597 02000000:00000001:0.0:1784950483.927329:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950483.927337:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000040:3.0:1784950483.927339:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017784924 x1871652369206912/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:634/0 lens 224/224 e 0 to 0 dl 1784950494 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950483.927346:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000029491fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369207168:1.2.3.4@tcp:8: 00000100:00000001:2.0:1784950483.927348:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950483.927354:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950483.927362:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1b8a0d0. 00000100:00000001:0.0:1784950483.927364:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950483.927370:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950483.927374:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbcac818. 00000100:00000001:1.0:1784950483.927377:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950483.927378:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950483.927403:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1784950483.927404:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce0859fb. 00000100:00000001:0.0:1784950483.927407:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950483.927410:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d0923c0. 00000020:00000040:2.0:1784950483.927416:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:0.0:1784950483.927417:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950483.927423:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950483.927425:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.927428:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1784950483.927431:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:3.0:1784950483.927434:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000017784924 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369206912:12345-192.168.203.114@tcp:400: Request processed in 1167us (2400us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950483.927438:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950483.927439:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1784950483.927453:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950483.927454:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1784950483.927457:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000aa821349. 00000100:00000001:0.0:1784950483.927460:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784950483.927463:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1596 02000000:00000001:1.0:1784950483.927470:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784950483.927471:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950483.927472:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 02000000:00000001:1.0:1784950483.927477:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784950483.927480:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950483.927484:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000be4bb929. 00000100:00000001:3.0:1784950483.927485:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950483.927493:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950483.927495:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950483.927500:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950483.927501:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000100:00000001:1.0:1784950483.927503:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.927509:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1784950483.927511:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 00000100:00000001:1.0:1784950483.927514:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950483.927516:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950483.927517:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1784950483.927519:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004403da6f. 00000100:00000001:1.0:1784950483.927520:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950483.927528:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825f13b0. 00000100:00000001:1.0:1784950483.927533:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1784950483.927535:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000400:00000200:2.0:1784950483.927537:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950483.927542:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950483.927546:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950483.927555:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950483.927563:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a2a777d 00000400:00000010:2.0:1784950483.927566:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a2a777d. 00000100:00000001:2.0:1784950483.927571:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950483.927574:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1784950483.927591:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950483.927594:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006415387d. 00000400:00000200:2.0:1784950483.927600:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950483.927609:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950483.927613:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4f46573 00000400:00000010:2.0:1784950483.927615:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e4f46573. 00000100:00000001:2.0:1784950483.927618:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950483.927620:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1784950483.927683:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950483.927687:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007262da46. 00000400:00000200:2.0:1784950483.927690:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950483.927695:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950483.927698:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 00000400:00000010:2.0:1784950483.927701:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 00000100:00000001:2.0:1784950483.927704:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950483.927707:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1784950483.927712:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950483.927755:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950483.927760:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950483.927767:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950483.927779:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950483.927810:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c0f00 00000400:00000200:2.0:1784950483.927820:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16111 [1] + 224 00000800:00000001:2.0:1784950483.927830:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950483.927837:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950483.927841:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950483.927846:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950483.927852:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950483.927858:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000327a72b5 x1871652369207040/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950483.927875:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000327a72b5 x1871652369207040/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950483.927896:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950483.927902:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950483.927907:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950483.927909:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950483.927912:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950483.927920:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950483.927927:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950483.927929:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c1000 00000100:00000001:0.0:1784950483.927934:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950483.927957:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x1611d [1] + 224 00000800:00000001:2.0:1784950483.927965:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784950483.927967:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1784950483.927970:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784950483.927973:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950483.927976:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784950483.927978:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000961825da. 00000400:00000200:2.0:1784950483.927988:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950483.927990:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda7acfb 00000400:00000010:0.0:1784950483.927995:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dda7acfb. 00000100:00000001:0.0:1784950483.928000:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950483.928001:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950483.928011:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000327a72b5 x1871652369207040/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950483.928012:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd4026ac x1871652369207296/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950483.928083:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000327a72b5 x1871652369207040/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950483.928084:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dd4026ac x1871652369207296/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950483.928175:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950483.928179:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.928182:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950483.928184:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950483.928186:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950483.928188:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950483.928189:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950483.928195:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950483.928199:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784950483.928200:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=116 v=5 (5 5 5 5) 00000800:00000001:2.0:1784950483.928207:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950483.928208:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=116 v=5 (1 1 1 1) 00000800:00000001:2.0:1784950483.928215:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950483.928217:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950483.928221:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950483.928221:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950483.928231:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950483.928236:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950483.928241:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950483.928243:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950483.928248:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950483.928251:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950483.928255:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950483.928256:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c0e80 00000100:00000001:3.0:1784950483.928261:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950483.928266:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000327a72b5 x1871652369207040/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950483.928269:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950483.928271:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x16105 [1] + 224 00000800:00000001:2.0:1784950483.928285:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784950483.928288:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1784950483.928295:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.928296:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1784950483.928296:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950483.928303:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000895fd007. 00000400:00000200:2.0:1784950483.928306:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950483.928307:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950483.928314:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950483.928314:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051979f75 00000400:00000200:2.0:1784950483.928321:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:3.0:1784950483.928323:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000051979f75. 00000100:00000040:0.0:1784950483.928329:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000327a72b5 x1871652369207040/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950483.928333:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950483.928334:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950483.928349:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ddbbdd8 x1871652369206912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950483.928350:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd4026ac x1871652369207296/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950483.928408:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000327a72b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369207040:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950483.928426:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950483.928437:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950483.928439:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ddbbdd8 x1871652369206912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950483.928444:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd4026ac x1871652369207296/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950483.928448:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000327a72b5 x1871652369207040/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950483.928512:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950483.928517:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950483.928519:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950483.928522:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950483.928525:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784950483.928526:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950483.928529:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950483.928531:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb815074. 00000100:00000001:3.0:1784950483.928534:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950483.928541:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1784950483.928544:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950483.928545:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1784950483.928549:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950483.928551:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950483.928556:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1784950483.928557:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950483.928568:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:3.0:1784950483.928572:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950483.928580:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950483.928584:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950483.928586:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950483.928589:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1784950483.928595:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000dd4026ac x1871652369207296/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950483.928601:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059c01b8a. 00010000:00000001:3.0:1784950483.928612:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950483.928613:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950483.928620:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784950483.928621:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000010:0.0:1784950483.928625:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000327a72b5. 00000100:00000040:3.0:1784950483.928627:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950483.928635:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950483.928635:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950483.928639:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950483.928641:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.928647:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950483.928649:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd4026ac x1871652369207296/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950483.928652:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950483.928657:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784950483.928664:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950483.928667:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1784950483.928669:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950483.928674:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1784950483.928676:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004245639. 00000100:00000001:3.0:1784950483.928678:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950483.928684:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef1d74eb 00000100:00000040:3.0:1784950483.928688:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd4026ac x1871652369207296/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950483.928691:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ef1d74eb. 00000100:00000001:0.0:1784950483.928701:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950483.928715:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ddbbdd8 x1871652369206912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950483.928716:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000dd4026ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369207296:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950483.928723:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950483.928727:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950483.928764:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd4026ac x1871652369207296/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950483.928773:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ddbbdd8 x1871652369206912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950483.928812:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950483.928816:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784950483.928818:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950483.928825:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080cfe63d. 00000100:00000001:0.0:1784950483.928826:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.928834:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950483.928836:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1784950483.928837:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1784950483.928842:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950483.928843:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1784950483.928849:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1784950483.928850:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950483.928859:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1784950483.928860:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950483.928866:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009b5272c8. 00000100:00001000:0.0:1784950483.928870:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=116 v=5 (5 5 5 5) 02000000:00000001:3.0:1784950483.928872:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950483.928876:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950483.928881:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd4026ac. 00000100:00001000:0.0:1784950483.928882:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950483.928889:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950483.928891:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950483.928894:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.928896:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950483.928902:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950483.928903:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784950483.928913:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005ddbbdd8 x1871652369206912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950483.928913:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950483.928919:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950483.928927:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950483.928932:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950483.928933:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950483.928939:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950483.928941:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950483.928943:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950483.928944:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950483.928948:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ddbbdd8 x1871652369206912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950483.928956:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950483.928959:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950483.928960:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950483.928963:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ddbbdd8 x1871652369206912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950483.928971:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005ddbbdd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369206912:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950483.928976:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.928978:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950483.928980:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ddbbdd8 x1871652369206912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950483.928987:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950483.928989:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950483.928991:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f0272bc. 02000000:00000001:0.0:1784950483.928996:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950483.928997:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950483.928999:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1784950483.929001:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950483.929003:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002058a4fe. 02000000:00000001:0.0:1784950483.929006:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950483.929008:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950483.929009:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ddbbdd8. 00000100:00000001:0.0:1784950483.929012:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950483.929014:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.929015:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950483.929019:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950483.929021:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950483.929023:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950483.929026:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950484.304799:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950484.304808:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950484.304816:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950484.304818:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950484.304910:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950484.304914:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950484.304917:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950484.944870:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950484.944879:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1784950484.944894:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950483/real 0] req@0000000029491fc8 x1871652369207168/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950484 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950484.944912:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.944916:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950484.944918:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950484.944922:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000029491fc8 x1871652369207168/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950484 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950484.944932:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.944941:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950484.944943:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.944947:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950484.944950:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950484.944953:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950484.944957:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000029491fc8 x1871652369207168/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950484 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950484.944966:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1784950484.944970:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.944973:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950484.944975:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.944978:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1784950484.944980:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1784950484.944984:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784950484.945011:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:0.0:1784950484.945014:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1784950484.945019:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029491fc8 x1871652369207168/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950484 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950484.945029:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000029491fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369207168:1.2.3.4@tcp:8: 00000100:00000001:0.0:1784950484.945035:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.945038:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950484.945041:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000029491fc8 x1871652369207168/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950484 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950484.945051:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1784950484.945057:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950484.945060:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:0.0:1784950484.945065:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950484.945071:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000687d6552. 02000000:00000001:0.0:1784950484.945084:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950484.945088:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950484.945091:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029491fc8. 00000100:00000001:0.0:1784950484.945100:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950484.945103:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.945108:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950484.945143:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950484.945153:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950484.945164:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059955604. 00000020:00000040:2.0:1784950484.945171:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:2.0:1784950484.945176:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950484.945179:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950484.945186:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950484.945196:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006415387d. 00000100:00000001:2.0:1784950484.945205:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950484.945213:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@0000000059955604 x1871652369207424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950484.945228:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950484.945231:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950484.945237:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059955604] to pc [ptlrpcd_00_03+3] req@0000000059955604 x1871652369207424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950484.945273:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950484.945277:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950484.945281:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950484.945284:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f5b7f96. 00000020:00000040:2.0:1784950484.945287:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950484.945290:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950484.945292:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950484.945294:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950484.945297:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070b3560d. 00000100:00000001:2.0:1784950484.945300:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950484.945305:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@000000009f5b7f96 x1871652369207552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950484.945314:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950484.945315:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950484.945319:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f5b7f96] to pc [ptlrpcd_00_00+0] req@000000009f5b7f96 x1871652369207552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950484.945342:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950484.945345:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784950484.945349:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1784950484.945354:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950484.945359:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950484.945363:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000505e938c. 00000020:00000040:2.0:1784950484.945366:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1784950484.945370:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950484.945370:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950484.945373:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950484.945380:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950484.945381:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784950484.945386:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ebc2a5d. 00000100:00000001:1.0:1784950484.945388:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950484.945393:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.945399:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950484.945400:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950484.945401:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059955604 x1871652369207424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950484.945405:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000505e938c x1871652369207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950484.945411:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950484.945412:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.945420:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950484.945435:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f5b7f96 x1871652369207552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950484.945455:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950484.945463:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950484.945472:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950484.945475:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950484.945479:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950484.945482:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.945488:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950484.945493:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950484.945493:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784950484.945499:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000505e938c] to pc [ptlrpcd_00_01+1] req@00000000505e938c x1871652369207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950484.945502:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950484.945504:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950484.945511:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950484.945513:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950484.945524:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950484.945529:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000059955604 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369207424:0@lo:400: 00000100:00100000:0.0:1784950484.945538:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009f5b7f96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369207552:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950484.945540:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950484.945542:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950484.945551:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784950484.945553:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950484.945554:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950484.945556:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950484.945564:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950484.945570:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950484.945570:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950484.945570:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950484.945578:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000beab1f22. 02000000:00000001:0.0:1784950484.945580:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950484.945580:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1784950484.945583:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d0923c0. 00000100:00000001:3.0:1784950484.945590:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950484.945592:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950484.945592:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000010:0.0:1784950484.945593:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb815074. 00000100:00000001:3.0:1784950484.945597:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950484.945605:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950484.945606:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950484.945612:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db211b8c. 02000000:00000001:2.0:1784950484.945612:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1784950484.945615:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000505e938c x1871652369207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950484.945618:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004245639. 02000000:00000001:2.0:1784950484.945620:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950484.945628:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 02000000:00000010:2.0:1784950484.945636:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005b63d50. 00000400:00000010:0.0:1784950484.945637:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef1d74eb. 00000100:00000200:1.0:1784950484.945643:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369207424, portal 25 00000100:00000001:2.0:1784950484.945651:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950484.945653:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369207552, portal 4 00000100:00000001:1.0:1784950484.945654:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950484.945662:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730213632 : -120287979337984 : ffff929945b88700) 00000100:00000001:0.0:1784950484.945665:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784950484.945668:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000beab1f22 x1871652369207808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950484.945670:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950484.945674:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730219904 : -120287979331712 : ffff929945b89f80) 00000100:00000001:3.0:1784950484.945677:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950484.945682:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000059955604 x1871652369207424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950484.945691:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784950484.945699:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009f5b7f96 x1871652369207552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950484.945700:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950484.945712:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950484.945765:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000505e938c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369207680:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950484.945788:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950484.945793:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950484.945794:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784950484.945800:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950484.945801:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.945804:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784950484.945809:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950484.945810:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1784950484.945820:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e7c3c07. 00000100:00000040:2.0:1784950484.945822:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000beab1f22] to pc [ptlrpcd_00_02+2] req@00000000beab1f22 x1871652369207808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950484.945823:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950484.945824:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784950484.945829:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369207424, offset 0 00000400:00000010:0.0:1784950484.945835:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda7acfb. 02000000:00000010:3.0:1784950484.945840:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004403da6f. 00000100:00000200:0.0:1784950484.945846:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369207552, offset 0 02000000:00000001:3.0:1784950484.945856:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950484.945857:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1784950484.945876:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000180fde72. 00000400:00000200:0.0:1784950484.945883:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950484.945885:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950484.945891:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1784950484.945895:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784950484.945901:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1784950484.945905:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:3.0:1784950484.945908:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9ae20b. 00000400:00000200:0.0:1784950484.945911:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00080000:2.0:1784950484.945912:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:3.0:1784950484.945917:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369207680, portal 10 00000100:00000001:2.0:1784950484.945926:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1784950484.945927:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784950484.945930:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950484.945933:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730223488 : -120287979328128 : ffff929945b8ad80) 00000100:00080000:2.0:1784950484.945938:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12729 00000400:00000200:0.0:1784950484.945945:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:3.0:1784950484.945951:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000505e938c x1871652369207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950484.945956:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950484.945967:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950484.945980:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11143:11143:242:4294967295] 192.168.203.114@tcp LPNI seq info [9870:9870:8:4294967295] 00000100:00000001:3.0:1784950484.945985:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950484.945996:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950484.946001:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b068732. 00000100:00000200:3.0:1784950484.946010:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369207680, offset 0 00000400:00000200:0.0:1784950484.946011:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:3.0:1784950484.946028:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950484.946030:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950484.946040:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000400:00000200:1.0:1784950484.946041:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c1080 00000800:00000010:0.0:1784950484.946046:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a721ffc. 00000400:00000200:3.0:1784950484.946053:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00080000:2.0:1784950484.946055:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12754 00000400:00000200:1.0:1784950484.946068:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14a2d [2] + 0 00000800:00000200:0.0:1784950484.946071:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950484.946073:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1784950484.946083:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a58326ec. 00000400:00000200:3.0:1784950484.946088:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950484.946094:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000008c8d9e1 00000400:00000200:3.0:1784950484.946099:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784950484.946104:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950484.946108:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950484.946109:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1784950484.946121:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001a721ffc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950484.946154:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1784950484.946156:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11144:11144:241:4294967295] 192.168.203.114@tcp LPNI seq info [9871:9871:7:4294967295] 00000400:00000200:3.0:1784950484.946177:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950484.946183:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950484.946185:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950484.946199:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083b5681e. 00000100:00000040:0.0:1784950484.946200:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13571 usecs (14 jiffies) 00000400:00000200:2.0:1784950484.946207:0:431120:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: 0 00000100:00000001:0.0:1784950484.946210:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307423119 00000400:00000200:1.0:1784950484.946218:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008c8d9e1 00000800:00000200:3.0:1784950484.946219:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950484.946220:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -11 00000100:00000001:0.0:1784950484.946223:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307424507 00000400:00000010:1.0:1784950484.946228:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 0000000008c8d9e1. 00000100:00080000:2.0:1784950484.946232:0:431120:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1784950484.946234:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307423119 00000100:00000001:1.0:1784950484.946241:0:441644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950484.946246:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307424507 00000800:00000200:3.0:1784950484.946247:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:2.0:1784950484.946248:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000200:1.0:1784950484.946249:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1784950484.946259:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307423119 00000800:00000200:3.0:1784950484.946261:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000083b5681e type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1784950484.946264:0:441644:0:(events.c:337:request_in_callback()) incoming req@00000000335a18eb x1871652369207424 msgsize 224 00000100:00000001:2.0:1784950484.946264:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950484.946271:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307424507 00000100:00000040:2.0:1784950484.946276:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950484.946280:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307423119 00000100:00000001:2.0:1784950484.946288:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00100000:1.0:1784950484.946291:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1784950484.946292:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307424507 00000100:00000001:3.0:1784950484.946293:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950484.946297:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:1.0:1784950484.946303:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000040:2.0:1784950484.946307:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 00000100:00000001:0.0:1784950484.946308:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950484.946309:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5610 usecs (6 jiffies) 00000020:00000001:2.0:1784950484.946316:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950484.946321:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.946323:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307423111 00000100:00000001:1.0:1784950484.946324:0:441644:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1784950484.946324:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000100:00000001:0.0:1784950484.946333:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950484.946336:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00000001:3.0:1784950484.946336:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307424507 00000400:00000200:1.0:1784950484.946337:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7c3c07 00000100:00000001:0.0:1784950484.946340:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950484.946348:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000400:00000010:1.0:1784950484.946349:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000e7c3c07. 00000100:00000001:3.0:1784950484.946350:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307423111 00000100:00000001:0.0:1784950484.946354:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950484.946360:0:441644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950484.946363:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307424507 00000100:00000001:0.0:1784950484.946364:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1784950484.946365:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 00000100:00000200:1.0:1784950484.946374:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059955604 x1871652369207424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950484.946377:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950484.946377:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307423111 00000100:00000001:2.0:1784950484.946378:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950484.946386:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950484.946392:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307424507 00000100:00000040:2.0:1784950484.946393:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950484.946394:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.946404:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307423111 00000100:00000001:2.0:1784950484.946406:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950484.946408:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.946417:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307424507 00000020:00000040:2.0:1784950484.946422:0:431120:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000100:00000001:3.0:1784950484.946428:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950484.946429:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1784950484.946432:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 00000100:00000001:3.0:1784950484.946439:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950484.946441:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059955604 x1871652369207424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784950484.946446:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 192.168.203.114@tcp/192.168.203.114@tcp 00000100:00000001:3.0:1784950484.946452:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950484.946460:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.946463:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950484.946471:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1784950484.946478:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950484.946480:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950484.946485:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950484.946485:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950484.946486:0:441644:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784950484.946497:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950484.946498:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950484.946505:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1784950484.946508:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307425531 00000100:00000001:2.0:1784950484.946514:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.946515:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950484.946521:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950484.946522:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307424507 00000100:00000010:2.0:1784950484.946525:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065c3eaf0. 00000100:00000001:1.0:1784950484.946537:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307425531 00000020:00000040:2.0:1784950484.946537:0:431120:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1784950484.946538:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950484.946547:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1784950484.946551:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950484.946553:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950484.946554:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307424507 00000100:00000001:2.0:1784950484.946564:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950484.946568:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307425531 02000000:00000001:2.0:1784950484.946570:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950484.946573:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950484.946577:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950484.946578:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307424507 00000100:00000001:3.0:1784950484.946579:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950484.946587:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950484.946593:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307425531 02000000:00000010:2.0:1784950484.946594:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000036e9bde2. 00000100:00000040:3.0:1784950484.946600:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000beab1f22 x1871652369207808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950484.946605:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950484.946607:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950484.946608:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307424507 00000800:00000010:0.0:1784950484.946618:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a721ffc. 00000100:00000001:1.0:1784950484.946624:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1784950484.946628:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000065c3eaf0 x1871652369207936/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1784950484.946634:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950484.946635:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.946649:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950484.946650:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.946656:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950484.946660:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950484.946664:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950484.946666:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784950484.946669:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950484.946672:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950484.946675:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784950484.946676:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950484.946684:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda7acfb 00000100:00000001:1.0:1784950484.946684:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1784950484.946685:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950484.946688:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065c3eaf0] to pc [ptlrpcd_rcv+-1] req@0000000065c3eaf0 x1871652369207936/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950484.946697:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dda7acfb. 00000100:00000001:1.0:1784950484.946701:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784950484.946706:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000beab1f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369207808:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950484.946708:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950484.946714:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950484.946715:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950484.946762:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f5b7f96 x1871652369207552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950484.946764:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950484.946768:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950484.946771:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950484.946774:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950484.946780:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950484.946786:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784950484.946790:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950484.946800:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba5e1f06. 00000100:00000001:2.0:1784950484.946802:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1784950484.946811:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950484.946813:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6d14b1d. 00000800:00000001:1.0:1784950484.946815:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:2.0:1784950484.946826:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:3.0:1784950484.946828:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091642d7b. 00000100:00000001:0.0:1784950484.946832:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950484.946833:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000001:1.0:1784950484.946835:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950484.946839:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000743c695. 02000000:00000001:2.0:1784950484.946841:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000800:00000001:1.0:1784950484.946843:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950484.946846:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f5b7f96 x1871652369207552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950484.946849:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950484.946853:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369207808, portal 4 00000800:00000001:1.0:1784950484.946856:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784950484.946862:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009dd5e9b1. 00000100:00000001:3.0:1784950484.946864:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950484.946870:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730219008 : -120287979332608 : ffff929945b89c00) 00000100:00000001:2.0:1784950484.946875:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950484.946884:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:3.0:1784950484.946892:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000beab1f22 x1871652369207808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950484.946894:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000c6d14b1d x1871652369208064/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950484.946901:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.946911:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950484.946916:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c1100 00000400:00000200:1.0:1784950484.946942:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 22176 00000100:00000001:3.0:1784950484.946953:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950484.946964:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000001:1.0:1784950484.946966:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950484.946967:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950484.946969:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950484.946977:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1784950484.946979:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c61119ea. 00000100:00000040:2.0:1784950484.946984:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6d14b1d] to pc [ptlrpcd_00_03+3] req@00000000c6d14b1d x1871652369208064/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950484.946987:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083b5681e. 00000800:00000001:1.0:1784950484.946988:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950484.946989:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369207808, offset 0 00000400:00000200:0.0:1784950484.947003:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950484.947003:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950484.947016:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950484.947027:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950484.947029:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950484.947031:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950484.947038:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:2.0:1784950484.947047:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12760) 00000400:00000200:3.0:1784950484.947048:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950484.947059:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950484.947065:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950484.947068:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950484.947074:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11145:11145:241:4294967295] 192.168.203.114@tcp LPNI seq info [9872:9872:7:4294967295] 00000400:00000200:3.0:1784950484.947085:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950484.947092:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950484.947096:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b068732 00000400:00000200:2.0:1784950484.947096:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1784950484.947097:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b40da8d. 00000400:00000010:0.0:1784950484.947108:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003b068732. 00000400:00000200:2.0:1784950484.947113:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 00000800:00000200:3.0:1784950484.947120:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950484.947144:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950484.947147:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950484.947153:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000010:2.0:1784950484.947154:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ce0859fb. 00000100:00000200:0.0:1784950484.947161:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000505e938c x1871652369207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950484.947166:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000010:1.0:1784950484.947169:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d32a5205. 00000400:00000010:2.0:1784950484.947170:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4f46573. 00000800:00000200:3.0:1784950484.947180:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001b40da8d type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1784950484.947183:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000d32a5205 x1871652369207552 msgsize 224 00000400:00000010:2.0:1784950484.947188:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000003372c404. 00000100:00000001:3.0:1784950484.947197:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950484.947210:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-1.2.3.4@tcp 00000100:00000040:3.0:1784950484.947211:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4741 usecs (5 jiffies) 00000100:00100000:1.0:1784950484.947217:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950484.947226:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307423111 00000100:00000001:0.0:1784950484.947228:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950484.947233:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307425531 00000400:00000200:2.0:1784950484.947235:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 1.2.3.4@tcp local destination 00000100:00000001:1.0:1784950484.947238:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950484.947240:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307423111 00000100:00000040:0.0:1784950484.947244:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000505e938c x1871652369207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950484.947251:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307425531 00000400:00000200:2.0:1784950484.947254:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950484.947263:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307423111 00000400:00000200:2.0:1784950484.947270:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950484.947274:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307425531 00000100:00000001:0.0:1784950484.947277:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.947281:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307423111 00000400:00000200:2.0:1784950484.947282:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950484.947284:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950484.947293:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307425531 00000400:00000200:2.0:1784950484.947295:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 1.2.3.4@tcp 00000100:00000001:3.0:1784950484.947303:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950484.947309:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11146:11146:240:4294967295] 1.2.3.4@tcp LPNI seq info [165:165:8:4294967295] 00000100:00000001:3.0:1784950484.947311:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.947320:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.947326:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950484.947327:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 1.2.3.4@tcp 00000100:00000001:3.0:1784950484.947339:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950484.947347:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784950484.947348:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 1.2.3.4@tcp(1.2.3.4@tcp:1.2.3.4@tcp) : GET try# 0 00000100:00000001:3.0:1784950484.947356:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950484.947361:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1784950484.947367:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-1.2.3.4@tcp 00000100:00000001:3.0:1784950484.947368:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950484.947375:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:2.0:1784950484.947378:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e3e62659. 00000100:00100000:3.0:1784950484.947379:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1784950484.947388:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950484.947396:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000100:00000001:3.0:1784950484.947400:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1784950484.947402:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 3 secs later) 00000100:00000001:3.0:1784950484.947405:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.947411:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950484.947416:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784950484.947418:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369207424 00000800:00000200:2.1:1784950484.947419:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000100:00000001:3.0:1784950484.947423:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950484.947427:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950484.947432:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.1:1784950484.947433:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 1.2.3.4 (cnted 0, interval 60, 3 secs later) 00000100:00000001:0.0:1784950484.947434:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950484.947440:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950484.947446:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6d14b1d x1871652369208064/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950484.947451:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1784950484.947452:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-1.2.3.4@tcp 00000800:00000200:1.0:1784950484.947458:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950484.947461:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e3e62659. 00000100:00100000:0.0:1784950484.947464:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369207424 00000800:00000010:1.0:1784950484.947469:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b40da8d. 00000020:00000001:0.0:1784950484.947474:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:2.0:1784950484.947475:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:0.0:1784950484.947482:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000400:00000200:1.0:1784950484.947483:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950484.947491:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:2.0:1784950484.947494:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->1.2.3.4@tcp: GET: REMOTE_ERROR 00000020:00000040:0.0:1784950484.947498:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:3.0:1784950484.947500:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784950484.947507:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950484.947509:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950484.947511:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:0.0:1784950484.947512:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:1.0:1784950484.947516:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c61119ea 02000000:00000001:3.0:1784950484.947521:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1784950484.947523:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000010:1.0:1784950484.947524:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c61119ea. 00000400:00000200:2.0:1784950484.947525:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 1.2.3.4@tcp: 1 02000000:00000001:3.0:1784950484.947528:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950484.947541:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950484.947542:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950484.947543:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1784950484.947547:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000100:00100000:3.0:1784950484.947551:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c6d14b1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369208064:192.168.203.114@tcp:400: 00000020:00000010:0.0:1784950484.947554:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000200:1.0:1784950484.947558:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000beab1f22 x1871652369207808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950484.947565:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950484.947567:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 1.2.3.4@tcp 00000100:00000001:3.0:1784950484.947570:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950484.947580:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1784950484.947581:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000400:00000200:2.0:1784950484.947582:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 rc 0 02000000:00000001:3.0:1784950484.947589:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950484.947598:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c6b6452. 02000000:00000001:3.0:1784950484.947599:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950484.947601:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950484.947601:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100861 02000000:00000010:3.0:1784950484.947609:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017854499. 00000400:00000001:2.0:1784950484.947612:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1784950484.947614:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf2ca170. 00000100:00000040:1.0:1784950484.947618:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000beab1f22 x1871652369207808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950484.947621:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784950484.947622:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1784950484.947628:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4ed778d. 00000400:00000200:2.0:1784950484.947629:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4f46573 00000400:00000010:3.0:1784950484.947634:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd2e9b2f. 00000400:00000010:2.0:1784950484.947639:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e4f46573. 00000100:00000040:0.0:1784950484.947648:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1784950484.947650:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000010:3.0:1784950484.947653:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a470040. 00000100:00000001:1.0:1784950484.947656:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.947660:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1784950484.947663:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369208064, portal 10 00000100:00000001:1.0:1784950484.947666:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950484.947667:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1784950484.947667:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: -114 00000100:00000001:3.0:1784950484.947671:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950484.947676:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.947677:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730218112 : -120287979333504 : ffff929945b89880) 00000400:00000010:2.0:1784950484.947678:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ce0859fb. 00000400:00000200:2.0:1784950484.947695:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 1.2.3.4@tcp:-5 00000100:00000001:0.0:1784950484.947696:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950484.947699:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950484.947700:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c6d14b1d x1871652369208064/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950484.947712:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 rc -5 00000800:00000001:1.0:1784950484.947713:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.947764:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950484.947765:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 1.2.3.4@tcp 00000800:00000001:1.0:1784950484.947775:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950484.947778:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1784950484.947787:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950484.947793:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950484.947795:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950484.947802:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950484.947803:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1784950484.947807:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950484.947810:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950484.947816:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1784950484.947817:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00000001:3.0:1784950484.947822:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1784950484.947826:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000040:2.0:1784950484.947828:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065c3eaf0 x1871652369207936/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950484.947829:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c1200 00000100:00000001:3.0:1784950484.947830:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950484.947835:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785874998352 : -120287834553264 : ffff92994e59c450) 00000100:00000001:3.0:1784950484.947838:0:453506:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.947851:0:453506:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950484.947853:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 22400 00000100:00000040:0.0:1784950484.947857:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000335a18eb x1871652369207424/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:635/0 lens 224/0 e 0 to 0 dl 1784950495 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950484.947872:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950484.947874:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027dbe14a. 00000800:00000001:1.0:1784950484.947885:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950484.947886:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369208064, offset 0 00000100:00000001:2.0:1784950484.947892:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784950484.947899:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950484.947901:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950484.947914:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950484.947915:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950484.947916:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950484.947922:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:2.0:1784950484.947924:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950484.947928:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000400:00000200:3.0:1784950484.947934:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:2.0:1784950484.947935:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.947936:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1784950484.947949:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000065c3eaf0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369207936:192.168.203.114@tcp:8: 00000020:00000010:0.0:1784950484.947951:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000400:00000200:3.0:1784950484.947955:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950484.947965:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784950484.947969:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:2.0:1784950484.947974:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1784950484.947975:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000335a18eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369207424:12345-0@lo:400: 00000400:00000200:3.0:1784950484.947980:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784950484.947981:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950484.947992:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369207424 02000000:00000001:2.0:1784950484.947993:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784950484.947996:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000010:2.0:1784950484.948003:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004ff2e839. 00000020:00000001:0.0:1784950484.948004:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:3.0:1784950484.948006:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11147:11147:242:4294967295] 192.168.203.114@tcp LPNI seq info [9873:9873:8:4294967295] 02000000:00000001:2.0:1784950484.948014:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950484.948015:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950484.948023:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950484.948026:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000318fc601. 00000020:00000001:0.0:1784950484.948031:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950484.948040:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000400:00000010:2.0:1784950484.948041:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4f46573. 00000400:00000200:3.0:1784950484.948041:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:0.0:1784950484.948056:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1784950484.948057:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369207936, portal 4 00000100:00000001:1.0:1784950484.948059:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:3.0:1784950484.948065:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950484.948069:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950484.948069:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1784950484.948070:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1784950484.948075:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b40da8d. 00000100:00000001:2.0:1784950484.948076:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730222592 : -120287979329024 : ffff929945b8aa00) 00000100:00000010:1.0:1784950484.948083:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034bcd6b2. 00000020:00000001:0.0:1784950484.948084:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1784950484.948094:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000034bcd6b2 x1871652369207808 msgsize 224 00000800:00000200:3.0:1784950484.948096:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:0.0:1784950484.948097:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1784950484.948097:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000065c3eaf0 x1871652369207936/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950484.948109:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950484.948142:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:1.0:1784950484.948143:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:0.0:1784950484.948146:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950484.948153:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784950484.948157:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001b40da8d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950484.948159:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950484.948166:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1784950484.948167:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950484.948169:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950484.948171:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950484.948178:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051979f75. 00000100:00000040:3.0:1784950484.948180:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5082 usecs (6 jiffies) 02000000:00000010:0.0:1784950484.948184:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000082c8e2ed. 00000100:00000200:2.0:1784950484.948188:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369207936, offset 0 00000100:00000001:3.0:1784950484.948191:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307423113 02000000:00000001:0.0:1784950484.948194:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.948201:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307425531 00000100:00000001:0.0:1784950484.948205:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950484.948207:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950484.948212:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307423113 00000020:00000001:0.0:1784950484.948218:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.948219:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307425531 00000400:00000200:2.0:1784950484.948227:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00010000:00000040:0.0:1784950484.948231:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369207424 00000100:00000001:3.0:1784950484.948231:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307423113 00000400:00000200:2.0:1784950484.948237:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784950484.948241:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1784950484.948243:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950484.948244:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307425531 00000400:00000200:2.0:1784950484.948251:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000010:1.0:1784950484.948252:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b40da8d. 00000100:00000001:3.0:1784950484.948253:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307423113 00010000:00000200:0.0:1784950484.948258:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000335a18eb x1871652369207424/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:635/0 lens 224/224 e 0 to 0 dl 1784950495 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950484.948265:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950484.948266:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950484.948266:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307425531 00000100:00000001:3.0:1784950484.948281:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950484.948286:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950484.948291:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950484.948296:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950484.948304:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1784950484.948306:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11148:11148:241:4294967295] 192.168.203.114@tcp LPNI seq info [9874:9874:7:4294967295] 00000100:00000001:3.0:1784950484.948308:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950484.948311:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.948319:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950484.948324:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950484.948333:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950484.948342:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000400:00000200:2.0:1784950484.948348:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950484.948349:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000800:00000001:3.0:1784950484.948358:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950484.948360:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1784950484.948363:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027dbe14a 02000000:00000001:0.0:1784950484.948368:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950484.948369:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950484.948370:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950484.948371:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000027dbe14a. 00000100:00000001:0.0:1784950484.948378:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1784950484.948386:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3e62659. 00000100:00000001:1.0:1784950484.948387:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1784950484.948393:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1784950484.948401:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda7acfb. 00000100:00000200:1.0:1784950484.948403:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6d14b1d x1871652369208064/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950484.948408:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:0.0:1784950484.948413:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369207424, offset 224 00000100:00000001:3.0:1784950484.948415:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950484.948422:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369207552 00000800:00000200:2.0:1784950484.948430:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:3.0:1784950484.948432:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1784950484.948435:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1784950484.948442:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000200:2.0:1784950484.948445:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e3e62659 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1784950484.948449:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950484.948462:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1784950484.948463:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950484.948475:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950484.948476:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369207552 00000020:00000001:3.0:1784950484.948486:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1784950484.948488:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c1080 00000100:00000040:2.0:1784950484.948490:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 0 usecs (0 jiffies) 00000020:00000040:3.0:1784950484.948492:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:3.0:1784950484.948501:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950484.948503:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307425533 00000020:00000040:3.0:1784950484.948510:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000400:00000200:0.0:1784950484.948511:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16139 [1] + 224 00000100:00000001:1.0:1784950484.948513:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950484.948518:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307425531 00000020:00000001:3.0:1784950484.948522:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000040:1.0:1784950484.948526:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6d14b1d x1871652369208064/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950484.948530:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950484.948532:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307425533 00000020:00000001:3.0:1784950484.948533:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950484.948547:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307425531 00000100:00000001:3.0:1784950484.948550:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950484.948552:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1784950484.948560:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307425533 00000020:00000010:3.0:1784950484.948561:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:0.0:1784950484.948568:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950484.948577:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950484.948580:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950484.948581:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307425531 00000100:00000200:0.0:1784950484.948584:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059955604 x1871652369207424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950484.948588:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000001:1.0:1784950484.948589:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950484.948591:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307425533 00000020:00000010:3.0:1784950484.948604:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6fb2c16. 00000100:00000001:2.0:1784950484.948605:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307425531 00000100:00000040:0.0:1784950484.948611:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059955604 x1871652369207424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950484.948618:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950484.948618:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000100:00000001:2.0:1784950484.948630:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950484.948632:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c156cd7. 00000100:00000001:0.0:1784950484.948638:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950484.948642:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950484.948647:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950484.948655:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda7acfb 00000100:00000001:2.0:1784950484.948656:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784950484.948657:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000800:00000200:1.0:1784950484.948661:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1784950484.948663:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dda7acfb. 00000100:00000001:2.0:1784950484.948664:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950484.948666:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000010:1.0:1784950484.948670:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3e62659. 00000100:00000001:3.0:1784950484.948676:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950484.948680:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950484.948680:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950484.948681:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950484.948682:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950484.948687:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950484.948688:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950484.948698:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.948701:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.948703:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950484.948704:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950484.948707:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950484.948751:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051979f75 00000400:00000010:1.0:1784950484.948757:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000051979f75. 00000100:00000001:1.0:1784950484.948763:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1784950484.948767:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:3.0:1784950484.948771:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950484.948774:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000200:1.0:1784950484.948775:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065c3eaf0 x1871652369207936/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950484.948775:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950484.948782:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950484.948790:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000001:2.0:1784950484.948792:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950484.948797:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1784950484.948804:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000335a18eb x1871652369207424/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:635/0 lens 224/224 e 0 to 0 dl 1784950495 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950484.948804:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950484.948807:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1784950484.948808:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369207808 00000800:00000001:2.0:1784950484.948816:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950484.948819:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1784950484.948820:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065c3eaf0 x1871652369207936/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950484.948830:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950484.948841:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950484.948844:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:3.0:1784950484.948860:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950484.948870:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000335a18eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369207424:12345-0@lo:400: Request processed in 947us (2598us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950484.948871:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950484.948874:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069c1280 00000100:00100000:3.0:1784950484.948875:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369207808 00000100:00000001:1.0:1784950484.948880:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1784950484.948889:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000100:2.0:1784950484.948897:0:441635:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369207936 offset 0 length 520: 4 00000020:00000040:3.0:1784950484.948898:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00100000:0.0:1784950484.948905:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000400:00000200:2.0:1784950484.948911:0:441635:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 000000002b945ee4 is in inconsistent state, don't perform health checking (-2, 0) 00000020:00000001:3.0:1784950484.948913:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:0.0:1784950484.948915:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000400:00000200:2.0:1784950484.948918:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000020:00000040:3.0:1784950484.948922:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:0.0:1784950484.948925:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950484.948925:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000001:2.0:1784950484.948933:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950484.948934:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950484.948936:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950484.948937:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950484.948946:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf2ca170. 00000800:00000001:2.0:1784950484.948947:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950484.948949:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2741 00000020:00000001:3.0:1784950484.948950:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:2.0:1784950484.948958:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950484.948960:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4ed778d. 00000100:00000040:1.0:1784950484.948963:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000800:00000001:2.0:1784950484.948968:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950484.948968:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950484.948970:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038701440 : -120287670850176 : ffff9299581bad80) 00000020:00000010:0.0:1784950484.948971:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c6b6452. 00000020:00000010:3.0:1784950484.948982:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000020:00000040:0.0:1784950484.948985:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000040:1.0:1784950484.948988:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d32a5205 x1871652369207552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:635/0 lens 224/0 e 0 to 0 dl 1784950495 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950484.948992:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950484.948997:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1784950484.949007:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000082c8e2ed. 00000020:00000010:3.0:1784950484.949008:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00000001:2.0:1784950484.949010:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950484.949018:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950484.949022:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950484.949023:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950484.949025:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e7c2f12. 00000400:00000001:2.0:1784950484.949027:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950484.949030:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950484.949032:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000400:00000001:2.0:1784950484.949034:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1784950484.949038:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6d4b278. 00000100:00000200:0.0:1784950484.949040:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1784950484.949042:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db211b8c. 00000100:00000001:1.0:1784950484.949043:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950484.949050:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000416a8523. 00000020:00000010:1.0:1784950484.949055:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000400:00000010:0.0:1784950484.949057:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000961825da. 00000400:00000200:2.0:1784950484.949058:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000100:00000001:3.0:1784950484.949060:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1784950484.949067:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 00000100:00000001:3.0:1784950484.949068:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1784950484.949072:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d32a5205 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369207552:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950484.949076:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950484.949079:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1784950484.949086:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076815ecd. 00000100:00000200:1.0:1784950484.949088:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369207552 00000100:00000001:3.0:1784950484.949091:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950484.949095:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059955604 x1871652369207424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950484.949097:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950484.949106:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950484.949115:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.949116:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950484.949119:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059955604 x1871652369207424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950484.949145:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950484.949152:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:0.0:1784950484.949156:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1784950484.949164:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950484.949165:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950484.949167:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950484.949174:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000001:00000001:1.0:1784950484.949175:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369207552, found 0 last_xid 1871652369207551 00000100:00000001:2.0:1784950484.949176:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950484.949182:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950484.949185:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950484.949189:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2742 00000100:00000001:2.0:1784950484.949190:0:441644:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:1.0:1784950484.949191:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1784950484.949197:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1784950484.949198:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1784950484.949200:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950484.949201:0:453516:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950484.949202:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1784950484.949205:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950484.949214:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.949215:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038696960 : -120287670854656 : ffff9299581b9c00) 00000100:00000001:3.0:1784950484.949215:0:453516:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950484.949216:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950484.949224:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950484.949228:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950484.949232:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:2.0:1784950484.949236:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=122 v=5 (5 5 5 5) 00000100:00000040:0.0:1784950484.949238:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034bcd6b2 x1871652369207808/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:635/0 lens 224/0 e 0 to 0 dl 1784950495 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950484.949241:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000071730387. 00000100:00001000:2.0:1784950484.949250:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=122 v=5 (1 1 1 1) 02000000:00000001:1.0:1784950484.949251:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950484.949262:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950484.949269:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1784950484.949270:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950484.949272:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950484.949276:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950484.949283:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000040:1.0:1784950484.949285:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369207552 00010000:00000001:2.0:1784950484.949288:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1784950484.949294:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.949297:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1784950484.949299:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000001:2.0:1784950484.949299:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950484.949307:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:2.0:1784950484.949310:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1784950484.949316:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000d32a5205 x1871652369207552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:635/0 lens 224/224 e 0 to 0 dl 1784950495 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950484.949318:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950484.949320:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:2.0:1784950484.949328:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059955604 x1871652369207424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950484.949332:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000100:00100000:0.0:1784950484.949356:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000034bcd6b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369207808:12345-192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950484.949360:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c1180 00000100:00000200:0.0:1784950484.949381:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369207808 00000400:00000200:3.0:1784950484.949389:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 164864 00010000:00000001:1.0:1784950484.949392:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950484.949392:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950484.949393:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:1.0:1784950484.949400:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950484.949403:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950484.949405:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1784950484.949407:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=117 v=5 (1 1 1 1) 00000800:00000001:3.0:1784950484.949408:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950484.949411:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950484.949412:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950484.949419:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950484.949425:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950484.949426:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950484.949427:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059955604 x1871652369207424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950484.949429:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950484.949434:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000040:1.0:1784950484.949440:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:0.0:1784950484.949448:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1784950484.949451:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950484.949454:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000001:00000001:0.0:1784950484.949457:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369207808, found 0 last_xid 1871652369207807 02000000:00000001:1.0:1784950484.949466:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1784950484.949472:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950484.949472:0:441636:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1784950484.949473:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950484.949481:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1784950484.949484:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000059955604 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369207424:0@lo:400: 00000020:00000001:0.0:1784950484.949486:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1784950484.949487:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1784950484.949489:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035fc2eb1. 00000020:00000001:0.0:1784950484.949493:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950484.949502:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950484.949503:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950484.949505:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950484.949505:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000035fc2eb1 x1871652369207680 msgsize 224 00000100:00000001:2.0:1784950484.949511:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1784950484.949515:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e7c3c07. 00000020:00000001:0.0:1784950484.949517:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1784950484.949524:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059955604 x1871652369207424/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950484.949526:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369207552, offset 224 00000100:00000001:0.0:1784950484.949527:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950484.949536:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1784950484.949537:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000010:0.0:1784950484.949548:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000082c8e2ed. 00000400:00000200:1.0:1784950484.949552:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950484.949559:0:441636:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1784950484.949560:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950484.949569:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950484.949570:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950484.949571:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:2.0:1784950484.949576:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1784950484.949580:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950484.949583:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d0923c0. 00010000:00000040:0.0:1784950484.949587:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369207808 00000400:00000200:1.0:1784950484.949595:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11149:11149:242:4294967295] 192.168.203.114@tcp LPNI seq info [9875:9875:8:4294967295] 02000000:00000001:2.0:1784950484.949595:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1784950484.949597:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:2.0:1784950484.949603:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000200:0.0:1784950484.949611:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000034bcd6b2 x1871652369207808/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:635/0 lens 224/224 e 0 to 0 dl 1784950495 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950484.949612:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000001:2.0:1784950484.949622:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950484.949627:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006415387d. 00000400:00000200:1.0:1784950484.949636:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:2.0:1784950484.949637:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950484.949643:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1784950484.949646:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000010:2.0:1784950484.949650:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059955604. 00010000:00000001:0.0:1784950484.949653:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950484.949659:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1784950484.949662:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=117 v=5 (1 1 1 1) 00000800:00000001:3.0:1784950484.949663:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950484.949664:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950484.949665:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950484.949674:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950484.949676:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.949679:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:1.0:1784950484.949680:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d508b323. 00000800:00000001:3.0:1784950484.949686:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950484.949689:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784950484.949692:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000800:00000001:3.0:1784950484.949696:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950484.949697:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950484.949699:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950484.949704:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950484.949710:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784950484.949714:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1784950484.949757:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:0.0:1784950484.949765:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950484.949767:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950484.949768:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.949776:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950484.949778:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c1300 00000800:00000200:1.0:1784950484.949781:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d508b323 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784950484.949791:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950484.949795:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 165088 00000400:00000010:0.0:1784950484.949801:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda7acfb. 00000100:00000001:1.0:1784950484.949806:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950484.949808:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950484.949810:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369207808, offset 224 00000100:00000001:2.0:1784950484.949817:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1784950484.949822:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00100000:2.0:1784950484.949824:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369207680 00000800:00000001:3.0:1784950484.949829:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950484.949832:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950484.949833:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1784950484.949835:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950484.949842:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1784950484.949844:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950484.949845:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950484.949847:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950484.949857:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1784950484.949860:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:2.0:1784950484.949863:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950484.949870:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d32a5205 x1871652369207552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:635/0 lens 224/224 e 0 to 0 dl 1784950495 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950484.949873:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369207680 00000400:00000200:3.0:1784950484.949876:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950484.949883:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11150:11150:241:4294967295] 192.168.203.114@tcp LPNI seq info [9876:9876:7:4294967295] 00000020:00000001:2.0:1784950484.949883:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950484.949890:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000001:2.0:1784950484.949898:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950484.949905:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000001:2.0:1784950484.949915:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:2.0:1784950484.949925:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:2.0:1784950484.949934:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950484.949935:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:1.0:1784950484.949942:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d32a5205 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369207552:12345-192.168.203.114@tcp:400: Request processed in 909us (2746us total) trans 0 rc 0/0 00000020:00000010:2.0:1784950484.949944:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000100:00000001:2.0:1784950484.949953:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950484.949956:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:0.0:1784950484.949962:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950484.949965:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1784950484.949966:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000800:00000010:0.0:1784950484.949976:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a721ffc. 00000100:00100000:1.0:1784950484.949978:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2741 00000020:00000010:2.0:1784950484.949980:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce0859fb. 00000100:00000010:3.0:1784950484.949984:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f4c3b10. 00000100:00000040:1.0:1784950484.949991:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000020:00000010:2.0:1784950484.949993:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1b8a0d0. 00000800:00000200:0.0:1784950484.949995:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:3.0:1784950484.949998:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000001f4c3b10 x1871652369208064 msgsize 224 00000100:00000001:1.0:1784950484.949999:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1784950484.950008:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbcac818. 00000100:00000001:1.0:1784950484.950009:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950484.950018:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000100:00000040:2.0:1784950484.950022:0:453512:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000800:00000200:0.0:1784950484.950024:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950484.950032:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1784950484.950033:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c156cd7. 00000800:00000200:0.0:1784950484.950036:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001a721ffc type 1, nob 320 niov 1 nkiov 1 00000100:00100000:3.0:1784950484.950040:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950484.950041:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1784950484.950045:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6fb2c16. 00000100:00000001:0.0:1784950484.950047:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950484.950049:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950484.950057:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:1.0:1784950484.950065:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950484.950066:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1784950484.950067:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950484.950070:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950484.950076:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1784950484.950084:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950484.950084:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950484.950093:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950484.950098:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950484.950102:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950484.950104:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950484.950108:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950484.950117:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034bcd6b2 x1871652369207808/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:635/0 lens 224/224 e 0 to 0 dl 1784950495 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950484.950144:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:3.0:1784950484.950149:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1784950484.950151:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369208064 02000000:00000001:2.0:1784950484.950159:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:3.0:1784950484.950163:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d508b323. 00000100:00000001:2.0:1784950484.950164:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950484.950170:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950484.950180:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784950484.950181:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950484.950182:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950484.950188:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1784950484.950192:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000034bcd6b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369207808:12345-192.168.203.114@tcp:400: Request processed in 886us (2087us total) trans 0 rc 0/0 00000100:00100000:2.0:1784950484.950193:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369208064 00000020:00000001:2.0:1784950484.950203:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950484.950208:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00100000:1.0:1784950484.950209:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1598 00000400:00000200:3.0:1784950484.950213:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:2.0:1784950484.950217:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:1.0:1784950484.950224:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000040:2.0:1784950484.950225:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000400:00000200:3.0:1784950484.950230:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7c3c07 00000100:00000001:1.0:1784950484.950233:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987785600 : -120287721766016 : ffff92995512c380) 00000020:00000001:2.0:1784950484.950236:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00100000:0.0:1784950484.950237:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2742 00000400:00000010:3.0:1784950484.950239:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000e7c3c07. 00000020:00000001:2.0:1784950484.950247:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000040:1.0:1784950484.950249:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035fc2eb1 x1871652369207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:635/0 lens 224/0 e 0 to 0 dl 1784950495 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950484.950251:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950484.950255:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950484.950258:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950484.950261:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950484.950264:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1784950484.950266:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000100:00000001:0.0:1784950484.950268:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950484.950278:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6d4b278. 00000100:00000001:2.0:1784950484.950279:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950484.950284:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950484.950290:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000020:00000010:0.0:1784950484.950292:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000416a8523. 00000020:00000010:1.0:1784950484.950294:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000020:00000010:2.0:1784950484.950300:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000822fdc9. 00000100:00000001:1.0:1784950484.950302:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950484.950303:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e7c2f12. 00000020:00000010:2.0:1784950484.950311:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f176e239. 00000020:00000010:1.0:1784950484.950315:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000020:00000010:2.0:1784950484.950319:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff644127. 00000020:00000040:0.0:1784950484.950320:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00100000:1.0:1784950484.950330:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000035fc2eb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369207680:12345-192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950484.950332:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950484.950333:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950484.950339:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1784950484.950345:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369207680 00000100:00000001:2.0:1784950484.950346:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950484.950353:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950484.950360:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1784950484.950361:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950484.950367:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1784950484.950369:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950484.950371:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950484.950372:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950484.950376:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950484.950385:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000010:3.0:1784950484.950385:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a721ffc. 00000020:00000001:1.0:1784950484.950393:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1784950484.950395:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950484.950401:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950484.950402:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.950406:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950484.950413:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1784950484.950414:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1784950484.950415:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950484.950423:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950484.950424:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1784950484.950428:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950484.950432:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950484.950436:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1599 00000020:00000001:1.0:1784950484.950441:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1784950484.950445:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda7acfb 00000100:00000040:0.0:1784950484.950448:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000001:1.0:1784950484.950449:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950484.950449:0:453512:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950484.950453:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dda7acfb. 02000000:00000001:1.0:1784950484.950458:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950484.950459:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987784704 : -120287721766912 : ffff92995512c000) 00000100:00000001:2.0:1784950484.950460:0:453512:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.950467:0:441636:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:1.0:1784950484.950469:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002973694f. 00000100:00000001:3.0:1784950484.950475:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1784950484.950477:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950484.950478:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001f4c3b10 x1871652369208064/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:635/0 lens 224/0 e 0 to 0 dl 1784950495 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950484.950487:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950484.950491:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950484.950498:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950484.950507:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369207680 00000800:00000001:3.0:1784950484.950510:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.950512:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1784950484.950514:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000010:0.0:1784950484.950522:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000800:00000001:3.0:1784950484.950523:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000200:1.0:1784950484.950529:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000035fc2eb1 x1871652369207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:635/0 lens 224/224 e 0 to 0 dl 1784950495 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950484.950533:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950484.950537:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950484.950545:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00010000:00000001:1.0:1784950484.950563:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1784950484.950565:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001f4c3b10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369208064:12345-192.168.203.114@tcp:400: 00010000:00000001:1.0:1784950484.950569:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950484.950570:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00001000:1.0:1784950484.950579:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=117 v=5 (1 1 1 1) 00000100:00000200:0.0:1784950484.950584:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369208064 00000100:00000001:1.0:1784950484.950591:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1784950484.950593:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:1.0:1784950484.950602:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:0.0:1784950484.950603:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:3.0:1784950484.950604:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c1100 00000020:00000001:0.0:1784950484.950612:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950484.950613:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:0.0:1784950484.950623:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1784950484.950625:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1784950484.950626:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x1613d [1] + 224 00000020:00000001:0.0:1784950484.950630:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 02000000:00000001:1.0:1784950484.950631:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950484.950641:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1784950484.950645:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000001:3.0:1784950484.950649:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950484.950651:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950484.950652:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950484.950663:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950484.950664:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1784950484.950664:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021eb9c96. 00000020:00000001:0.0:1784950484.950670:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1784950484.950676:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369207680, offset 224 00000400:00000200:3.0:1784950484.950677:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950484.950678:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950484.950689:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950484.950696:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1784950484.950697:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950484.950703:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:0.0:1784950484.950707:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1784950484.950716:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000010:0.0:1784950484.950717:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000017d30c65. 00000400:00000200:1.0:1784950484.950765:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11151:11151:242:4294967295] 192.168.203.114@tcp LPNI seq info [9877:9877:8:4294967295] 02000000:00000001:0.0:1784950484.950772:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.950779:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950484.950786:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950484.950794:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369208064 00000400:00000200:1.0:1784950484.950795:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:0.0:1784950484.950800:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000200:1.0:1784950484.950812:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950484.950812:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:0.0:1784950484.950813:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000001f4c3b10 x1871652369208064/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:635/0 lens 224/224 e 0 to 0 dl 1784950495 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784950484.950825:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a629e91. 00000100:00000200:3.0:1784950484.950832:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f5b7f96 x1871652369207552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950484.950837:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784950484.950843:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950484.950846:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00001000:0.0:1784950484.950851:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950484.950867:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1784950484.950868:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:0.0:1784950484.950878:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000800:00000200:1.0:1784950484.950880:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000a629e91 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950484.950887:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:3.0:1784950484.950891:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009f5b7f96 x1871652369207552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950484.950894:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950484.950900:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.950906:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950484.950908:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950484.950919:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950484.950924:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000010:0.0:1784950484.950931:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f39d0e. 00010000:00000001:1.0:1784950484.950934:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950484.950942:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950484.950947:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369208064, offset 224 00000020:00000001:1.0:1784950484.950948:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1784950484.950958:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035fc2eb1 x1871652369207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:635/0 lens 224/224 e 0 to 0 dl 1784950495 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950484.950961:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784950484.950971:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950484.950996:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:1.0:1784950484.951006:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000035fc2eb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369207680:12345-192.168.203.114@tcp:400: Request processed in 716us (1495us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950484.951010:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11152:11152:241:4294967295] 192.168.203.114@tcp LPNI seq info [9878:9878:7:4294967295] 00000800:00000200:2.0:1784950484.951017:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950484.951028:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a629e91. 00000400:00000200:2.0:1784950484.951038:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784950484.951039:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1598 00000100:00000040:1.0:1784950484.951052:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000400:00000200:2.0:1784950484.951058:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950484.951061:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1784950484.951063:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950484.951069:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950484.951076:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1b8a0d0. 00000800:00000200:0.0:1784950484.951085:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950484.951087:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbcac818. 00000800:00000001:3.0:1784950484.951090:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950484.951091:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021eb9c96 00000800:00000010:0.0:1784950484.951097:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007158160. 00000020:00000010:1.0:1784950484.951098:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce0859fb. 00000400:00000010:2.0:1784950484.951100:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000021eb9c96. 00000800:00000001:3.0:1784950484.951108:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950484.951112:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:2.0:1784950484.951114:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:3.0:1784950484.951117:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950484.951140:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950484.951146:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950484.951146:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1784950484.951159:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950484.951160:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950484.951168:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000001:2.0:1784950484.951176:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950484.951181:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000007158160 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950484.951182:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1784950484.951184:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950484.951189:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950484.951190:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1784950484.951196:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.951197:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784950484.951199:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950484.951206:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784950484.951212:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000010:1.0:1784950484.951214:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004245639. 00000400:00000200:2.0:1784950484.951223:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:0.0:1784950484.951227:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:3.0:1784950484.951228:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c1180 00000400:00000200:1.0:1784950484.951229:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef1d74eb 00000020:00000001:0.0:1784950484.951234:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950484.951237:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ef1d74eb. 00000020:00000001:0.0:1784950484.951246:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1784950484.951248:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c1200 00000100:00000001:1.0:1784950484.951250:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950484.951259:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f4c3b10 x1871652369208064/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:635/0 lens 224/224 e 0 to 0 dl 1784950495 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950484.951264:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f5b7f96 x1871652369207552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950484.951264:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x16149 [1] + 224 00000800:00000001:3.0:1784950484.951290:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950484.951300:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16151 [1] + 224 00000800:00000001:3.0:1784950484.951311:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950484.951320:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950484.951322:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001f4c3b10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369208064:12345-192.168.203.114@tcp:400: Request processed in 801us (1313us total) trans 0 rc 0/0 00000400:00000200:3.0:1784950484.951328:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784950484.951336:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f5b7f96 x1871652369207552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950484.951340:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950484.951351:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1784950484.951353:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1599 00000400:00000200:3.0:1784950484.951355:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:0.0:1784950484.951366:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000400:00000200:2.0:1784950484.951372:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950484.951379:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950484.951379:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950484.951387:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950484.951390:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950484.951394:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1784950484.951397:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f176e239. 00000100:00000200:3.0:1784950484.951401:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000505e938c x1871652369207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950484.951402:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000beab1f22 x1871652369207808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950484.951403:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950484.951408:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff644127. 00000100:00000001:1.0:1784950484.951414:0:441641:0:(client.c:1580:after_reply()) Process entered 00000020:00000010:0.0:1784950484.951419:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000822fdc9. 02000000:00000001:1.0:1784950484.951421:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950484.951427:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1784950484.951431:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:1.0:1784950484.951433:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.951444:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950484.951446:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950484.951460:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=112 v=5 (5 5 5 5) 00000100:00000040:2.0:1784950484.951478:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000beab1f22 x1871652369207808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784950484.951480:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=112 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950484.951491:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000505e938c x1871652369207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950484.951497:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950484.951503:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950484.951513:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950484.951518:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950484.951529:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950484.951535:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950484.951542:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950484.951547:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950484.951548:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950484.951552:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950484.951559:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007158160. 00000800:00000001:2.0:1784950484.951560:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950484.951562:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f5b7f96 x1871652369207552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950484.951567:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784950484.951571:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950484.951573:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950484.951585:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950484.951585:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950484.951595:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950484.951595:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950484.951604:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950484.951606:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950484.951607:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1784950484.951609:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f39d0e 00000100:00000001:1.0:1784950484.951614:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950484.951618:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000075f39d0e. 00000400:00000200:2.0:1784950484.951625:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950484.951628:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1784950484.951629:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f5b7f96 x1871652369207552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950484.951635:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950484.951642:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950484.951652:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950484.951653:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c1300 00000100:00100000:1.0:1784950484.951657:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009f5b7f96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369207552:192.168.203.114@tcp:400: 00000400:00000001:3.0:1784950484.951665:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784950484.951669:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784950484.951672:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784950484.951674:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950484.951678:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784950484.951682:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000180fde72. 00000100:00000040:1.0:1784950484.951686:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f5b7f96 x1871652369207552/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950484.951687:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950484.951696:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9ae20b 00000100:00000001:1.0:1784950484.951701:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1784950484.951705:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9ae20b. 02000000:00000001:1.0:1784950484.951707:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950484.951712:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb815074. 00000100:00000001:3.0:1784950484.951718:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1784950484.951750:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x1615d [1] + 224 00000800:00000001:2.0:1784950484.951757:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950484.951762:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1784950484.951766:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950484.951768:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000001:0.0:1784950484.951769:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1784950484.951777:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000400:00000001:0.0:1784950484.951778:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950484.951778:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784950484.951779:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000505e938c x1871652369207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950484.951786:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091642d7b. 00000020:00000001:1.0:1784950484.951790:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950484.951799:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070b3560d. 00000400:00000200:2.0:1784950484.951800:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950484.951801:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000743c695 00000400:00000010:0.0:1784950484.951810:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000743c695. 02000000:00000001:1.0:1784950484.951812:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950484.951819:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784950484.951824:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1784950484.951825:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f5b7f96. 00000100:00000001:2.0:1784950484.951826:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950484.951839:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1784950484.951840:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000beab1f22 x1871652369207808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950484.951841:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6d14b1d x1871652369208064/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950484.951846:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950484.951848:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000505e938c x1871652369207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950484.951858:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950484.951871:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950484.951876:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950484.951886:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950484.951893:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950484.951922:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6d14b1d x1871652369208064/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950484.951926:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000beab1f22 x1871652369207808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950484.951928:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950484.951936:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950484.951947:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950484.951955:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950484.951962:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950484.951969:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950484.951980:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.951989:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950484.951995:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950484.951997:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=117 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950484.952005:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950484.952013:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950484.952017:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950484.952018:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1784950484.952018:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950484.952025:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950484.952028:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950484.952031:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1784950484.952032:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950484.952036:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950484.952040:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950484.952044:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=117 v=5 (5 5 5 5) 00010000:00000001:3.0:1784950484.952049:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1784950484.952055:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=117 v=5 (1 1 1 1) 00010000:00080000:3.0:1784950484.952066:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000505e938c x1871652369207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950484.952068:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950484.952074:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950484.952084:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950484.952090:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950484.952103:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.952104:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950484.952110:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950484.952115:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950484.952118:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950484.952147:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950484.952148:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950484.952157:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1784950484.952163:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000beab1f22 x1871652369207808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950484.952164:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950484.952183:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000505e938c x1871652369207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950484.952195:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950484.952204:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950484.952209:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950484.952222:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950484.952224:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000beab1f22 x1871652369207808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950484.952233:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950484.952240:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950484.952253:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000beab1f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369207808:192.168.203.114@tcp:400: 00000100:00000040:3.0:1784950484.952261:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000505e938c x1871652369207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950484.952265:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.952274:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950484.952285:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000beab1f22 x1871652369207808/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950484.952305:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000505e938c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369207680:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950484.952308:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950484.952314:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950484.952318:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba5e1f06. 00000100:00000001:3.0:1784950484.952327:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950484.952328:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950484.952331:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950484.952337:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1784950484.952339:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1784950484.952341:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950484.952348:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005b63d50. 02000000:00000001:0.0:1784950484.952352:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1784950484.952356:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000505e938c x1871652369207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950484.952357:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950484.952361:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000beab1f22. 00000100:00000001:0.0:1784950484.952368:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950484.952372:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.952380:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.952388:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950484.952395:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950484.952396:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1784950484.952400:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1784950484.952402:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1784950484.952406:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1784950484.952410:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004403da6f. 00000400:00000010:0.0:1784950484.952411:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd2e9b2f. 00000400:00000200:0.0:1784950484.952425:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a470040 02000000:00000001:3.0:1784950484.952425:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1784950484.952432:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005a470040. 00000020:00000001:3.0:1784950484.952434:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950484.952437:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1784950484.952441:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:0.0:1784950484.952447:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6d14b1d x1871652369208064/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950484.952451:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950484.952459:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ebc2a5d. 00000100:00000200:0.0:1784950484.952468:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6d14b1d x1871652369208064/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950484.952471:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950484.952477:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950484.952482:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000505e938c. 00000100:00000001:0.0:1784950484.952486:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950484.952493:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950484.952496:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950484.952497:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950484.952502:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950484.952504:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.952506:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950484.952510:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950484.952515:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950484.952516:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950484.952530:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=117 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950484.952534:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1784950484.952536:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=117 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950484.952541:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.952543:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950484.952548:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950484.952553:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950484.952553:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:0.0:1784950484.952564:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c6d14b1d x1871652369208064/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950484.952564:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950484.952581:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.952584:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950484.952586:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950484.952588:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950484.952590:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950484.952596:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6d14b1d x1871652369208064/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950484.952604:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950484.952607:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950484.952608:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950484.952612:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6d14b1d x1871652369208064/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950484.952620:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c6d14b1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369208064:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950484.952624:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.952626:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950484.952628:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6d14b1d x1871652369208064/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950484.952635:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950484.952637:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950484.952639:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017854499. 02000000:00000001:0.0:1784950484.952642:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950484.952643:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950484.952645:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1784950484.952647:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950484.952649:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009dd5e9b1. 02000000:00000001:0.0:1784950484.952652:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950484.952654:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950484.952655:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6d14b1d. 00000100:00000001:0.0:1784950484.952658:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950484.952659:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.952661:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950484.952666:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950484.952667:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950484.952670:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950484.952672:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950485.328852:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950485.328861:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950485.328869:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950485.328871:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950485.329002:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950485.329008:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950485.329013:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950485.968865:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950485.968882:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950485.968885:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950485.968892:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950485.968896:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950485.968902:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950485.968905:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950486.352884:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950486.352896:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950486.352907:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950486.352910:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950486.353040:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950486.353046:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950486.353051:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950486.992873:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950486.992890:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950486.992893:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950486.992899:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950486.992902:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950486.992906:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950486.992909:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950487.120862:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950487.120869:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000001:1.0:1784950487.120873:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1784950487.120880:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1784950487.120881:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059955604. 00000100:00000010:1.0:1784950487.120890:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6a5d6b0. 00000020:00000040:2.0:1784950487.120892:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000040:1.0:1784950487.120904:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950487.120906:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950487.120914:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784950487.120915:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950487.120919:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950487.120922:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950487.120925:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950487.120935:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006415387d. 02000000:00000010:1.0:1784950487.120937:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea4cd4d9. 00000100:00000001:2.0:1784950487.120949:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950487.120950:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950487.120967:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950487.120968:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950487.120975:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950487.120976:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950487.121001:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059955604] to pc [ptlrpcd_00_01+1] req@0000000059955604 x1871652369208192/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950487.121002:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6a5d6b0] to pc [ptlrpcd_00_00+0] req@00000000b6a5d6b0 x1871652369208320/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1784950487.121079:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950487.121096:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950487.121155:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950487.121162:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950487.121166:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950487.121176:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6a5d6b0 x1871652369208320/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950487.121181:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950487.121191:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950487.121197:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950487.121199:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950487.121202:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950487.121210:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950487.121216:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950487.121216:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059955604 x1871652369208192/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950487.121226:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950487.121237:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000b6a5d6b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369208320:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950487.121252:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950487.121259:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784950487.121261:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950487.121264:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950487.121266:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950487.121275:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784950487.121277:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1784950487.121282:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e4f728dd. 02000000:00000001:3.0:1784950487.121285:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950487.121289:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950487.121297:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950487.121301:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f35b855d. 00000100:00100000:3.0:1784950487.121310:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000059955604 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369208192:192.168.203.114@tcp:41: 00000400:00000010:0.0:1784950487.121313:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f39d0e. 00000100:00000001:3.0:1784950487.121324:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1784950487.121326:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369208320, portal 4 02000000:00000001:3.0:1784950487.121331:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950487.121334:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950487.121340:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038700544 : -120287670851072 : ffff9299581baa00) 02000000:00000001:3.0:1784950487.121340:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950487.121352:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784950487.121360:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b6a5d6b0 x1871652369208320/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950487.121364:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d85756b1. 02000000:00000001:3.0:1784950487.121375:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950487.121386:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784950487.121388:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000180fde72. 00000100:00000040:0.0:1784950487.121393:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950487.121402:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d7177c6. 00000400:00000010:3.0:1784950487.121406:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9ae20b. 00000100:00000200:0.0:1784950487.121408:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369208320, offset 0 00000100:00000200:3.0:1784950487.121423:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369208192, portal 4 00000400:00000200:0.0:1784950487.121425:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950487.121435:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950487.121441:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730213632 : -120287979337984 : ffff929945b88700) 00000400:00000200:0.0:1784950487.121452:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950487.121459:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000059955604 x1871652369208192/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950487.121462:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950487.121473:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950487.121484:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950487.121492:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950487.121495:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950487.121503:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11153:11153:242:4294967295] 192.168.203.114@tcp LPNI seq info [9879:9879:8:4294967295] 00000100:00000040:3.0:1784950487.121510:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950487.121521:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f84b3947. 00000100:00000200:3.0:1784950487.121529:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369208192, offset 0 00000400:00000200:0.0:1784950487.121537:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:3.0:1784950487.121547:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950487.121555:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950487.121563:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007158160. 00000400:00000200:3.0:1784950487.121568:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950487.121578:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784950487.121582:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950487.121589:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950487.121596:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784950487.121603:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950487.121605:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:0.0:1784950487.121614:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000007158160 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950487.121616:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11154:11154:241:4294967295] 192.168.203.114@tcp LPNI seq info [9880:9880:7:4294967295] 00000400:00000200:3.0:1784950487.121635:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950487.121641:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950487.121648:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950487.121649:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083b5681e. 00000100:00000040:0.0:1784950487.121661:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13566 usecs (14 jiffies) 00000800:00000200:3.0:1784950487.121663:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950487.121671:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307425294 00000800:00000200:3.0:1784950487.121680:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950487.121681:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307425533 00000800:00000200:3.0:1784950487.121688:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000083b5681e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950487.121690:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307425294 00000100:00000001:0.0:1784950487.121698:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307425533 00000100:00000001:0.0:1784950487.121701:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307425294 00000100:00000001:0.0:1784950487.121704:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307425533 00000100:00000001:0.0:1784950487.121706:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307425294 00000100:00000001:0.0:1784950487.121708:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307425533 00000100:00000001:0.0:1784950487.121710:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950487.121713:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950487.121717:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950487.121720:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950487.121760:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950487.121762:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950487.121766:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950487.121770:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950487.121771:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950487.121776:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950487.121784:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950487.121784:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4742 usecs (5 jiffies) 00000100:00000001:3.0:1784950487.121797:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307425286 00000100:00000001:3.0:1784950487.121804:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307425533 00000100:00000001:3.0:1784950487.121809:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307425286 00000100:00000001:3.0:1784950487.121815:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307425533 00000100:00000001:3.0:1784950487.121819:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307425286 00000100:00000001:3.0:1784950487.121824:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307425533 00000100:00000001:3.0:1784950487.121829:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307425286 00000100:00000001:3.0:1784950487.121834:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307425533 00000100:00000001:3.0:1784950487.121838:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950487.121844:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950487.121849:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950487.121854:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950487.121865:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950487.121868:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950487.121874:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950487.121876:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950487.121879:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950487.121882:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950487.121915:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950487.121925:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083b5681e. 00000400:00000200:2.0:1784950487.121938:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1784950487.121946:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784950487.121956:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950487.121956:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000010:1.0:1784950487.121957:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007158160. 00000400:00000200:1.0:1784950487.121970:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950487.121973:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f84b3947 00000800:00000001:0.0:1784950487.121976:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950487.121979:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f84b3947. 00000400:00000200:1.0:1784950487.121986:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950487.121988:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950487.121993:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1784950487.121999:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d7177c6 00000800:00000001:0.0:1784950487.122000:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950487.122007:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059955604 x1871652369208192/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950487.122008:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001d7177c6. 00000100:00000001:1.0:1784950487.122021:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1784950487.122024:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:1.0:1784950487.122034:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6a5d6b0 x1871652369208320/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950487.122061:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c1400 00000100:00000001:2.0:1784950487.122062:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950487.122072:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950487.122074:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059955604 x1871652369208192/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950487.122083:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6a5d6b0 x1871652369208320/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950487.122095:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 22624 00000100:00000001:2.0:1784950487.122143:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950487.122146:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950487.122147:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950487.122149:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950487.122156:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784950487.122166:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950487.122169:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950487.122176:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950487.122185:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950487.122186:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950487.122195:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950487.122202:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:2.0:1784950487.122203:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950487.122209:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:2.0:1784950487.122219:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000010:0.0:1784950487.122221:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa85cc0f. 00000100:00000040:0.0:1784950487.122228:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000fa85cc0f x1871652369208320 msgsize 224 00000400:00000200:2.0:1784950487.122240:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c1380 00000100:00100000:0.0:1784950487.122247:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:2.0:1784950487.122258:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 22848 00000100:00000001:0.0:1784950487.122271:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1784950487.122271:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950487.122290:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950487.122291:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950487.122298:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950487.122301:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950487.122314:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950487.122325:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950487.122330:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1784950487.122337:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:2.0:1784950487.122339:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6d14b1d. 00000100:00100000:3.0:1784950487.122344:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369208320 00000100:00000040:2.0:1784950487.122349:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000c6d14b1d x1871652369208192 msgsize 224 02000000:00000001:3.0:1784950487.122351:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950487.122355:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950487.122362:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950487.122372:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950487.122375:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:3.0:1784950487.122378:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369208320 00000020:00000001:3.0:1784950487.122385:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950487.122387:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:3.0:1784950487.122391:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950487.122395:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:3.0:1784950487.122398:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:3.0:1784950487.122402:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950487.122408:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950487.122409:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950487.122419:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:3.0:1784950487.122424:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950487.122427:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950487.122429:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000800:00000001:2.0:1784950487.122441:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950487.122441:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004403da6f. 00000020:00000010:3.0:1784950487.122456:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6d4b278. 00000100:00000001:0.0:1784950487.122461:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1784950487.122463:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000100:00100000:0.0:1784950487.122467:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369208192 02000000:00000001:0.0:1784950487.122473:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950487.122477:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950487.122480:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950487.122481:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 02000000:00000001:0.0:1784950487.122487:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950487.122488:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950487.122493:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1784950487.122497:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369208192 00000100:00000001:3.0:1784950487.122498:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950487.122506:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950487.122511:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:3.0:1784950487.122513:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950487.122515:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950487.122522:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:0.0:1784950487.122527:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:0.0:1784950487.122530:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950487.122535:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950487.122536:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950487.122541:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:0.0:1784950487.122547:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950487.122552:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000100:00000001:3.0:1784950487.122555:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1784950487.122560:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c6b6452. 00000100:00000001:3.0:1784950487.122561:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1784950487.122571:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf2ca170. 00000100:00100000:3.0:1784950487.122573:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2743 00000100:00000040:3.0:1784950487.122583:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000010:0.0:1784950487.122584:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4ed778d. 00000100:00000001:3.0:1784950487.122592:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684292864 : -120288025258752 : ffff929942fbd500) 00000100:00000001:0.0:1784950487.122598:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1784950487.122603:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa85cc0f x1871652369208320/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:638/0 lens 224/0 e 0 to 0 dl 1784950498 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950487.122605:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950487.122611:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950487.122624:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950487.122626:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950487.122635:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48c814a. 00000100:00000001:3.0:1784950487.122639:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950487.122642:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48c814a. 00000100:00100000:3.0:1784950487.122648:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000fa85cc0f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369208320:12345-192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950487.122649:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950487.122661:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369208320 00000020:00000001:3.0:1784950487.122667:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950487.122668:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1784950487.122673:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950487.122675:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950487.122676:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950487.122681:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950487.122683:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950487.122691:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1784950487.122693:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2744 00000020:00000001:3.0:1784950487.122696:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000040:1.0:1784950487.122702:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:0.0:1784950487.122704:0:454245:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950487.122705:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950487.122710:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730218112 : -120287979333504 : ffff929945b89880) 00000100:00000001:0.0:1784950487.122714:0:454245:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1784950487.122715:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369208320, found 0 last_xid 1871652369208319 00000020:00000001:3.0:1784950487.122756:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950487.122759:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950487.122763:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1784950487.122768:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c6d14b1d x1871652369208192/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:638/0 lens 224/0 e 0 to 0 dl 1784950498 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950487.122769:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950487.122785:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950487.122790:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1784950487.122793:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1784950487.122800:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 02000000:00000010:3.0:1784950487.122805:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e13b3a29. 00000100:00000001:1.0:1784950487.122806:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950487.122813:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 02000000:00000001:3.0:1784950487.122819:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950487.122827:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c6d14b1d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369208192:12345-192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950487.122831:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950487.122837:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369208192 00000020:00000001:1.0:1784950487.122843:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000004:00000001:3.0:1784950487.122845:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000001:1.0:1784950487.122848:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000004:00000001:3.0:1784950487.122855:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000020:00000001:1.0:1784950487.122856:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950487.122862:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950487.122863:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950487.122870:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:1.0:1784950487.122874:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1784950487.122877:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369208192, found 0 last_xid 1871652369208191 00000020:00000001:1.0:1784950487.122881:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000024:3.0:1784950487.122883:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000020:00000001:1.0:1784950487.122885:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950487.122890:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000020:3.0:1784950487.122893:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000001:1.0:1784950487.122896:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1784950487.122901:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1784950487.122904:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950487.122910:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000020:3.0:1784950487.122912:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 02000000:00000010:1.0:1784950487.122917:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ba2745aa. 00000001:00000001:3.0:1784950487.122925:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 02000000:00000001:1.0:1784950487.122926:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1784950487.122932:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950487.122933:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950487.122939:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950487.122943:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00010000:00000040:3.0:1784950487.122946:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369208320 00000004:00000001:1.0:1784950487.122949:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00010000:00000001:3.0:1784950487.122952:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000004:00000001:1.0:1784950487.122954:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1784950487.122964:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000fa85cc0f x1871652369208320/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:638/0 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000024:1.0:1784950487.122970:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000020:1.0:1784950487.122982:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00010000:00000001:3.0:1784950487.122989:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000020:1.0:1784950487.122990:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00010000:00000001:3.0:1784950487.122995:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1784950487.122998:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000100:00001000:3.0:1784950487.123001:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=120 v=5 (1 1 1 1) 00000020:00000020:1.0:1784950487.123007:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1784950487.123012:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000020:1.0:1784950487.123014:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000100:00000040:3.0:1784950487.123020:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950487.123026:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000001:00000001:1.0:1784950487.123027:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1784950487.123034:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950487.123035:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:1.0:1784950487.123040:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950487.123041:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950487.123048:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369208192 00000100:00000001:3.0:1784950487.123049:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1784950487.123057:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:3.0:1784950487.123059:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950487.123067:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a7aa0e6. 00010000:00000200:1.0:1784950487.123068:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c6d14b1d x1871652369208192/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:638/0 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950487.123077:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369208320, offset 224 00000400:00000200:3.0:1784950487.123094:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000001:1.0:1784950487.123095:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950487.123100:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950487.123104:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=120 v=5 (1 1 1 1) 00000400:00000200:3.0:1784950487.123136:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950487.123139:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950487.123149:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950487.123155:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11155:11155:242:4294967295] 192.168.203.114@tcp LPNI seq info [9881:9881:8:4294967295] 00000100:00000001:1.0:1784950487.123157:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950487.123169:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950487.123174:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950487.123183:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950487.123191:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950487.123198:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950487.123209:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003112622c. 00000800:00000200:3.0:1784950487.123210:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950487.123222:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369208192, offset 224 00000800:00000010:3.0:1784950487.123223:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007262da46. 00000800:00000200:3.0:1784950487.123243:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950487.123245:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:3.0:1784950487.123258:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:1.0:1784950487.123268:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:3.0:1784950487.123269:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007262da46 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:1.0:1784950487.123285:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11156:11156:241:4294967295] 192.168.203.114@tcp LPNI seq info [9882:9882:7:4294967295] 00000100:00000001:3.0:1784950487.123299:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950487.123302:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:3.0:1784950487.123312:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000200:1.0:1784950487.123323:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:3.0:1784950487.123324:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950487.123330:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950487.123334:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014755b2c. 00000020:00000001:3.0:1784950487.123335:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1784950487.123351:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa85cc0f x1871652369208320/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:638/0 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950487.123354:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950487.123374:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:3.0:1784950487.123382:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000fa85cc0f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369208320:12345-192.168.203.114@tcp:41: Request processed in 748us (1145us total) trans 0 rc 0/0 00000800:00000200:1.0:1784950487.123384:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000014755b2c type 1, nob 464 niov 1 nkiov 1 00000100:00100000:3.0:1784950487.123405:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2743 00000100:00000040:3.0:1784950487.123410:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:3.0:1784950487.123414:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950487.123416:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950487.123421:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6d4b278. 00000100:00000001:1.0:1784950487.123423:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950487.123427:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000100:00000040:1.0:1784950487.123434:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000010:3.0:1784950487.123438:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004403da6f. 00010000:00000001:1.0:1784950487.123440:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950487.123448:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950487.123451:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000020:00000001:1.0:1784950487.123453:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1784950487.123457:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950487.123462:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950487.123464:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007262da46. 00000100:00000040:1.0:1784950487.123467:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6d14b1d x1871652369208192/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:638/0 lens 224/368 e 0 to 0 dl 1784950498 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950487.123472:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950487.123477:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950487.123486:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950487.123496:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950487.123498:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950487.123503:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950487.123509:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7aa0e6 00000100:00100000:1.0:1784950487.123511:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c6d14b1d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369208192:12345-192.168.203.114@tcp:41: Request processed in 711us (1151us total) trans 0 rc 0/0 00000400:00000010:0.0:1784950487.123516:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001a7aa0e6. 00000400:00000200:2.0:1784950487.123527:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950487.123530:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950487.123536:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1784950487.123542:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2744 00000100:00000040:1.0:1784950487.123549:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000200:2.0:1784950487.123554:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c1400 00000100:00000001:1.0:1784950487.123557:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950487.123567:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1784950487.123573:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x16185 [1] + 224 00000020:00000010:1.0:1784950487.123574:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf2ca170. 00000020:00000010:1.0:1784950487.123588:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4ed778d. 00000800:00000001:2.0:1784950487.123589:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950487.123592:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1784950487.123600:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c6b6452. 00000800:00000010:3.0:1784950487.123600:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014755b2c. 00000800:00000001:2.0:1784950487.123607:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950487.123615:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000400:00000200:3.0:1784950487.123616:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950487.123617:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950487.123619:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950487.123622:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950487.123635:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950487.123643:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950487.123645:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950487.123646:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950487.123656:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950487.123662:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003112622c 00000400:00000010:3.0:1784950487.123668:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003112622c. 00000400:00000200:0.0:1784950487.123676:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950487.123677:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950487.123681:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950487.123684:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:2.0:1784950487.123694:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6a5d6b0 x1871652369208320/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950487.123711:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c1380 00000400:00000200:0.0:1784950487.123753:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x1618d [1] + 224 00000800:00000001:0.0:1784950487.123760:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950487.123762:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b6a5d6b0 x1871652369208320/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950487.123770:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950487.123778:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950487.123794:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950487.123802:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950487.123808:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059955604 x1871652369208192/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950487.123814:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784950487.123828:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000059955604 x1871652369208192/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950487.123834:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950487.123840:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950487.123846:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1784950487.123848:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784950487.123855:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950487.123860:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1784950487.123861:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950487.123868:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f35b855d. 00000400:00000200:1.0:1784950487.123875:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f39d0e 00000400:00000010:1.0:1784950487.123879:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000075f39d0e. 00000100:00000001:1.0:1784950487.123883:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950487.123891:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6a5d6b0 x1871652369208320/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950487.123894:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950487.123903:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950487.123911:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6a5d6b0 x1871652369208320/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950487.123924:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950487.123928:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950487.123931:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950487.123934:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950487.123935:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950487.123943:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950487.123944:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950487.123950:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950487.123954:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784950487.123955:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950487.123959:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1784950487.123961:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=115 v=5 (5 5 5 5) 00000400:00000010:3.0:1784950487.123963:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000180fde72. 00000100:00001000:1.0:1784950487.123975:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=115 v=5 (1 1 1 1) 00000400:00000200:3.0:1784950487.123976:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9ae20b 00000400:00000010:3.0:1784950487.123983:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9ae20b. 00000100:00000001:1.0:1784950487.123986:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950487.123989:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950487.123990:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950487.123997:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1784950487.124001:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059955604 x1871652369208192/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950487.124003:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950487.124014:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950487.124018:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950487.124025:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950487.124030:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950487.124035:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059955604 x1871652369208192/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950487.124042:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6a5d6b0 x1871652369208320/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950487.124074:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950487.124077:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950487.124079:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950487.124085:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950487.124086:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950487.124092:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950487.124094:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000004:00000001:1.0:1784950487.124100:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1784950487.124101:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950487.124129:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1784950487.124132:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 02000000:00000001:3.0:1784950487.124136:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1784950487.124147:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00001000:3.0:1784950487.124149:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=120 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950487.124164:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=120 v=5 (1 1 1 1) 00000004:00000001:1.0:1784950487.124166:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950487.124173:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1784950487.124180:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6a5d6b0 x1871652369208320/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950487.124180:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950487.124189:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950487.124194:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950487.124203:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950487.124208:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00100000:1.0:1784950487.124211:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000b6a5d6b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369208320:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950487.124213:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950487.124218:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950487.124226:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950487.124233:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059955604 x1871652369208192/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950487.124234:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950487.124246:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6a5d6b0 x1871652369208320/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950487.124266:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950487.124276:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950487.124279:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950487.124281:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950487.124287:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000001:3.0:1784950487.124288:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 02000000:00000010:1.0:1784950487.124294:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e4f728dd. 00000004:00000040:3.0:1784950487.124296:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 02000000:00000001:1.0:1784950487.124302:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950487.124308:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000004:00000020:3.0:1784950487.124309:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000020:00000040:1.0:1784950487.124311:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1784950487.124322:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000004:00000001:3.0:1784950487.124325:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950487.124328:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea4cd4d9. 00000100:00000040:3.0:1784950487.124336:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059955604 x1871652369208192/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950487.124337:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950487.124343:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950487.124347:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6a5d6b0. 00000100:00000001:1.0:1784950487.124357:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950487.124362:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950487.124369:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950487.124369:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000059955604 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369208192:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950487.124381:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950487.124384:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950487.124388:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950487.124390:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950487.124396:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784950487.124399:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059955604 x1871652369208192/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950487.124402:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950487.124417:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950487.124420:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950487.124424:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d85756b1. 02000000:00000001:3.0:1784950487.124430:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950487.124432:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950487.124433:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1784950487.124437:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950487.124439:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006415387d. 02000000:00000001:3.0:1784950487.124442:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950487.124444:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950487.124446:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059955604. 00000100:00000001:3.0:1784950487.124449:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950487.124451:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950487.124453:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950487.124458:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950487.124460:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950487.124463:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950487.124466:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950487.376833:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307425533, at 4307425536 00000100:00000010:0.0:1784950487.376854:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c92da77b. 00000100:00000040:1.0:1784950487.376860:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307425533, at 4307425536 00000100:00000040:3.0:1784950487.376875:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307425533, at 4307425536 00000100:00000010:1.0:1784950487.376876:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8b05ef1. 00010000:00000001:2.0:1784950487.376897:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00000100:00000010:3.0:1784950487.376897:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b031a71. 00010000:00000001:2.0:1784950487.376910:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950487.376922:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950487.376925:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950487.376959:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307425533, at 4307425536 00000100:00000010:2.0:1784950487.376972:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bfa50f9. 00000020:00000001:0.0:1784950487.376995:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950487.377001:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950487.377005:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950488.016881:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950488.016901:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950488.016905:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950488.016913:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950488.016918:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950488.016923:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950488.016928:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950488.400843:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950488.400850:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950488.400857:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950488.400859:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950488.400984:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950488.400991:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950488.400996:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950489.040839:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950489.040858:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950489.040862:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950489.040871:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950489.040875:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950489.040879:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950489.040882:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950489.424857:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950489.424869:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950489.424879:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950489.424882:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950489.425027:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950489.425033:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950489.425038:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950490.064797:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950490.064811:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950490.064813:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950490.064819:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950490.064821:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950490.064825:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950490.064827:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950490.192983:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950490.192993:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950490.193003:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ebc0332. 00000020:00000040:0.0:1784950490.193013:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:0.0:1784950490.193019:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950490.193024:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950490.193032:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950490.193043:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013f88f5e. 00000100:00000001:0.0:1784950490.193053:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950490.193064:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000004ebc0332 x1871652369208448/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950490.193080:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950490.193084:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950490.193116:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ebc0332] to pc [ptlrpcd_00_02+2] req@000000004ebc0332 x1871652369208448/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950490.193154:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950490.193158:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950490.193164:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950490.193170:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002788d366. 00000020:00000040:0.0:1784950490.193174:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950490.193178:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950490.193181:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950490.193184:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950490.193191:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cdda80e2. 00000100:00000001:3.0:1784950490.193196:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950490.193197:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950490.193206:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784950490.193213:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@000000002788d366 x1871652369208576/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950490.193214:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950490.193229:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784950490.193230:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ebc0332 x1871652369208448/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950490.193231:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950490.193238:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950490.193240:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950490.193256:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002788d366] to pc [ptlrpcd_00_03+3] req@000000002788d366 x1871652369208576/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950490.193264:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950490.193271:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950490.193281:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950490.193287:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950490.193288:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950490.193299:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1784950490.193301:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:1.0:1784950490.193301:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784950490.193309:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004ebc0332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369208448:0@lo:400: 00000100:00000001:1.0:1784950490.193310:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1784950490.193313:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1784950490.193317:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950490.193327:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950490.193328:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784950490.193333:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002788d366 x1871652369208576/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950490.193339:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950490.193341:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1784950490.193346:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950490.193349:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000007f09b9. 02000000:00000001:3.0:1784950490.193358:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1784950490.193360:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000010:3.0:1784950490.193370:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004403da6f. 00000100:00000001:0.0:1784950490.193371:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950490.193372:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784950490.193378:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784950490.193381:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950490.193382:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950490.193385:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950490.193390:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1784950490.193394:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000031b2009f. 02000000:00000001:1.0:1784950490.193397:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950490.193402:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950490.193404:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950490.193414:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000007f09b9 x1871652369208704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784950490.193416:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002788d366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369208576:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950490.193431:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950490.193438:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950490.193443:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784950490.193444:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950490.193449:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950490.193451:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950490.193462:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d0923c0. 00000100:00000040:0.0:1784950490.193463:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000007f09b9] to pc [ptlrpcd_00_00+0] req@00000000007f09b9 x1871652369208704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950490.193471:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950490.193486:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef0f247b. 00000400:00000010:1.0:1784950490.193499:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 00000100:00000001:0.0:1784950490.193508:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950490.193509:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369208576, portal 4 00000100:00000040:0.0:1784950490.193520:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950490.193521:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1784950490.193524:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000180fde72. 00000100:00000001:1.0:1784950490.193528:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785684288384 : -120288025263232 : ffff929942fbc380) 00000100:00000001:0.0:1784950490.193537:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1784950490.193541:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9ae20b. 00000100:00000010:0.0:1784950490.193544:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ad3f022. 00000100:00000040:1.0:1784950490.193549:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002788d366 x1871652369208576/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950490.193554:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369208448, portal 25 00000020:00000040:0.0:1784950490.193555:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950490.193558:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950490.193570:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950490.193570:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1784950490.193572:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1784950490.193575:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784950490.193578:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950490.193578:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785684300032 : -120288025251584 : ffff929942fbf100) 00000100:00000001:2.0:1784950490.193581:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950490.193585:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950490.193592:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000010:0.0:1784950490.193596:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bea13e4c. 00000100:00000001:2.0:1784950490.193599:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1784950490.193600:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c47400a. 00000100:00000040:3.0:1784950490.193601:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ebc0332 x1871652369208448/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950490.193607:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950490.193609:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950490.193613:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369208576, offset 0 00000100:00000001:2.0:1784950490.193620:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950490.193628:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784950490.193629:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000004ad3f022 x1871652369208832/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950490.193637:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950490.193639:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784950490.193641:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950490.193656:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000007f09b9 x1871652369208704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950490.193667:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1784950490.193670:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950490.193672:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950490.193688:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad3f022] to pc [ptlrpcd_00_01+1] req@000000004ad3f022 x1871652369208832/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950490.193690:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950490.193706:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950490.193706:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950490.193713:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950490.193758:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950490.193762:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950490.193769:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950490.193773:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950490.193785:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00100000:2.0:1784950490.193785:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000007f09b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369208704:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950490.193796:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950490.193803:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11157:11157:242:4294967295] 192.168.203.114@tcp LPNI seq info [9883:9883:8:4294967295] 00000100:00000001:2.0:1784950490.193808:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1784950490.193809:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:2.0:1784950490.193822:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1784950490.193823:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000200:1.0:1784950490.193832:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:2.0:1784950490.193832:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950490.193834:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784950490.193845:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950490.193853:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1784950490.193859:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005dec4288. 00000800:00000200:1.0:1784950490.193861:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000010:0.0:1784950490.193862:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003560c24e. 02000000:00000001:2.0:1784950490.193872:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950490.193875:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000800:00000010:1.0:1784950490.193878:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea4cd4d9. 00000400:00000010:2.0:1784950490.193881:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078d54da3. 00000100:00000001:0.0:1784950490.193883:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1784950490.193886:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1784950490.193890:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950490.193895:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950490.193897:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077350b67. 00000400:00000010:2.0:1784950490.193899:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbd28d60. 00000800:00000200:1.0:1784950490.193901:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000010:0.0:1784950490.193909:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007158160. 00000100:00000200:3.0:1784950490.193910:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369208448, offset 0 00000100:00000200:2.0:1784950490.193913:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369208704, portal 10 00000100:00000001:0.0:1784950490.193919:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950490.193926:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:2.0:1784950490.193927:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950490.193934:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785684301824 : -120288025249792 : ffff929942fbf800) 00000100:00000040:0.0:1784950490.193935:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@000000003560c24e x1871652369208960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1784950490.193939:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ea4cd4d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784950490.193955:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000007f09b9 x1871652369208704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950490.193968:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950490.193981:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1784950490.193985:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13558 usecs (14 jiffies) 00000100:00000001:2.0:1784950490.193986:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950490.193987:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950490.193998:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307428367 00000100:00000040:2.0:1784950490.194004:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950490.194005:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1784950490.194006:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003560c24e] to pc [ptlrpcd_00_02+2] req@000000003560c24e x1871652369208960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950490.194013:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edac230f. 00000400:00000010:2.0:1784950490.194016:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000100:00000200:2.0:1784950490.194029:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369208704, offset 0 00000100:00000001:1.0:1784950490.194033:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784950490.194037:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1784950490.194050:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307428367 00000400:00000200:2.0:1784950490.194055:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000010:1.0:1784950490.194065:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aafce870. 00000400:00000200:3.0:1784950490.194067:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c1480 00000100:00000001:0.0:1784950490.194069:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950490.194076:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784950490.194080:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950490.194111:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307428367 00000400:00000200:3.0:1784950490.194114:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14a6d [2] + 0 00000100:00000040:0.0:1784950490.194115:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12766) 00000400:00000200:2.0:1784950490.194115:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1784950490.194124:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e737206. 00000400:00000010:3.0:1784950490.194130:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d06a69a6. 00000400:00000200:2.0:1784950490.194132:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950490.194135:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:3.0:1784950490.194143:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a93e1acf 00000400:00000200:2.0:1784950490.194144:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950490.194148:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307428367 00000400:00000200:2.0:1784950490.194157:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000010:1.0:1784950490.194158:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017ba5d14. 00000400:00000200:3.0:1784950490.194160:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950490.194168:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:2.0:1784950490.194174:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11158:11158:241:4294967295] 192.168.203.114@tcp LPNI seq info [9884:9884:7:4294967295] 00000400:00000200:3.0:1784950490.194178:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1784950490.194179:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950490.194192:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950490.194197:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950490.194203:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950490.194215:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784950490.194216:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950490.194222:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950490.194229:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950490.194231:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a93e1acf 00000800:00000200:2.0:1784950490.194233:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950490.194234:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950490.194235:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784950490.194239:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000a93e1acf. 00000100:00100000:0.0:1784950490.194245:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1784950490.194246:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950490.194248:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3b91a8d. 00000100:00000001:3.0:1784950490.194251:0:441643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950490.194258:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950490.194259:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:1.0:1784950490.194261:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000800:00000200:2.0:1784950490.194272:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950490.194273:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950490.194274:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784950490.194274:0:441643:0:(events.c:337:request_in_callback()) incoming req@00000000b9699870 x1871652369208448 msgsize 224 00000100:00000001:0.0:1784950490.194281:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950490.194286:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950490.194292:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950490.194293:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950490.194300:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1784950490.194302:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:3.0:1784950490.194306:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1784950490.194307:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950490.194308:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1784950490.194316:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b3b91a8d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950490.194317:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950490.194318:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1784950490.194325:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ad3f022 x1871652369208832/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950490.194325:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950490.194340:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003560c24e x1871652369208960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950490.194341:0:441643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950490.194347:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950490.194350:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950490.194358:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950490.194359:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077350b67 00000100:00000040:2.0:1784950490.194360:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5613 usecs (6 jiffies) 00000400:00000010:3.0:1784950490.194370:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077350b67. 00000100:00000001:2.0:1784950490.194374:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307428359 02000000:00000001:0.0:1784950490.194375:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950490.194381:0:441643:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1784950490.194382:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950490.194393:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950490.194396:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004ebc0332 x1871652369208448/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950490.194408:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004ad3f022 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369208832:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950490.194428:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950490.194432:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784950490.194436:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950490.194439:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950490.194444:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950490.194451:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784950490.194452:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950490.194452:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1784950490.194458:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020c270e2. 02000000:00000001:1.0:1784950490.194461:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950490.194466:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ebc0332 x1871652369208448/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950490.194468:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950490.194470:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950490.194483:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007215b343. 00000100:00100000:1.0:1784950490.194487:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000003560c24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369208960:192.168.203.114@tcp:400: 00000800:00000200:2.0:1784950490.194492:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1784950490.194497:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048ab8f2a. 00000800:00000010:2.0:1784950490.194503:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea4cd4d9. 00000100:00000001:1.0:1784950490.194509:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1784950490.194510:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369208832, portal 4 00000100:00000001:3.0:1784950490.194517:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950490.194518:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950490.194519:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784950490.194520:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950490.194527:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950490.194528:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785684290176 : -120288025261440 : ffff929942fbca80) 00000100:00000001:3.0:1784950490.194529:0:441643:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1784950490.194540:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784950490.194541:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950490.194544:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950490.194551:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ad3f022 x1871652369208832/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950490.194552:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000135a536f. 00000100:00000001:3.0:1784950490.194557:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307430779 00000400:00000200:2.0:1784950490.194558:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c47400a 02000000:00000001:1.0:1784950490.194561:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950490.194569:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004c47400a. 00000400:00000010:1.0:1784950490.194574:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f5da7be. 00000100:00000001:3.0:1784950490.194575:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307428367 00000100:00000001:2.0:1784950490.194580:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1784950490.194593:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c47400a. 00000100:00000001:0.0:1784950490.194594:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950490.194594:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307430779 00000100:00000200:2.0:1784950490.194599:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002788d366 x1871652369208576/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950490.194606:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369208960, portal 10 00000100:00000001:3.0:1784950490.194608:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307428367 00000100:00000040:0.0:1784950490.194613:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950490.194618:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950490.194624:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307430779 00000100:00000001:1.0:1784950490.194625:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785684289280 : -120288025262336 : ffff929942fbc700) 00000400:00000010:0.0:1784950490.194626:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968cd81d. 00000100:00000200:0.0:1784950490.194640:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369208832, offset 0 00000100:00000001:3.0:1784950490.194642:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307428367 00000100:00000001:2.0:1784950490.194644:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950490.194650:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003560c24e x1871652369208960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950490.194658:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307430779 00000100:00000040:2.0:1784950490.194662:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002788d366 x1871652369208576/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950490.194669:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950490.194672:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307428367 00000100:00000001:3.0:1784950490.194689:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950490.194694:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950490.194701:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950490.194702:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950490.194714:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950490.194716:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950490.194755:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950490.194762:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950490.194764:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950490.194772:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950490.194773:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1784950490.194774:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003112622c. 00000400:00000200:0.0:1784950490.194787:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950490.194787:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1784950490.194791:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369208960, offset 0 00000100:00000001:3.0:1784950490.194791:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950490.194798:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950490.194800:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950490.194809:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950490.194810:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950490.194811:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950490.194825:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950490.194826:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11159:11159:240:4294967295] 192.168.203.114@tcp LPNI seq info [9885:9885:6:4294967295] 00000400:00000200:0.0:1784950490.194848:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950490.194854:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950490.194861:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a721ffc. 00000800:00000001:3.0:1784950490.194863:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950490.194872:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950490.194876:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950490.194888:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784950490.194890:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950490.194897:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001a721ffc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950490.194898:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950490.194901:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1784950490.194910:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950490.194913:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950490.194913:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369208448 00000400:00000200:1.0:1784950490.194921:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:3.0:1784950490.194926:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1784950490.194927:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4742 usecs (5 jiffies) 00000100:00000001:3.0:1784950490.194934:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000200:2.0:1784950490.194936:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950490.194937:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307428359 00000400:00000200:1.0:1784950490.194937:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11160:11160:240:4294967295] 192.168.203.114@tcp LPNI seq info [9886:9886:6:4294967295] 00000100:00000001:3.0:1784950490.194940:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950490.194947:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3b91a8d. 00000100:00000001:0.0:1784950490.194951:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307430779 02000000:00000001:3.0:1784950490.194955:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950490.194958:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950490.194962:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307428359 00000100:00100000:3.0:1784950490.194966:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369208448 00000100:00000001:0.0:1784950490.194972:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307430779 00000020:00000001:3.0:1784950490.194978:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:2.0:1784950490.194980:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950490.194981:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307428359 00000020:00000040:3.0:1784950490.194986:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000400:00000200:1.0:1784950490.194990:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950490.194994:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307430779 00000020:00000001:3.0:1784950490.194997:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950490.195004:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307428359 00000020:00000040:3.0:1784950490.195008:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:0.0:1784950490.195010:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307430779 00000400:00000200:2.0:1784950490.195011:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000800:00000200:1.0:1784950490.195020:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950490.195021:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000020:00000001:3.0:1784950490.195022:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:0.0:1784950490.195023:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950490.195033:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:1.0:1784950490.195034:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6e9cfb4. 00000100:00000001:0.0:1784950490.195036:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950490.195037:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000200:2.0:1784950490.195046:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000007f09b9 x1871652369208704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950490.195049:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950490.195051:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000200:1.0:1784950490.195057:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950490.195061:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950490.195063:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:3.0:1784950490.195078:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784950490.195080:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000010:3.0:1784950490.195112:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000800:00000200:1.0:1784950490.195113:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f6e9cfb4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1784950490.195130:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d522160c. 00000100:00000001:1.0:1784950490.195132:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950490.195132:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950490.195143:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5085 usecs (6 jiffies) 00000020:00000010:3.0:1784950490.195144:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6d4b278. 00000100:00000040:2.0:1784950490.195145:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000007f09b9 x1871652369208704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950490.195147:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950490.195158:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307428360 00000020:00000010:3.0:1784950490.195159:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000800:00000001:0.0:1784950490.195165:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950490.195173:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950490.195174:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950490.195182:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784950490.195183:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:0.0:1784950490.195185:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950490.195194:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950490.195200:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950490.195203:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307430779 00000400:00000200:0.0:1784950490.195207:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950490.195208:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950490.195211:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307428360 00000800:00000200:2.0:1784950490.195215:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950490.195225:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307430779 00000800:00000010:2.0:1784950490.195226:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a721ffc. 00000100:00000001:3.0:1784950490.195227:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950490.195236:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307428360 00000400:00000200:0.0:1784950490.195239:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c1580 00000400:00000200:2.0:1784950490.195240:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950490.195245:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307430779 00000100:00000001:3.0:1784950490.195250:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950490.195254:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307428360 00000400:00000200:2.0:1784950490.195263:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950490.195266:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 165312 00000100:00000001:1.0:1784950490.195267:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307430779 00000100:00000001:3.0:1784950490.195276:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950490.195278:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950490.195282:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968cd81d 00000100:00000001:3.0:1784950490.195285:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1784950490.195286:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950490.195286:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950490.195288:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000968cd81d. 00000100:00100000:3.0:1784950490.195299:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00000001:1.0:1784950490.195300:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950490.195301:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950490.195302:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1784950490.195313:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000400:00000200:0.0:1784950490.195315:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950490.195315:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950490.195316:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004ad3f022 x1871652369208832/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950490.195324:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785875008592 : -120287834543024 : ffff92994e59ec50) 00000400:00000200:0.0:1784950490.195338:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950490.195342:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b9699870 x1871652369208448/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:641/0 lens 224/0 e 0 to 0 dl 1784950501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950490.195356:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950490.195362:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1784950490.195371:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1784950490.195374:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b12b4e2. 00000100:00000040:2.0:1784950490.195384:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ad3f022 x1871652369208832/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950490.195387:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000000b12b4e2 x1871652369208704 msgsize 224 00000100:00000001:3.0:1784950490.195388:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950490.195395:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307430779 00000020:00000010:3.0:1784950490.195398:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:1.0:1784950490.195409:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307428360 00000100:00000001:3.0:1784950490.195412:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950490.195422:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950490.195422:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307430779 00000100:00000001:2.0:1784950490.195429:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950490.195429:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000001:1.0:1784950490.195434:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307428360 00000100:00000001:2.0:1784950490.195439:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950490.195442:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307430779 00000100:00000001:0.0:1784950490.195448:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1784950490.195449:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b9699870 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369208448:12345-0@lo:400: 00000100:00000001:1.0:1784950490.195451:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307428360 00000800:00000001:0.0:1784950490.195463:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950490.195464:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307430779 00000100:00000200:3.0:1784950490.195465:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369208448 00000020:00000001:3.0:1784950490.195474:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950490.195475:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950490.195482:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950490.195485:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950490.195488:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950490.195491:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950490.195495:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950490.195495:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950490.195499:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1784950490.195504:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369208704 00000100:00000001:1.0:1784950490.195506:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784950490.195506:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:1.0:1784950490.195514:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950490.195515:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1784950490.195517:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:2.0:1784950490.195518:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950490.195523:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950490.195524:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950490.195526:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950490.195527:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6e9cfb4. 00000100:00000001:0.0:1784950490.195530:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950490.195533:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950490.195541:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950490.195542:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1784950490.195543:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950490.195550:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1784950490.195555:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369208704 00000020:00000001:3.0:1784950490.195556:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950490.195563:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950490.195564:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1784950490.195566:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000040:0.0:1784950490.195572:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:3.0:1784950490.195575:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1784950490.195577:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003112622c 00000020:00000001:0.0:1784950490.195578:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:1.0:1784950490.195579:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950490.195583:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1784950490.195587:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003112622c. 00000020:00000040:0.0:1784950490.195589:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000800:00000001:1.0:1784950490.195590:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1784950490.195593:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d85756b1. 00000100:00000001:2.0:1784950490.195598:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1784950490.195599:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 02000000:00000001:3.0:1784950490.195602:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950490.195603:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950490.195608:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003560c24e x1871652369208960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950490.195611:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:3.0:1784950490.195613:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950490.195626:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950490.195627:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950490.195630:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:0.0:1784950490.195639:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00010000:00000040:3.0:1784950490.195640:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369208448 00000100:00000001:0.0:1784950490.195652:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1784950490.195653:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950490.195658:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950490.195663:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c1500 00000020:00000010:0.0:1784950490.195667:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00010000:00000200:3.0:1784950490.195667:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000b9699870 x1871652369208448/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:641/0 lens 224/224 e 0 to 0 dl 1784950501 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950490.195673:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003560c24e x1871652369208960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950490.195682:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 23072 00000020:00000010:0.0:1784950490.195684:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abefb4c2. 00000020:00000010:0.0:1784950490.195697:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d7abced. 00000800:00000001:1.0:1784950490.195705:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950490.195710:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f4cc34f. 00000800:00000001:1.0:1784950490.195716:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950490.195757:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950490.195761:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950490.195772:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950490.195774:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:3.0:1784950490.195778:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950490.195782:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1784950490.195788:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950490.195789:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950490.195790:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:2.0:1784950490.195795:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950490.195798:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950490.195804:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=128 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950490.195805:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950490.195812:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1784950490.195814:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1784950490.195820:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950490.195822:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000010:1.0:1784950490.195824:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6a5d6b0. 00000100:00000001:0.0:1784950490.195829:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950490.195833:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000b6a5d6b0 x1871652369208576 msgsize 224 00000100:00000040:3.0:1784950490.195835:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:0.0:1784950490.195843:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950490.195845:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00100000:1.0:1784950490.195857:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:3.0:1784950490.195860:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950490.195867:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950490.195868:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950490.195874:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950490.195875:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950490.195880:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1784950490.195890:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1784950490.195891:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1600 00000800:00000001:1.0:1784950490.195894:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950490.195904:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077350b67. 00000100:00000040:0.0:1784950490.195905:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000800:00000001:1.0:1784950490.195908:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950490.195912:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684291968 : -120288025259648 : ffff929942fbd180) 00000800:00000001:1.0:1784950490.195917:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784950490.195922:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369208448, offset 224 00000100:00000040:0.0:1784950490.195926:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000b12b4e2 x1871652369208704/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:641/0 lens 224/0 e 0 to 0 dl 1784950501 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950490.195928:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950490.195933:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950490.195940:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369208576 00000400:00000200:3.0:1784950490.195948:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1784950490.195949:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1784950490.195954:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950490.195957:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950490.195964:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950490.195978:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1784950490.195979:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950490.195986:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c1600 00000100:00000001:0.0:1784950490.195994:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1784950490.195995:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369208576 00000400:00000200:1.0:1784950490.196004:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 23296 00000020:00000001:2.0:1784950490.196005:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:0.0:1784950490.196006:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000400:00000200:3.0:1784950490.196011:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c1480 00000020:00000040:2.0:1784950490.196013:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:0.0:1784950490.196017:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950490.196022:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:1.0:1784950490.196027:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950490.196030:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000020:00000040:2.0:1784950490.196030:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000400:00000200:3.0:1784950490.196036:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x161a1 [1] + 224 00000800:00000001:1.0:1784950490.196038:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950490.196040:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000200:1.0:1784950490.196051:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1784950490.196053:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00100000:0.0:1784950490.196054:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000b12b4e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369208704:12345-192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950490.196058:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950490.196065:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950490.196072:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:0.0:1784950490.196074:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369208704 00000020:00000010:2.0:1784950490.196076:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000400:00000200:3.0:1784950490.196080:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1784950490.196083:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950490.196109:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950490.196111:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1784950490.196116:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000200:1.0:1784950490.196117:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000010:2.0:1784950490.196122:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000020:00000001:0.0:1784950490.196125:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950490.196128:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1784950490.196129:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000010b015c. 00000020:00000001:0.0:1784950490.196132:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1784950490.196135:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e395f2f. 00000100:00000040:1.0:1784950490.196139:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000010b015c x1871652369208832 msgsize 224 00000020:00000001:0.0:1784950490.196140:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000200:3.0:1784950490.196142:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004ebc0332 x1871652369208448/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950490.196145:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b154640. 00000020:00000001:0.0:1784950490.196153:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1784950490.196158:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000098a21f52. 00000020:00000001:0.0:1784950490.196163:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950490.196172:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:0.0:1784950490.196175:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1784950490.196176:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000001:0.0:1784950490.196182:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950490.196188:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1784950490.196190:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950490.196194:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950490.196195:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1784950490.196201:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950490.196205:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950490.196209:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1784950490.196211:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ebc0332 x1871652369208448/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950490.196212:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950490.196217:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950490.196221:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950490.196225:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950490.196227:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d4f8c223. 00000800:00000001:1.0:1784950490.196236:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950490.196238:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950490.196247:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950490.196247:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950490.196248:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950490.196261:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950490.196264:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:0.0:1784950490.196270:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369208704 00000100:00000001:2.0:1784950490.196272:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1784950490.196275:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:0.0:1784950490.196280:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00100000:2.0:1784950490.196281:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369208832 00000400:00000200:3.0:1784950490.196282:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077350b67 02000000:00000001:2.0:1784950490.196291:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1784950490.196292:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077350b67. 00000400:00000200:1.0:1784950490.196297:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c1680 00010000:00000200:0.0:1784950490.196298:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000000b12b4e2 x1871652369208704/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:641/0 lens 224/224 e 0 to 0 dl 1784950501 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950490.196298:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950490.196301:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950490.196305:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950490.196309:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1784950490.196319:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950490.196321:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 165536 00000100:00000001:3.0:1784950490.196322:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950490.196330:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369208832 00000100:00000040:3.0:1784950490.196339:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000020:00000001:2.0:1784950490.196341:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000001:1.0:1784950490.196345:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:2.0:1784950490.196348:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00010000:00000001:3.0:1784950490.196351:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00010000:00000001:0.0:1784950490.196357:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1784950490.196357:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1784950490.196358:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950490.196362:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950490.196365:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00010000:00000001:0.0:1784950490.196366:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950490.196368:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1784950490.196373:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1784950490.196378:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00001000:0.0:1784950490.196379:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=123 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950490.196386:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9699870 x1871652369208448/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:641/0 lens 224/224 e 0 to 0 dl 1784950501 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950490.196389:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000400:00000200:1.0:1784950490.196390:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950490.196396:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950490.196402:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950490.196409:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1784950490.196411:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000010:2.0:1784950490.196413:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000100:00000200:1.0:1784950490.196417:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1784950490.196425:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950490.196426:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1784950490.196432:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002f9f0bd6. 02000000:00000001:0.0:1784950490.196439:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1784950490.196440:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000100:00000040:1.0:1784950490.196444:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000002f9f0bd6 x1871652369208960 msgsize 224 02000000:00000001:0.0:1784950490.196447:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950490.196451:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b9699870 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369208448:12345-0@lo:400: Request processed in 1056us (2169us total) trans 0 rc 0/0 00000020:00000010:2.0:1784950490.196454:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000822fdc9. 00000100:00000001:0.0:1784950490.196459:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1784950490.196467:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000072c6d00. 00000020:00000010:2.0:1784950490.196479:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc1736f0. 00000100:00000040:0.0:1784950490.196481:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00100000:1.0:1784950490.196482:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:3.0:1784950490.196491:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00000001:2.0:1784950490.196494:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1784950490.196495:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a240814. 00000100:00000040:3.0:1784950490.196498:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:2.0:1784950490.196500:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1784950490.196508:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369208704, offset 224 00000100:00000001:1.0:1784950490.196508:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950490.196509:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950490.196510:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950490.196520:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:1.0:1784950490.196524:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950490.196525:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950490.196531:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6d4b278. 00000400:00000200:0.0:1784950490.196534:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950490.196536:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950490.196546:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000100:00000001:2.0:1784950490.196549:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950490.196559:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:3.0:1784950490.196561:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d522160c. 00000100:00000001:2.0:1784950490.196568:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1784950490.196574:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11161:11161:242:4294967295] 192.168.203.114@tcp LPNI seq info [9887:9887:8:4294967295] 00000100:00000001:2.0:1784950490.196575:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1784950490.196581:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000001:1.0:1784950490.196587:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1784950490.196594:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2745 00000100:00000001:1.0:1784950490.196596:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1784950490.196599:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1784950490.196607:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000400:00000200:0.0:1784950490.196609:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000010:3.0:1784950490.196609:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d85756b1. 00000100:00000001:2.0:1784950490.196618:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038700544 : -120287670851072 : ffff9299581baa00) 00000100:00100000:1.0:1784950490.196619:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2746 02000000:00000001:3.0:1784950490.196623:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1784950490.196635:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950490.196636:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000040:2.0:1784950490.196637:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b6a5d6b0 x1871652369208576/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:641/0 lens 224/0 e 0 to 0 dl 1784950501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950490.196644:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950490.196649:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038696064 : -120287670855552 : ffff9299581b9880) 00000100:00000200:3.0:1784950490.196653:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:0.0:1784950490.196657:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825f13b0. 00000100:00000040:1.0:1784950490.196669:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000010b015c x1871652369208832/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:641/0 lens 224/0 e 0 to 0 dl 1784950501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950490.196670:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd2e9b2f. 00000800:00000200:0.0:1784950490.196680:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950490.196687:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1784950490.196690:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006cdd461a. 00000020:00000010:2.0:1784950490.196695:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000800:00000200:0.0:1784950490.196703:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950490.196706:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784950490.196715:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000825f13b0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1784950490.196717:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000100:00000001:0.0:1784950490.196781:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950490.196783:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b6a5d6b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369208576:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950490.196784:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1784950490.196792:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000010:1.0:1784950490.196794:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00010000:00000001:0.0:1784950490.196805:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:1.0:1784950490.196807:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784950490.196809:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369208576 00000020:00000001:0.0:1784950490.196810:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950490.196813:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000020:00000001:0.0:1784950490.196821:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1784950490.196823:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950490.196826:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1784950490.196833:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:0.0:1784950490.196835:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b12b4e2 x1871652369208704/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:641/0 lens 224/224 e 0 to 0 dl 1784950501 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950490.196836:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000010b015c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369208832:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950490.196837:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1784950490.196844:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784950490.196852:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1784950490.196858:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369208832 00000020:00000001:2.0:1784950490.196859:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000001:3.0:1784950490.196861:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1784950490.196869:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950490.196870:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000010:3.0:1784950490.196872:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000180fde72. 00000020:00000001:1.0:1784950490.196877:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950490.196886:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1784950490.196887:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000b12b4e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369208704:12345-192.168.203.114@tcp:400: Request processed in 888us (1494us total) trans 0 rc 0/0 00000400:00000200:3.0:1784950490.196888:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9ae20b 00000020:00000001:1.0:1784950490.196889:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1784950490.196895:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369208576, found 0 last_xid 1871652369208575 00000400:00000010:3.0:1784950490.196901:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9ae20b. 00000020:00000001:1.0:1784950490.196902:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950490.196907:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950490.196910:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:3.0:1784950490.196918:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784950490.196919:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950490.196922:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1784950490.196925:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1600 00000020:00000001:2.0:1784950490.196928:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000001:00000001:1.0:1784950490.196932:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369208832, found 0 last_xid 1871652369208831 00000100:00000040:0.0:1784950490.196933:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000020:00000001:2.0:1784950490.196936:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950490.196937:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004ebc0332 x1871652369208448/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950490.196945:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1784950490.196947:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950490.196948:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950490.196952:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1784950490.196956:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1784950490.196960:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1784950490.196961:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d7abced. 02000000:00000001:2.0:1784950490.196963:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1784950490.196969:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000010:2.0:1784950490.196974:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003c807dc9. 00000020:00000010:0.0:1784950490.196975:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f4cc34f. 00000020:00000001:1.0:1784950490.196977:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950490.196985:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950490.196989:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abefb4c2. 00000020:00000001:1.0:1784950490.196991:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950490.196993:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950490.196998:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004ebc0332 x1871652369208448/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950490.197002:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1784950490.197003:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950490.197004:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 02000000:00000001:1.0:1784950490.197011:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:2.0:1784950490.197015:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369208576 00000100:00000001:0.0:1784950490.197016:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950490.197022:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004e567683. 00010000:00000001:2.0:1784950490.197026:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:1.0:1784950490.197034:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950490.197039:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950490.197041:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950490.197042:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1784950490.197042:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000b6a5d6b0 x1871652369208576/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:641/0 lens 224/224 e 0 to 0 dl 1784950501 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950490.197046:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369208960 00000100:00000001:3.0:1784950490.197049:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950490.197054:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950490.197056:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950490.197060:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950490.197064:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000040:1.0:1784950490.197066:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369208832 02000000:00000001:3.0:1784950490.197069:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950490.197072:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950490.197076:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1784950490.197078:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:0.0:1784950490.197085:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950490.197086:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1784950490.197112:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000010b015c x1871652369208832/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:641/0 lens 224/224 e 0 to 0 dl 1784950501 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950490.197114:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1784950490.197118:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369208960 02000000:00000001:3.0:1784950490.197119:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950490.197121:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950490.197128:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000100:00001000:2.0:1784950490.197134:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=123 v=5 (1 1 1 1) 00000020:00000040:0.0:1784950490.197135:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00001000:3.0:1784950490.197136:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=128 v=5 (5 5 5 5) 00000020:00000001:0.0:1784950490.197144:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00010000:00000001:1.0:1784950490.197151:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1784950490.197153:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000001:2.0:1784950490.197156:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:3.0:1784950490.197157:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=128 v=5 (1 1 1 1) 00010000:00000001:1.0:1784950490.197159:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950490.197163:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000040:2.0:1784950490.197170:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00001000:1.0:1784950490.197172:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950490.197175:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1784950490.197177:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:2.0:1784950490.197183:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:3.0:1784950490.197184:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950490.197189:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950490.197191:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1784950490.197196:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1784950490.197197:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1784950490.197201:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000040:1.0:1784950490.197203:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 02000000:00000001:2.0:1784950490.197204:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950490.197206:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950490.197212:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950490.197218:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950490.197218:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950490.197219:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950490.197220:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 02000000:00000001:1.0:1784950490.197232:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1784950490.197233:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950490.197235:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abefb4c2. 02000000:00000001:1.0:1784950490.197238:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950490.197241:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ebc0332 x1871652369208448/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950490.197244:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000020:00000010:0.0:1784950490.197249:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d7abced. 00000100:00000001:1.0:1784950490.197250:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784950490.197255:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369208576, offset 224 00000020:00000010:0.0:1784950490.197261:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f4cc34f. 00000100:00000040:1.0:1784950490.197268:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950490.197277:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:1.0:1784950490.197280:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021eb9c96. 00000400:00000200:2.0:1784950490.197284:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950490.197287:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950490.197296:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1784950490.197298:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369208832, offset 224 00000100:00000001:3.0:1784950490.197299:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950490.197301:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950490.197312:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950490.197314:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950490.197317:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1784950490.197324:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950490.197325:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950490.197327:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1784950490.197333:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11162:11162:241:4294967295] 192.168.203.114@tcp LPNI seq info [9888:9888:7:4294967295] 00000100:00000001:0.0:1784950490.197334:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950490.197343:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ebc0332 x1871652369208448/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950490.197356:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950490.197374:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1784950490.197375:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950490.197381:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1784950490.197398:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1601 00000800:00000200:2.0:1784950490.197408:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950490.197410:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:0.0:1784950490.197412:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000800:00000010:2.0:1784950490.197421:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3b91a8d. 00000100:00000001:0.0:1784950490.197423:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038698752 : -120287670852864 : ffff9299581ba300) 00000100:00100000:3.0:1784950490.197424:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004ebc0332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369208448:0@lo:400: 00000400:00000200:1.0:1784950490.197437:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11163:11163:240:4294967295] 192.168.203.114@tcp LPNI seq info [9889:9889:6:4294967295] 00000100:00000040:0.0:1784950490.197443:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002f9f0bd6 x1871652369208960/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:641/0 lens 224/0 e 0 to 0 dl 1784950501 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950490.197445:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950490.197449:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950490.197463:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1784950490.197471:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:3.0:1784950490.197478:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ebc0332 x1871652369208448/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950490.197486:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b3b91a8d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950490.197488:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950490.197495:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:0.0:1784950490.197498:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:2.0:1784950490.197501:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950490.197510:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950490.197519:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000010:0.0:1784950490.197525:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000800:00000200:1.0:1784950490.197529:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:2.0:1784950490.197531:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950490.197538:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950490.197542:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000010:1.0:1784950490.197544:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6e9cfb4. 00000100:00100000:0.0:1784950490.197547:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002f9f0bd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369208960:12345-192.168.203.114@tcp:400: 00000020:00000001:2.0:1784950490.197548:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1784950490.197551:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950490.197559:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004403da6f. 00000800:00000200:1.0:1784950490.197565:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:2.0:1784950490.197565:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6a5d6b0 x1871652369208576/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:641/0 lens 224/224 e 0 to 0 dl 1784950501 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950490.197568:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369208960 02000000:00000001:3.0:1784950490.197571:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950490.197580:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950490.197581:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950490.197590:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000001:0.0:1784950490.197591:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000200:1.0:1784950490.197591:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:0.0:1784950490.197599:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950490.197602:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:2.0:1784950490.197605:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b6a5d6b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369208576:12345-192.168.203.114@tcp:400: Request processed in 909us (1762us total) trans 0 rc 0/0 00000800:00000200:1.0:1784950490.197606:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f6e9cfb4 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1784950490.197609:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013f88f5e. 00000020:00000001:0.0:1784950490.197610:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950490.197617:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950490.197624:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950490.197625:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1784950490.197627:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1784950490.197632:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1784950490.197635:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784950490.197639:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ebc0332. 00000100:00100000:2.0:1784950490.197641:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2745 00000100:00000040:1.0:1784950490.197642:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000001:0.0:1784950490.197645:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950490.197651:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1784950490.197653:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1784950490.197655:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:3.0:1784950490.197657:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950490.197658:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000020:00000001:0.0:1784950490.197659:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950490.197661:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950490.197669:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950490.197672:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950490.197673:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1784950490.197674:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950490.197679:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950490.197681:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950490.197684:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1784950490.197685:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950490.197687:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1784950490.197691:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000010b015c x1871652369208832/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:641/0 lens 224/224 e 0 to 0 dl 1784950501 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950490.197694:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b154640. 00000100:00000001:3.0:1784950490.197697:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784950490.197698:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000085b7880d. 00000100:00000001:3.0:1784950490.197706:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950490.197708:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950490.197709:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000098a21f52. 00000100:00000001:0.0:1784950490.197754:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950490.197762:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950490.197762:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000010b015c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369208832:12345-192.168.203.114@tcp:400: Request processed in 971us (1613us total) trans 0 rc 0/0 00000020:00000010:2.0:1784950490.197768:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e395f2f. 00010000:00000040:0.0:1784950490.197770:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369208960 00010000:00000001:0.0:1784950490.197781:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000040:2.0:1784950490.197786:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00100000:1.0:1784950490.197794:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2746 00010000:00000200:0.0:1784950490.197795:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000002f9f0bd6 x1871652369208960/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:641/0 lens 224/224 e 0 to 0 dl 1784950501 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950490.197799:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950490.197805:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:1.0:1784950490.197815:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950490.197822:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1784950490.197825:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1784950490.197829:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000072c6d00. 00010000:00000001:0.0:1784950490.197830:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950490.197840:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=123 v=5 (1 1 1 1) 00000020:00000010:1.0:1784950490.197842:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc1736f0. 00000100:00000001:0.0:1784950490.197846:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1784950490.197851:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000822fdc9. 00000100:00000040:0.0:1784950490.197853:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950490.197859:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000040:1.0:1784950490.197862:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 02000000:00000001:0.0:1784950490.197864:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:2.0:1784950490.197867:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1784950490.197872:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950490.197873:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950490.197874:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825f13b0. 00000100:00000001:0.0:1784950490.197884:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950490.197890:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950490.197899:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950490.197906:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:0.0:1784950490.197908:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b6b1737. 00000400:00000200:2.0:1784950490.197915:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a240814 00000400:00000010:2.0:1784950490.197920:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a240814. 00000100:00000001:2.0:1784950490.197926:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1784950490.197928:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369208960, offset 224 00000100:00000001:2.0:1784950490.197929:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1784950490.197946:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950490.197953:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950490.197958:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3b91a8d. 00000400:00000200:0.0:1784950490.197963:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950490.197966:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950490.197978:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11164:11164:240:4294967295] 192.168.203.114@tcp LPNI seq info [9890:9890:6:4294967295] 00000400:00000200:2.0:1784950490.197982:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950490.198001:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:2.0:1784950490.198008:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000800:00000200:0.0:1784950490.198009:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950490.198015:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000800:00000010:0.0:1784950490.198018:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 00000100:00000001:2.0:1784950490.198021:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950490.198028:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1784950490.198032:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950490.198040:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950490.198044:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950490.198063:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950490.198069:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950490.198072:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950490.198074:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950490.198077:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950490.198081:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f9f0bd6 x1871652369208960/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:641/0 lens 224/224 e 0 to 0 dl 1784950501 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950490.198114:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002f9f0bd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369208960:12345-192.168.203.114@tcp:400: Request processed in 623us (1667us total) trans 0 rc 0/0 00000800:00000200:2.0:1784950490.198121:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1784950490.198123:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:2.0:1784950490.198131:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6e9cfb4. 00000100:00100000:0.0:1784950490.198132:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1601 00000800:00000001:3.0:1784950490.198140:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950490.198143:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950490.198144:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000800:00000001:3.0:1784950490.198147:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950490.198155:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950490.198162:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1784950490.198163:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950490.198168:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d7abced. 00000400:00000200:2.0:1784950490.198170:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021eb9c96 00000400:00000010:2.0:1784950490.198175:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000021eb9c96. 00000020:00000010:0.0:1784950490.198177:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f4cc34f. 00000100:00000001:2.0:1784950490.198181:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1784950490.198187:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abefb4c2. 00000100:00000001:2.0:1784950490.198187:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1784950490.198201:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:0.0:1784950490.198205:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950490.198254:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1784950490.198258:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:1.0:1784950490.198261:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 00000400:00000200:1.0:1784950490.198270:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950490.198271:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950490.198276:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950490.198281:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950490.198289:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950490.198289:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950490.198290:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b6b1737 00000400:00000010:1.0:1784950490.198297:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007b6b1737. 00000100:00000001:1.0:1784950490.198306:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950490.198312:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950490.198319:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950490.198324:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950490.198338:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c1680 00000400:00000200:3.0:1784950490.198348:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c1580 00000400:00000200:2.0:1784950490.198356:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x161b9 [1] + 224 00000800:00000001:2.0:1784950490.198366:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950490.198374:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950490.198376:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x161ad [1] + 224 00000400:00000200:2.0:1784950490.198379:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950490.198392:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950490.198393:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950490.198399:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1784950490.198406:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950490.198408:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003560c24e x1871652369208960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950490.198414:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950490.198433:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950490.198441:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003560c24e x1871652369208960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950490.198444:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950490.198456:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000007f09b9 x1871652369208704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950490.198470:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784950490.198471:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000007f09b9 x1871652369208704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950490.198482:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950490.198491:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950490.198504:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950490.198507:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950490.198512:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1784950490.198521:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784950490.198522:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950490.198529:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950490.198532:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f5da7be. 00000800:00000001:3.0:1784950490.198533:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950490.198541:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950490.198542:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c47400a 00000800:00000001:3.0:1784950490.198545:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950490.198548:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004c47400a. 00000100:00000001:1.0:1784950490.198558:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950490.198559:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:1.0:1784950490.198568:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003560c24e x1871652369208960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950490.198585:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c1500 00000100:00000200:1.0:1784950490.198589:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003560c24e x1871652369208960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950490.198599:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950490.198606:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x1619d [1] + 224 00000100:00000001:0.0:1784950490.198608:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950490.198619:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950490.198623:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950490.198628:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950490.198629:0:441644:0:(client.c:1580:after_reply()) Process entered 00000400:00000001:0.0:1784950490.198633:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1784950490.198638:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000001:0.0:1784950490.198639:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1784950490.198642:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950490.198643:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1784950490.198645:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078d54da3. 00000100:00000001:1.0:1784950490.198650:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950490.198653:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950490.198658:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950490.198659:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbd28d60 00000400:00000200:3.0:1784950490.198668:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:0.0:1784950490.198669:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cbd28d60. 00000100:00001000:1.0:1784950490.198673:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=123 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950490.198683:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1784950490.198684:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950490.198684:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950490.198694:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1784950490.198696:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000007f09b9 x1871652369208704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950490.198699:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002788d366 x1871652369208576/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950490.198701:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950490.198712:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1784950490.198773:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003560c24e x1871652369208960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950490.198785:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002788d366 x1871652369208576/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950490.198794:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000007f09b9 x1871652369208704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950490.198819:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950490.198832:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950490.198837:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950490.198846:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950490.198851:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950490.198860:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950490.198866:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950490.198868:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784950490.198870:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003560c24e x1871652369208960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950490.198873:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950490.198880:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1784950490.198887:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950490.198888:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950490.198890:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950490.198897:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950490.198898:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1784950490.198904:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950490.198905:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950490.198906:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950490.198920:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784950490.198923:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=123 v=5 (5 5 5 5) 00000100:00000040:1.0:1784950490.198924:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003560c24e x1871652369208960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950490.198929:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950490.198942:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=123 v=5 (1 1 1 1) 00000400:00000200:3.0:1784950490.198955:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950490.198957:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950490.198964:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950490.198971:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000003560c24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369208960:192.168.203.114@tcp:400: 00010000:00000001:0.0:1784950490.198973:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1784950490.198984:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c1600 00010000:00080000:0.0:1784950490.198987:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000007f09b9 x1871652369208704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950490.198992:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950490.198999:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950490.199004:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef0f247b. 00000400:00000200:1.0:1784950490.199013:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca6d43d 00010000:00000001:0.0:1784950490.199015:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950490.199018:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008ca6d43d. 00000100:00000001:0.0:1784950490.199022:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950490.199025:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950490.199027:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000200:3.0:1784950490.199035:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x161b5 [1] + 224 00000100:00000001:0.0:1784950490.199038:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000200:1.0:1784950490.199039:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002788d366 x1871652369208576/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950490.199045:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950490.199049:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950490.199063:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000007f09b9 x1871652369208704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950490.199068:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950490.199071:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002788d366 x1871652369208576/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950490.199078:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950490.199125:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1784950490.199129:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950490.199131:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950490.199134:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950490.199143:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950490.199144:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950490.199146:0:441636:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1784950490.199150:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950490.199151:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950490.199159:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1784950490.199160:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004ad3f022 x1871652369208832/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950490.199166:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950490.199168:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000007f09b9 x1871652369208704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950490.199176:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950490.199189:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=118 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950490.199206:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=118 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950490.199220:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ad3f022 x1871652369208832/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950490.199222:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950490.199228:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950490.199231:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000007f09b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369208704:192.168.203.114@tcp:400: 00010000:00000001:1.0:1784950490.199239:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950490.199246:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950490.199254:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950490.199257:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950490.199264:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950490.199265:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950490.199272:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950490.199275:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950490.199278:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000007f09b9 x1871652369208704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950490.199286:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002788d366 x1871652369208576/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950490.199288:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950490.199300:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950490.199308:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950490.199312:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950490.199322:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784950490.199324:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1784950490.199327:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005dec4288. 00000100:00000001:1.0:1784950490.199330:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950490.199335:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950490.199336:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950490.199337:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950490.199343:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1784950490.199344:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1784950490.199350:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002788d366 x1871652369208576/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784950490.199352:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000001:2.0:1784950490.199354:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950490.199361:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1784950490.199363:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:2.0:1784950490.199367:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007215b343. 02000000:00000010:0.0:1784950490.199370:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000031b2009f. 00000400:00000200:2.0:1784950490.199380:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048ab8f2a 02000000:00000001:0.0:1784950490.199382:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950490.199391:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1784950490.199393:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002788d366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369208576:192.168.203.114@tcp:400: 00000400:00000010:2.0:1784950490.199393:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000048ab8f2a. 00000100:00000010:0.0:1784950490.199395:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000007f09b9. 00000100:00000001:2.0:1784950490.199406:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950490.199407:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950490.199409:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950490.199414:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950490.199416:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784950490.199418:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004ad3f022 x1871652369208832/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950490.199425:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950490.199430:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003560c24e x1871652369208960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950490.199439:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950490.199446:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950490.199454:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950490.199461:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950490.199473:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004ad3f022 x1871652369208832/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950490.199479:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950490.199485:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950490.199491:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000135a536f. 00000100:00000001:2.0:1784950490.199495:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784950490.199499:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950490.199500:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950490.199506:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784950490.199508:0:441641:0:(client.c:1580:after_reply()) Process entered 00000020:00000040:1.0:1784950490.199513:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1784950490.199515:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950490.199521:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1784950490.199523:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784950490.199526:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950490.199528:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007158160. 02000000:00000001:2.0:1784950490.199531:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950490.199536:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1784950490.199540:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=123 v=5 (5 5 5 5) 02000000:00000001:1.0:1784950490.199541:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950490.199546:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003560c24e. 00000100:00001000:2.0:1784950490.199550:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=123 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950490.199554:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950490.199558:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950490.199559:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950490.199563:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950490.199565:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1784950490.199570:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950490.199574:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950490.199577:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002788d366 x1871652369208576/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950490.199580:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950490.199585:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950490.199592:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950490.199596:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950490.199607:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1784950490.199610:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ad3f022 x1871652369208832/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950490.199612:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950490.199617:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d0923c0. 02000000:00000001:1.0:1784950490.199626:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950490.199630:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784950490.199633:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1784950490.199634:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950490.199641:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1784950490.199642:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784950490.199647:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950490.199648:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cdda80e2. 02000000:00000001:1.0:1784950490.199658:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1784950490.199664:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ad3f022 x1871652369208832/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950490.199665:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950490.199669:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002788d366. 00000100:00000001:1.0:1784950490.199678:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950490.199682:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950490.199690:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950490.199697:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004ad3f022 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369208832:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950490.199700:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950490.199705:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950490.199708:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950490.199711:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950490.199714:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950490.199716:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950490.199719:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ad3f022 x1871652369208832/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950490.199769:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950490.199774:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950490.199779:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020c270e2. 02000000:00000001:2.0:1784950490.199787:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950490.199791:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950490.199794:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950490.199799:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950490.199803:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bea13e4c. 02000000:00000001:2.0:1784950490.199810:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950490.199814:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950490.199817:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ad3f022. 00000100:00000001:2.0:1784950490.199824:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950490.199828:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950490.199832:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950490.199841:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950490.199844:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950490.199849:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950490.199852:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950490.448826:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950490.448835:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950490.448845:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950490.448846:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950490.448957:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950490.448962:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950490.448966:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950490.896964:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.10@tcp 00000800:00000010:1.0:1784950490.896971:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b35b6916. 00000400:00000200:1.0:1784950490.896982:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950490.896989:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.10@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950490.896998:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12762 health :900 00000400:00000200:1.0:1784950490.897004:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950490.897009:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.10@tcp: 1 00000400:00000200:1.0:1784950490.897015:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.10@tcp: -114 00000400:00000200:2.0:1784950490.897122:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1784950490.897137:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.10@tcp(00000000a2c96137) state 0x861 00000400:00000001:2.0:1784950490.897146:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950490.897150:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950490.897154:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8a23c93 00000400:00000010:2.0:1784950490.897158:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f8a23c93. 00000400:00000200:2.0:1784950490.897166:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950490.897173:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.10@tcp: -114 00000400:00000010:2.0:1784950490.897179:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fdb52343. 00000400:00000200:2.0:1784950490.897189:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.10@tcp:-110 00000400:00000200:2.0:1784950490.897195:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.10@tcp(00000000a2c96137) state 0x2061 rc -110 00000400:00000200:2.0:1784950490.897203:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.10@tcp 00000100:00000001:2.0:1784950491.088827:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950491.088846:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950491.088849:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950491.088856:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950491.088860:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950491.088865:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950491.088869:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950491.472866:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950491.472876:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950491.472884:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950491.472886:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950491.473013:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950491.473020:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950491.473025:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1784950491.920873:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000800:00000100:1.0:1784950491.920887:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.8@tcp 00000400:00000010:3.0:1784950491.920888:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000c827faf. 00000800:00000010:1.0:1784950491.920894:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fcb2acbd. 00000400:00000010:3.0:1784950491.920904:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004403da6f. 00000400:00000200:1.0:1784950491.920907:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000010:3.0:1784950491.920918:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9ae20b. 00000400:00000200:1.0:1784950491.920919:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.8@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950491.920932:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12763 health :800 00000400:00000010:3.0:1784950491.920938:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000000b0de653. 00000400:00000200:1.0:1784950491.920939:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950491.920947:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.8@tcp: 1 00000400:00000200:3.0:1784950491.920955:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950491.920958:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.8@tcp: -114 00000800:00000100:1.0:1784950491.920989:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.14@tcp 00000800:00000010:1.0:1784950491.920991:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eefb5076. 00000400:00000200:1.0:1784950491.920997:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:3.0:1784950491.921000:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950491.921010:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.14@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:3.0:1784950491.921019:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950491.921026:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11165:11165:244:4294967295] 192.168.203.114@tcp LPNI seq info [9891:9891:8:4294967295] 00000400:00000200:3.0:1784950491.921036:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:3.0:1784950491.921061:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000400:00000200:2.0:1784950491.921068:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:3.0:1784950491.921069:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950491.921070:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950491.921088:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.8@tcp(00000000691a9285) state 0x861 00000400:00000200:1.0:1784950491.921089:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.14@tcp: 1 00000800:00000010:3.0:1784950491.921093:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c4bcac29. 00000400:00000200:1.0:1784950491.921097:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.14@tcp: -114 00000400:00000001:2.0:1784950491.921097:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950491.921100:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950491.921104:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039cc9418 00000400:00000010:2.0:1784950491.921107:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000039cc9418. 00000800:00000200:3.0:1784950491.921107:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950491.921114:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950491.921120:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.8@tcp: -114 00000800:00000200:3.0:1784950491.921124:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000010:2.0:1784950491.921125:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000dc72fa1c. 00000800:00000200:3.0:1784950491.921131:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c4bcac29 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1784950491.921133:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.8@tcp:-110 00000400:00000200:2.0:1784950491.921138:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.8@tcp(00000000691a9285) state 0x2061 rc -110 00000400:00000200:2.0:1784950491.921142:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.8@tcp 00000400:00000200:2.0:1784950491.921144:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.14@tcp(000000002176597e) state 0x861 00000400:00000001:2.0:1784950491.921146:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950491.921147:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950491.921148:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9a855b7 00000400:00000010:2.0:1784950491.921149:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c9a855b7. 00000400:00000200:2.0:1784950491.921150:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950491.921152:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.14@tcp: -114 00000400:00000010:2.0:1784950491.921154:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000096708662. 00000400:00000200:2.0:1784950491.921156:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.14@tcp:-110 00000400:00000200:2.0:1784950491.921158:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.14@tcp(000000002176597e) state 0x2061 rc -110 00000400:00000200:2.0:1784950491.921160:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.14@tcp 00000400:00000010:3.0:1784950491.921161:0:441638:0:(lib-move.c:3814:lnet_print_recovery_list()) alloc '(buf)': 65 at 000000004b031a71. 00000400:02000040:3.0:1784950491.921168:0:441638:0:(lib-move.c:3830:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.203.114@tcp 00000800:00000001:2.0:1784950491.921266:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950491.921275:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1784950491.921276:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784950491.921278:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c4bcac29. 00000800:00000001:2.0:1784950491.921280:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950491.921282:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950491.921287:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000800:00000001:2.0:1784950491.921288:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950491.921290:0:441634:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1784950491.921296:0:441634:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000400:00000200:2.0:1784950491.921300:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:2.0:1784950491.921310:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1784950491.921318:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:2.0:1784950491.921324:0:441635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950491.921346:0:441635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11166:11166:245:4294967295] 192.168.203.114@tcp LPNI seq info [9892:9892:8:4294967295] 00000400:00000200:2.0:1784950491.921358:0:441635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:2.0:1784950491.921364:0:441635:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950491.921369:0:441635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3b91a8d. 00000800:00000200:2.0:1784950491.921375:0:441635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950491.921382:0:441635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950491.921386:0:441635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b3b91a8d type 3, nob 144 niov 1 nkiov 1 00000800:00000200:2.0:1784950491.921474:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950491.921478:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3b91a8d. 00000400:00000200:2.0:1784950491.921485:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950491.921494:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:2.0:1784950491.921510:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950491.921516:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950491.921517:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950491.921536:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950491.921541:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950491.921547:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950491.921558:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:0.0:1784950491.921575:0:441636:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x161dd 00000800:00000001:0.0:1784950491.921582:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950491.921588:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950491.921591:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950491.921595:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:0.0:1784950491.921601:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9ae20b 00000400:00000010:0.0:1784950491.921604:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9ae20b. 00000400:00000200:0.0:1784950491.921610:0:441636:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1784950491.921613:0:441636:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000c827faf. 00000400:00000010:0.0:1784950491.921617:0:441636:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004403da6f. 00000800:00000001:0.0:1784950491.921627:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950491.921630:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950491.926970:0:441638:0:(lib-move.c:3832:lnet_print_recovery_list()) kfreed 'buf': 65 at 000000004b031a71. 00000100:00000001:2.0:1784950492.112846:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950492.112864:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950492.112866:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950492.112872:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950492.112876:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950492.112880:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950492.112883:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950492.240830:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1784950492.240837:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1784950492.240848:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066f32c0c. 00000020:00000040:1.0:1784950492.240857:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950492.240863:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950492.240867:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950492.240873:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950492.240880:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 02000000:00000010:1.0:1784950492.240882:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea4cd4d9. 00000004:00000020:2.0:1784950492.240886:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1784950492.240893:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950492.240895:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000505e938c. 00000020:00000040:2.0:1784950492.240903:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950492.240904:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950492.240909:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950492.240910:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950492.240915:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950492.240920:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950492.240927:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b3b91a8d. 00000100:00000040:1.0:1784950492.240928:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066f32c0c] to pc [ptlrpcd_00_03+3] req@0000000066f32c0c x1871652369209088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950492.240933:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950492.240943:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950492.240947:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950492.240956:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000505e938c] to pc [ptlrpcd_00_00+0] req@00000000505e938c x1871652369209216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1784950492.240976:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950492.240980:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950492.241008:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950492.241015:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950492.241018:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950492.241027:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066f32c0c x1871652369209088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950492.241051:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950492.241052:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950492.241054:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950492.241057:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950492.241058:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950492.241062:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950492.241065:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950492.241065:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950492.241069:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784950492.241069:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000066f32c0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369209088:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950492.241084:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950492.241086:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784950492.241089:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784950492.241093:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000505e938c x1871652369209216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950492.241093:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950492.241098:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950492.241104:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d85756b1. 00000100:00000001:0.0:1784950492.241105:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950492.241108:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950492.241108:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950492.241111:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950492.241114:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784950492.241115:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000180fde72. 02000000:00000001:0.0:1784950492.241117:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950492.241121:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000505e938c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369209216:192.168.203.114@tcp:41: 00000400:00000010:3.0:1784950492.241122:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077350b67. 00000100:00000001:0.0:1784950492.241124:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950492.241128:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950492.241130:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950492.241130:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369209088, portal 4 00000100:00000001:3.0:1784950492.241135:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1784950492.241136:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950492.241139:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038695168 : -120287670856448 : ffff9299581b9500) 02000000:00000010:0.0:1784950492.241142:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e4f728dd. 02000000:00000001:0.0:1784950492.241145:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950492.241148:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000066f32c0c x1871652369209088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950492.241149:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ae76fb9. 00000400:00000010:0.0:1784950492.241156:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a3c3025. 00000100:00000001:3.0:1784950492.241159:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784950492.241161:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369209216, portal 4 00000100:00000040:3.0:1784950492.241165:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950492.241166:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950492.241168:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730223488 : -120287979328128 : ffff929945b8ad80) 00000400:00000010:3.0:1784950492.241169:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2fe853. 00000100:00000200:3.0:1784950492.241174:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369209088, offset 0 00000100:00000040:0.0:1784950492.241177:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000505e938c x1871652369209216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950492.241183:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950492.241190:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950492.241193:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950492.241196:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912c2f18. 00000100:00000200:0.0:1784950492.241198:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369209216, offset 0 00000400:00000200:3.0:1784950492.241200:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950492.241204:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950492.241205:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950492.241211:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950492.241215:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950492.241217:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950492.241219:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11167:11167:245:4294967295] 192.168.203.114@tcp LPNI seq info [9893:9893:8:4294967295] 00000400:00000200:3.0:1784950492.241227:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950492.241231:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950492.241235:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000dc50a7. 00000400:00000200:0.0:1784950492.241236:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950492.241241:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950492.241246:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:3.0:1784950492.241246:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950492.241252:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950492.241254:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:3.0:1784950492.241259:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950492.241260:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11168:11168:244:4294967295] 192.168.203.114@tcp LPNI seq info [9894:9894:7:4294967295] 00000800:00000200:3.0:1784950492.241265:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000000dc50a7 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950492.241272:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950492.241276:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950492.241278:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950492.241280:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031b2009f. 00000100:00000040:3.0:1784950492.241283:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13555 usecs (14 jiffies) 00000800:00000200:0.0:1784950492.241288:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950492.241290:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307430414 00000100:00000001:3.0:1784950492.241294:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307430779 00000800:00000200:0.0:1784950492.241295:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950492.241298:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307430414 00000800:00000200:0.0:1784950492.241299:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031b2009f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950492.241303:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307430779 00000100:00000001:3.0:1784950492.241306:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307430414 00000100:00000001:3.0:1784950492.241307:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307430779 00000100:00000001:3.0:1784950492.241308:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307430414 00000100:00000001:3.0:1784950492.241309:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307430779 00000100:00000001:3.0:1784950492.241310:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950492.241312:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950492.241314:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950492.241315:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950492.241320:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950492.241321:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4743 usecs (5 jiffies) 00000100:00000001:0.0:1784950492.241325:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307430405 00000100:00000001:3.0:1784950492.241327:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950492.241328:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307430779 00000100:00000001:3.0:1784950492.241330:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950492.241332:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307430405 00000100:00000001:3.0:1784950492.241333:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950492.241336:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307430779 00000100:00000001:3.0:1784950492.241337:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950492.241340:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950492.241341:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307430405 00000100:00000001:0.0:1784950492.241344:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307430779 00000100:00000001:3.0:1784950492.241344:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950492.241348:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307430405 00000100:00000001:0.0:1784950492.241350:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307430779 00000100:00000001:0.0:1784950492.241351:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950492.241353:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950492.241355:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950492.241357:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950492.241362:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950492.241363:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950492.241366:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950492.241367:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950492.241368:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950492.241370:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950492.241370:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950492.241382:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950492.241404:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950492.241409:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000dc50a7. 00000400:00000200:1.0:1784950492.241415:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950492.241419:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950492.241424:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2fe853 00000400:00000010:1.0:1784950492.241426:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2fe853. 00000100:00000001:1.0:1784950492.241430:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950492.241434:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066f32c0c x1871652369209088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950492.241444:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950492.241447:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066f32c0c x1871652369209088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950492.241448:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950492.241450:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950492.241455:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031b2009f. 00000100:00000001:1.0:1784950492.241458:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950492.241459:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950492.241460:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950492.241462:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784950492.241466:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950492.241470:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950492.241471:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950492.241472:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950492.241474:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912c2f18 00000400:00000010:2.0:1784950492.241478:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000912c2f18. 00000400:00000200:0.0:1784950492.241480:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:1.0:1784950492.241480:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950492.241484:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:1.0:1784950492.241485:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950492.241489:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950492.241491:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000505e938c x1871652369209216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950492.241497:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c1780 00000400:00000200:1.0:1784950492.241500:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950492.241511:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e7d [256] + 23520 00000100:00000001:2.0:1784950492.241514:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950492.241517:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c1700 00000400:00000010:0.0:1784950492.241519:0:441636:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d9362e5. 00000100:00000040:2.0:1784950492.241520:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000505e938c x1871652369209216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950492.241526:0:441636:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e2a288dd 00000100:00000001:2.0:1784950492.241529:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950492.241532:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950492.241532:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950492.241536:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 0 00000800:00000001:1.0:1784950492.241542:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950492.241545:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950492.241548:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950492.241552:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950492.241555:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2a288dd 00000400:00000010:0.0:1784950492.241556:0:441636:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 4216 at 00000000e2a288dd. 00000100:00000001:0.0:1784950492.241561:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950492.241563:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1784950492.241566:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000aaa8b595 x1871652369209216 msgsize 224 00000800:00000001:1.0:1784950492.241567:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950492.241572:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:1.0:1784950492.241572:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950492.241577:0:441636:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1784950492.241580:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950492.241584:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950492.241585:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1784950492.241587:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1784950492.241588:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000325b08ce. 00000100:00000040:1.0:1784950492.241591:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000325b08ce x1871652369209088 msgsize 224 00000800:00000001:0.0:1784950492.241595:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950492.241598:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:0.0:1784950492.241600:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950492.241611:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1784950492.241619:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950492.241621:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1784950492.241622:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950492.241624:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369209216 02000000:00000001:3.0:1784950492.241627:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950492.241629:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950492.241632:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950492.241635:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950492.241638:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369209216 00000020:00000001:3.0:1784950492.241641:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950492.241643:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1784950492.241643:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00100000:2.0:1784950492.241648:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369209088 00000020:00000001:3.0:1784950492.241648:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:2.0:1784950492.241652:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1784950492.241653:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:2.0:1784950492.241654:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950492.241657:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950492.241658:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:3.0:1784950492.241661:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 02000000:00000001:2.0:1784950492.241662:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950492.241665:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1784950492.241666:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369209088 00000020:00000001:2.0:1784950492.241669:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950492.241670:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000010:3.0:1784950492.241671:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000020:00000001:2.0:1784950492.241672:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950492.241677:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:3.0:1784950492.241677:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950492.241683:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000010:3.0:1784950492.241683:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000020:00000001:2.0:1784950492.241687:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000010:3.0:1784950492.241691:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d522160c. 00000100:00000001:2.0:1784950492.241692:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950492.241696:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000020:00000010:3.0:1784950492.241699:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6d4b278. 00000100:00000001:2.0:1784950492.241700:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950492.241704:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000020:00000010:3.0:1784950492.241706:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000020:00000010:2.0:1784950492.241709:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce0859fb. 00000020:00000010:2.0:1784950492.241714:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b154640. 00000100:00000040:3.0:1784950492.241714:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1784950492.241741:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950492.241743:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1784950492.241744:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000098a21f52. 00000100:00000001:3.0:1784950492.241745:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950492.241751:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950492.241754:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950492.241755:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950492.241756:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950492.241764:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950492.241769:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950492.241775:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950492.241784:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950492.241788:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950492.241789:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950492.241791:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1784950492.241796:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2747 00000100:00000040:3.0:1784950492.241801:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950492.241804:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785747016784 : -120287962534832 : ffff929946b8ec50) 00000100:00000001:0.0:1784950492.241805:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1784950492.241806:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2748 00000100:00000001:1.0:1784950492.241807:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950492.241811:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950492.241812:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1784950492.241813:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:1.0:1784950492.241815:0:453517:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950492.241817:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038702336 : -120287670849280 : ffff9299581bb100) 00000100:00000040:3.0:1784950492.241817:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aaa8b595 x1871652369209216/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:643/0 lens 224/0 e 0 to 0 dl 1784950503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950492.241818:0:454245:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950492.241819:0:453517:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950492.241825:0:454245:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950492.241829:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000325b08ce x1871652369209088/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:643/0 lens 224/0 e 0 to 0 dl 1784950503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950492.241851:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950492.241854:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000100:00000001:2.0:1784950492.241858:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950492.241860:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950492.241861:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000100:00100000:2.0:1784950492.241866:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000325b08ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369209088:12345-192.168.203.114@tcp:41: 00000020:00000010:3.0:1784950492.241866:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000100:00000001:3.0:1784950492.241871:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784950492.241873:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369209088 00000020:00000010:3.0:1784950492.241875:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000020:00000001:2.0:1784950492.241877:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950492.241881:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00100000:3.0:1784950492.241882:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000aaa8b595 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369209216:12345-192.168.203.114@tcp:41: 00000020:00000001:2.0:1784950492.241885:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950492.241887:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369209216 00000020:00000001:2.0:1784950492.241892:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950492.241892:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950492.241895:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:3.0:1784950492.241897:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950492.241899:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950492.241900:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1784950492.241903:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369209088, found 0 last_xid 1871652369209087 00000020:00000001:3.0:1784950492.241904:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950492.241907:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:2.0:1784950492.241908:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950492.241912:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1784950492.241913:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000001:00000001:3.0:1784950492.241916:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369209216, found 0 last_xid 1871652369209215 00000020:00000001:2.0:1784950492.241917:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950492.241920:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950492.241921:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950492.241924:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950492.241925:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1784950492.241925:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1784950492.241928:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1784950492.241929:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950492.241932:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1784950492.241933:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000838bdee5. 02000000:00000001:3.0:1784950492.241934:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1784950492.241937:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950492.241940:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950492.241940:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000003a400f26. 02000000:00000001:3.0:1784950492.241945:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950492.241947:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00000001:3.0:1784950492.241948:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950492.241952:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1784950492.241953:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:2.0:1784950492.241955:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950492.241956:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1784950492.241959:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:2.0:1784950492.241968:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000004:00000024:3.0:1784950492.241969:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000020:2.0:1784950492.241976:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:3.0:1784950492.241976:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1784950492.241983:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1784950492.241983:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000020:3.0:1784950492.241991:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000004:00000020:2.0:1784950492.241992:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000020:00000020:3.0:1784950492.241999:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000001:00000001:2.0:1784950492.242002:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000004:00000020:3.0:1784950492.242003:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000001:00000001:2.0:1784950492.242006:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950492.242009:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1784950492.242010:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00010000:00000040:2.0:1784950492.242013:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369209088 00000001:00000001:3.0:1784950492.242013:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950492.242018:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950492.242019:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000040:3.0:1784950492.242023:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369209216 00010000:00000200:2.0:1784950492.242025:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000325b08ce x1871652369209088/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:643/0 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950492.242026:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:3.0:1784950492.242033:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000aaa8b595 x1871652369209216/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:643/0 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950492.242035:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950492.242038:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950492.242043:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=125 v=5 (1 1 1 1) 00010000:00000001:3.0:1784950492.242045:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950492.242048:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950492.242049:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:3.0:1784950492.242050:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=125 v=5 (1 1 1 1) 00000100:00000040:2.0:1784950492.242053:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950492.242056:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:3.0:1784950492.242056:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1784950492.242060:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1784950492.242061:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 02000000:00000001:2.0:1784950492.242063:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950492.242064:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950492.242066:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784950492.242068:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1784950492.242071:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950492.242071:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950492.242086:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950492.242090:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950492.242091:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000400:00000010:3.0:1784950492.242094:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000100:00000200:2.0:1784950492.242095:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369209088, offset 224 00000100:00000200:3.0:1784950492.242100:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369209216, offset 224 00000400:00000200:2.0:1784950492.242104:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950492.242110:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950492.242114:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950492.242118:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11169:11169:245:4294967295] 192.168.203.114@tcp LPNI seq info [9895:9895:8:4294967295] 00000400:00000200:2.0:1784950492.242124:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950492.242128:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950492.242131:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d62b3518. 00000400:00000200:3.0:1784950492.242135:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:2.0:1784950492.242139:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950492.242144:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11170:11170:244:4294967295] 192.168.203.114@tcp LPNI seq info [9896:9896:7:4294967295] 00000800:00000200:2.0:1784950492.242150:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950492.242153:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d62b3518 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:3.0:1784950492.242160:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950492.242164:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950492.242167:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950492.242168:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028331646. 00000100:00000040:2.0:1784950492.242173:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000200:3.0:1784950492.242178:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:2.0:1784950492.242179:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950492.242183:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950492.242185:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:3.0:1784950492.242188:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:2.0:1784950492.242191:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000325b08ce x1871652369209088/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:643/0 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950492.242192:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000028331646 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:3.0:1784950492.242199:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950492.242205:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00100000:2.0:1784950492.242209:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000325b08ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369209088:12345-192.168.203.114@tcp:41: Request processed in 354us (612us total) trans 0 rc 0/0 00010000:00000001:3.0:1784950492.242210:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950492.242213:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950492.242218:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1784950492.242221:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2748 00000100:00000040:2.0:1784950492.242224:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000040:3.0:1784950492.242224:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aaa8b595 x1871652369209216/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:643/0 lens 224/368 e 0 to 0 dl 1784950503 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950492.242227:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950492.242230:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950492.242235:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b154640. 00000800:00000200:0.0:1784950492.242240:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1784950492.242240:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000aaa8b595 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369209216:12345-192.168.203.114@tcp:41: Request processed in 376us (669us total) trans 0 rc 0/0 00000020:00000010:2.0:1784950492.242241:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000098a21f52. 00000800:00000010:0.0:1784950492.242246:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d62b3518. 00000020:00000010:2.0:1784950492.242248:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce0859fb. 00000400:00000200:0.0:1784950492.242253:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784950492.242254:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2747 00000020:00000040:2.0:1784950492.242255:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:2.0:1784950492.242261:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950492.242261:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000200:0.0:1784950492.242264:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950492.242267:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1784950492.242270:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000100:00000001:3.0:1784950492.242271:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1784950492.242274:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000020:00000010:3.0:1784950492.242275:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6d4b278. 00000100:00000001:0.0:1784950492.242278:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950492.242281:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1784950492.242281:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000020:00000010:3.0:1784950492.242286:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d522160c. 00000020:00000040:3.0:1784950492.242292:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 02000000:00000001:3.0:1784950492.242313:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242314:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004e567683. 02000000:00000001:3.0:1784950492.242317:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242319:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000010b015c. 02000000:00000001:3.0:1784950492.242321:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242322:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003c807dc9. 02000000:00000001:3.0:1784950492.242323:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242324:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6a5d6b0. 02000000:00000001:3.0:1784950492.242327:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242328:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000ba2745aa. 02000000:00000001:3.0:1784950492.242330:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242331:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6d14b1d. 02000000:00000001:3.0:1784950492.242333:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242334:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000e13b3a29. 02000000:00000001:3.0:1784950492.242337:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242338:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa85cc0f. 00000800:00000200:0.0:1784950492.242339:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1784950492.242341:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000800:00000010:0.0:1784950492.242342:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028331646. 02000000:00000010:3.0:1784950492.242343:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000082c8e2ed. 02000000:00000001:3.0:1784950492.242348:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1784950492.242349:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1784950492.242350:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034bcd6b2. 00000400:00000200:0.0:1784950492.242355:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:3.0:1784950492.242356:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1784950492.242358:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 02000000:00000010:3.0:1784950492.242359:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000071730387. 00000400:00000010:0.0:1784950492.242362:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 02000000:00000001:3.0:1784950492.242363:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242366:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d32a5205. 00000100:00000001:0.0:1784950492.242367:0:441635:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1784950492.242370:0:441635:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1784950492.242370:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242373:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c7c4e328. 02000000:00000010:0.0:1784950492.242374:0:441635:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000003a400f26. 02000000:00000001:3.0:1784950492.242377:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1784950492.242379:0:441635:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242380:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003cbf846b. 00000100:00000001:0.0:1784950492.242382:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1784950492.242385:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242388:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000930dbcb5. 00000800:00000001:0.0:1784950492.242389:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950492.242391:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242393:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054afbfd5. 00000800:00000001:0.0:1784950492.242395:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950492.242397:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000800:00000001:0.0:1784950492.242398:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1784950492.242400:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000007ba59f24. 00000800:00000001:0.0:1784950492.242402:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950492.242403:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242406:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070d803ca. 00000400:00000200:0.0:1784950492.242411:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:3.0:1784950492.242411:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242414:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000fe69b7d5. 02000000:00000001:3.0:1784950492.242417:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242418:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bb16c9a1. 02000000:00000001:3.0:1784950492.242420:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1784950492.242423:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c1700 02000000:00000010:3.0:1784950492.242423:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bf62e7f7. 02000000:00000001:3.0:1784950492.242426:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242429:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005be3fe71. 00000400:00000200:0.0:1784950492.242432:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x161e1 [1] + 224 02000000:00000001:3.0:1784950492.242432:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242434:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007ff6fbe8. 02000000:00000001:3.0:1784950492.242439:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000800:00000001:0.0:1784950492.242440:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:3.0:1784950492.242440:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e897a84. 00000800:00000001:0.0:1784950492.242445:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950492.242445:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242448:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c7694431. 00000400:00000200:0.0:1784950492.242450:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950492.242452:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1784950492.242455:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000010:3.0:1784950492.242456:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c2550e01. 00000100:00000001:0.0:1784950492.242460:0:441635:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784950492.242461:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242463:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b90f6412. 00000100:00000200:0.0:1784950492.242465:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066f32c0c x1871652369209088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950492.242465:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242466:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064c9d7de. 02000000:00000001:3.0:1784950492.242471:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242473:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000067113718. 02000000:00000001:3.0:1784950492.242477:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242479:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc2c1649. 02000000:00000001:3.0:1784950492.242484:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1784950492.242485:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000066f32c0c x1871652369209088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950492.242486:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000048c25d33. 02000000:00000001:3.0:1784950492.242491:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242493:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c79a93b4. 02000000:00000001:3.0:1784950492.242497:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242499:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000acd0fa9e. 02000000:00000001:3.0:1784950492.242502:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242503:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005fd8b1b4. 02000000:00000001:3.0:1784950492.242504:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242505:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000060923917. 02000000:00000001:3.0:1784950492.242506:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242507:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019529d69. 00000100:00000001:0.0:1784950492.242510:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784950492.242510:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242512:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000749f0a06. 02000000:00000001:3.0:1784950492.242515:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000800:00000001:0.0:1784950492.242516:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:3.0:1784950492.242517:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000453bfdfe. 00000800:00000001:0.0:1784950492.242522:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950492.242523:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242525:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000e8a47efb. 00000800:00000001:0.0:1784950492.242526:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950492.242529:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950492.242530:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784950492.242531:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784950492.242531:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034251946. 00000100:00000001:1.0:1784950492.242534:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950492.242540:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:3.0:1784950492.242540:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000400:00000001:1.0:1784950492.242541:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1784950492.242543:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fd384756. 00000400:00000001:1.0:1784950492.242545:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784950492.242547:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1784950492.242548:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000180fde72. 00000100:00000010:3.0:1784950492.242551:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045045211. 00000400:00000200:0.0:1784950492.242552:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c1780 00000400:00000200:1.0:1784950492.242555:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077350b67 02000000:00000001:3.0:1784950492.242557:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1784950492.242559:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077350b67. 02000000:00000010:3.0:1784950492.242559:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000013dec622. 02000000:00000001:3.0:1784950492.242565:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950492.242566:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:3.0:1784950492.242567:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007cb64c58. 00000400:00000200:0.0:1784950492.242571:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x161e5 [1] + 224 02000000:00000001:3.0:1784950492.242573:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1784950492.242575:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066f32c0c x1871652369209088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950492.242576:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000e0967212. 00000800:00000001:0.0:1784950492.242579:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950492.242580:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242583:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d5a1ce7e. 00000800:00000001:0.0:1784950492.242588:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950492.242589:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1784950492.242592:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066f32c0c x1871652369209088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950492.242593:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000f096adb2. 00000400:00000200:0.0:1784950492.242594:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950492.242599:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242602:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000961190c0. 00000400:00000200:0.0:1784950492.242604:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950492.242608:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950492.242609:0:441635:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784950492.242610:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1784950492.242611:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784950492.242613:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009e3cebb7. 00000100:00000001:1.0:1784950492.242614:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784950492.242616:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000505e938c x1871652369209216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950492.242618:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1784950492.242619:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000010:3.0:1784950492.242622:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c22bc4a9. 00000100:00000001:1.0:1784950492.242623:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950492.242626:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950492.242629:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1784950492.242632:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950492.242633:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000505e938c x1871652369209216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950492.242633:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cf6aebd9. 02000000:00000001:3.0:1784950492.242639:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1784950492.242642:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=120 v=5 (5 5 5 5) 00000100:00000010:3.0:1784950492.242643:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095749226. 02000000:00000001:3.0:1784950492.242649:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1784950492.242652:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=120 v=5 (1 1 1 1) 02000000:00000010:3.0:1784950492.242652:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000bce85f61. 00000100:00000001:0.0:1784950492.242656:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784950492.242657:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950492.242658:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1784950492.242661:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000285b838d. 00000800:00000001:0.0:1784950492.242662:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950492.242662:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950492.242667:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784950492.242668:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950492.242668:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1784950492.242671:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950492.242672:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000002b7a1515. 00000100:00000001:1.0:1784950492.242676:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1784950492.242676:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1784950492.242679:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000010:3.0:1784950492.242680:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000233e3cf1. 00000100:00000001:1.0:1784950492.242684:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1784950492.242685:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1784950492.242688:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950492.242689:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fd75cf8c. 02000000:00000001:3.0:1784950492.242694:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242696:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000faa06ed. 00000100:00000040:1.0:1784950492.242698:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066f32c0c x1871652369209088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950492.242700:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242703:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b4cce277. 02000000:00000001:3.0:1784950492.242708:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950492.242709:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1784950492.242712:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6aab69f. 00000100:00000001:1.0:1784950492.242714:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950492.242715:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950492.242718:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1784950492.242735:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950492.242737:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000004:00000001:1.0:1784950492.242739:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 02000000:00000010:3.0:1784950492.242740:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008cad8fbd. 00000004:00000040:1.0:1784950492.242743:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000400:00000001:2.0:1784950492.242743:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1784950492.242744:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:2.0:1784950492.242747:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000010:3.0:1784950492.242748:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002caed187. 00000400:00000010:2.0:1784950492.242751:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ae76fb9. 00000004:00000020:1.0:1784950492.242753:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 02000000:00000001:3.0:1784950492.242754:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1784950492.242757:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a3c3025 02000000:00000010:3.0:1784950492.242757:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003ac6f799. 00000004:00000001:1.0:1784950492.242763:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950492.242763:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007a3c3025. 02000000:00000001:3.0:1784950492.242764:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242769:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073192617. 00000100:00000001:2.0:1784950492.242770:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784950492.242772:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066f32c0c x1871652369209088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950492.242778:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000505e938c x1871652369209216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950492.242778:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242782:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000a3aac954. 00000100:00100000:1.0:1784950492.242788:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000066f32c0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369209088:192.168.203.114@tcp:41: 02000000:00000001:3.0:1784950492.242790:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242793:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000425a5bca. 00000100:00000001:1.0:1784950492.242799:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950492.242801:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1784950492.242802:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784950492.242803:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000505e938c x1871652369209216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950492.242805:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000df3be704. 00000100:00000040:1.0:1784950492.242809:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066f32c0c x1871652369209088/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950492.242812:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242816:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000640277fb. 00000100:00000001:2.0:1784950492.242825:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784950492.242825:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1784950492.242826:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950492.242828:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950492.242830:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950492.242830:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c9eded77. 00000100:00000001:2.0:1784950492.242832:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:1.0:1784950492.242834:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d85756b1. 02000000:00000001:2.0:1784950492.242836:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1784950492.242836:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1784950492.242840:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1784950492.242840:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000074c34413. 02000000:00000001:1.0:1784950492.242841:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950492.242842:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950492.242845:0:441644:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784950492.242846:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950492.242847:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:1.0:1784950492.242848:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00001000:2.0:1784950492.242851:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=125 v=5 (5 5 5 5) 02000000:00000010:3.0:1784950492.242851:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b3b7186f. 00000020:00000001:1.0:1784950492.242852:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950492.242856:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea4cd4d9. 02000000:00000001:3.0:1784950492.242857:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1784950492.242858:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=125 v=5 (1 1 1 1) 02000000:00000001:1.0:1784950492.242861:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:3.0:1784950492.242861:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a02cd9c. 00000100:00000001:2.0:1784950492.242862:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1784950492.242865:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784950492.242866:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950492.242867:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066f32c0c. 02000000:00000001:3.0:1784950492.242868:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1784950492.242869:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1784950492.242871:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000004ff6cb19. 00010000:00000001:2.0:1784950492.242873:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950492.242874:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1784950492.242875:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1784950492.242876:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950492.242877:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784950492.242878:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073d5c3ad. 00000100:00000040:2.0:1784950492.242879:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950492.242881:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950492.242884:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1784950492.242885:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1784950492.242887:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950492.242887:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950492.242888:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000c9bf34f5. 00000100:00000001:1.0:1784950492.242891:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950492.242894:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950492.242895:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950492.242896:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000505e938c x1871652369209216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784950492.242897:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ddeec7b. 00000100:00000001:1.0:1784950492.242898:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950492.242905:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1784950492.242908:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784950492.242909:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005fe49499. 00000100:00000001:2.0:1784950492.242914:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1784950492.242915:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242917:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000003a4e779. 00000100:00000001:2.0:1784950492.242918:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950492.242921:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 02000000:00000001:3.0:1784950492.242922:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000004:00000040:2.0:1784950492.242924:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 02000000:00000010:3.0:1784950492.242924:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c1d7bf10. 02000000:00000001:3.0:1784950492.242926:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242929:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7ed0693. 02000000:00000001:3.0:1784950492.242932:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000004:00000020:2.0:1784950492.242933:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 02000000:00000010:3.0:1784950492.242934:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f724cbed. 02000000:00000001:3.0:1784950492.242938:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:2.0:1784950492.242942:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950492.242942:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d43df96. 02000000:00000001:3.0:1784950492.242948:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1784950492.242949:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000505e938c x1871652369209216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950492.242950:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009d922785. 02000000:00000001:3.0:1784950492.242954:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242955:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f23672c8. 02000000:00000001:3.0:1784950492.242960:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242963:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000011068a0c. 00000100:00100000:2.0:1784950492.242965:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000505e938c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369209216:192.168.203.114@tcp:41: 02000000:00000001:3.0:1784950492.242966:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242968:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dacd0c0d. 02000000:00000001:3.0:1784950492.242972:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1784950492.242974:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784950492.242975:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000002395f481. 00000100:00000001:2.0:1784950492.242977:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784950492.242978:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.242981:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aee911e5. 00000100:00000040:2.0:1784950492.242982:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000505e938c x1871652369209216/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950492.242986:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.242989:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007fd035c2. 02000000:00000001:3.0:1784950492.242992:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1784950492.242994:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000010:3.0:1784950492.242994:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000de35d38. 02000000:00000001:2.0:1784950492.242997:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784950492.242998:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1784950492.242999:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e4f728dd. 02000000:00000010:3.0:1784950492.243000:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000716c5ca4. 02000000:00000001:2.0:1784950492.243004:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784950492.243005:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1784950492.243007:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000010:3.0:1784950492.243007:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8ce83d2. 00000020:00000040:2.0:1784950492.243011:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1784950492.243013:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1784950492.243014:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950492.243015:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000b1ab886f. 02000000:00000010:2.0:1784950492.243017:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b3b91a8d. 02000000:00000001:3.0:1784950492.243018:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243021:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ac89b23. 02000000:00000001:2.0:1784950492.243022:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950492.243025:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1784950492.243025:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000010:2.0:1784950492.243027:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000505e938c. 02000000:00000010:3.0:1784950492.243028:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000009dabc291. 00000100:00000001:2.0:1784950492.243031:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1784950492.243032:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1784950492.243033:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784950492.243035:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051f8917f. 00000100:00000001:2.0:1784950492.243036:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950492.243039:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1784950492.243041:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1784950492.243042:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f1b1b8c6. 00000100:00000001:2.0:1784950492.243044:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950492.243046:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1784950492.243047:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1784950492.243048:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004838e8b3. 00000100:00000001:2.0:1784950492.243050:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950492.243052:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243054:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000ff54071. 02000000:00000001:3.0:1784950492.243059:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243060:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035587b4e. 02000000:00000001:3.0:1784950492.243065:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243065:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000035e465ae. 02000000:00000001:3.0:1784950492.243067:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243067:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064f70b2a. 02000000:00000001:3.0:1784950492.243069:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243070:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000ceece30c. 02000000:00000001:3.0:1784950492.243220:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243222:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005f92b310. 02000000:00000001:3.0:1784950492.243225:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243226:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006470d004. 02000000:00000001:3.0:1784950492.243228:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243229:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a8a3718. 02000000:00000001:3.0:1784950492.243230:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243231:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e254b15f. 02000000:00000001:3.0:1784950492.243232:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243233:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4f7c3e7. 02000000:00000001:3.0:1784950492.243235:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243236:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000078e9245c. 02000000:00000001:3.0:1784950492.243237:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243237:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000501f9ecc. 02000000:00000001:3.0:1784950492.243240:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243240:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000075f34745. 02000000:00000001:3.0:1784950492.243242:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243243:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc9ccb62. 02000000:00000001:3.0:1784950492.243244:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243245:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000005654861f. 02000000:00000001:3.0:1784950492.243246:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243247:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fcc2f7f. 02000000:00000001:3.0:1784950492.243248:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243249:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000013359608. 02000000:00000001:3.0:1784950492.243250:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243251:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f866d7f6. 02000000:00000001:3.0:1784950492.243254:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243254:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000078aa0600. 02000000:00000001:3.0:1784950492.243256:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243256:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d333df03. 02000000:00000001:3.0:1784950492.243259:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243260:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ad9f46de. 02000000:00000001:3.0:1784950492.243261:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243262:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031013d55. 02000000:00000001:3.0:1784950492.243264:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243265:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000005ac1cd3c. 02000000:00000001:3.0:1784950492.243266:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243266:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081c530af. 02000000:00000001:3.0:1784950492.243268:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243269:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000a8d19456. 02000000:00000001:3.0:1784950492.243270:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243270:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009760c65a. 02000000:00000001:3.0:1784950492.243272:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243273:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001e51d95d. 02000000:00000001:3.0:1784950492.243275:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243275:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2e10981. 02000000:00000001:3.0:1784950492.243277:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243278:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004b3e3f29. 02000000:00000001:3.0:1784950492.243285:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243286:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e1775566. 02000000:00000001:3.0:1784950492.243288:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243288:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000027fccdb2. 02000000:00000001:3.0:1784950492.243292:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243293:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7476c0b. 02000000:00000001:3.0:1784950492.243296:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243297:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006939ec85. 02000000:00000001:3.0:1784950492.243298:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243299:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000678e61e8. 02000000:00000001:3.0:1784950492.243305:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243306:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000010752cd9. 02000000:00000001:3.0:1784950492.243309:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243309:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038a482f9. 02000000:00000001:3.0:1784950492.243311:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243312:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000c3655526. 02000000:00000001:3.0:1784950492.243313:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243314:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7c6e16e. 02000000:00000001:3.0:1784950492.243315:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243316:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d41346bc. 02000000:00000001:3.0:1784950492.243319:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243319:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001284434f. 02000000:00000001:3.0:1784950492.243326:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243327:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001cb2077d. 02000000:00000001:3.0:1784950492.243329:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243330:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057fd25ce. 02000000:00000001:3.0:1784950492.243334:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243335:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000009f7dddc8. 02000000:00000001:3.0:1784950492.243338:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243339:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb6069c6. 02000000:00000001:3.0:1784950492.243345:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243347:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000007bb9a502. 02000000:00000001:3.0:1784950492.243350:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243352:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd729a45. 02000000:00000001:3.0:1784950492.243355:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243356:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005165b905. 02000000:00000001:3.0:1784950492.243358:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243359:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000848ff4cb. 02000000:00000001:3.0:1784950492.243362:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243363:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000073c5b240. 02000000:00000001:3.0:1784950492.243365:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243366:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000311eebe9. 02000000:00000001:3.0:1784950492.243369:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243370:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000601eff20. 02000000:00000001:3.0:1784950492.243372:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243374:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ef0ee8d. 02000000:00000001:3.0:1784950492.243377:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243378:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000f5385f66. 02000000:00000001:3.0:1784950492.243380:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243381:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031345b0b. 02000000:00000001:3.0:1784950492.243384:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243385:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000005a1851c5. 02000000:00000001:3.0:1784950492.243388:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243389:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8cbd35c. 02000000:00000001:3.0:1784950492.243392:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243394:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000786716d0. 02000000:00000001:3.0:1784950492.243395:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243397:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c48603db. 02000000:00000001:3.0:1784950492.243399:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243400:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d453d906. 02000000:00000001:3.0:1784950492.243402:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243402:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000110635ef. 02000000:00000001:3.0:1784950492.243405:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243405:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000adf9385. 02000000:00000001:3.0:1784950492.243407:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243407:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098f351bd. 02000000:00000001:3.0:1784950492.243410:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243411:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004dbb257d. 02000000:00000001:3.0:1784950492.243412:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243413:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000957b4470. 02000000:00000001:3.0:1784950492.243414:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243415:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004ef374ce. 02000000:00000001:3.0:1784950492.243417:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243418:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000596b7c1b. 02000000:00000001:3.0:1784950492.243419:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243420:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000000e5fa870. 02000000:00000001:3.0:1784950492.243422:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243422:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049e93253. 02000000:00000001:3.0:1784950492.243424:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243425:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000005f51ec4c. 02000000:00000001:3.0:1784950492.243426:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243426:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c93307c1. 02000000:00000001:3.0:1784950492.243428:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243428:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001fb84426. 02000000:00000001:3.0:1784950492.243430:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243430:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054c3966b. 02000000:00000001:3.0:1784950492.243432:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243432:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006ad5a9ef. 02000000:00000001:3.0:1784950492.243433:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243434:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007190f695. 02000000:00000001:3.0:1784950492.243435:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243436:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d410dc67. 02000000:00000001:3.0:1784950492.243437:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243438:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041b004d5. 02000000:00000001:3.0:1784950492.243439:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243440:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000088257d6c. 02000000:00000001:3.0:1784950492.243441:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243442:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c605101. 02000000:00000001:3.0:1784950492.243443:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243444:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000c25b20cb. 02000000:00000001:3.0:1784950492.243445:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243445:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c1e96de4. 02000000:00000001:3.0:1784950492.243447:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243447:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000004b60ed1e. 02000000:00000001:3.0:1784950492.243449:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243449:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4dc2038. 02000000:00000001:3.0:1784950492.243451:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243451:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004700a163. 02000000:00000001:3.0:1784950492.243453:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243454:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fb02893. 02000000:00000001:3.0:1784950492.243455:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243456:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b6ae5b27. 02000000:00000001:3.0:1784950492.243457:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243458:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ea3c1ebb. 02000000:00000001:3.0:1784950492.243459:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243460:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000538cb002. 02000000:00000001:3.0:1784950492.243461:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243462:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001fdd62f3. 02000000:00000001:3.0:1784950492.243463:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243463:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000002e25eb63. 02000000:00000001:3.0:1784950492.243464:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243465:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035f91209. 02000000:00000001:3.0:1784950492.243466:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243467:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003de246ec. 02000000:00000001:3.0:1784950492.243468:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243469:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7e51bf3. 02000000:00000001:3.0:1784950492.243470:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243471:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001c755578. 02000000:00000001:3.0:1784950492.243473:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243474:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e86374a1. 02000000:00000001:3.0:1784950492.243477:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243478:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000000403be02. 02000000:00000001:3.0:1784950492.243479:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243480:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c1177d42. 02000000:00000001:3.0:1784950492.243483:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243483:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000006565b677. 02000000:00000001:3.0:1784950492.243485:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243486:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000060678714. 02000000:00000001:3.0:1784950492.243489:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243489:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000022f0c017. 02000000:00000001:3.0:1784950492.243491:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243492:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8afbe80. 02000000:00000001:3.0:1784950492.243495:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243496:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000df4efc59. 02000000:00000001:3.0:1784950492.243498:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243499:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ada283f4. 02000000:00000001:3.0:1784950492.243503:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243504:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000000baedcd8. 02000000:00000001:3.0:1784950492.243506:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243507:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f0c386d. 02000000:00000001:3.0:1784950492.243510:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243511:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000043a0c01c. 02000000:00000001:3.0:1784950492.243513:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243514:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e120c2dc. 02000000:00000001:3.0:1784950492.243517:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243518:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000079e51db. 02000000:00000001:3.0:1784950492.243520:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243521:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000782d7948. 02000000:00000001:3.0:1784950492.243524:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243525:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007ff0f381. 02000000:00000001:3.0:1784950492.243527:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243529:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc2113b9. 02000000:00000001:3.0:1784950492.243531:0:453516:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1784950492.243532:0:453516:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000004ef139cd. 02000000:00000001:3.0:1784950492.243536:0:453516:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1784950492.243537:0:453516:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba96e6fa. 00000100:00000001:3.0:1784950492.243540:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950492.243545:0:453516:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1784950492.243550:0:453516:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091642d7b. 00000400:00000010:3.0:1784950492.243558:0:453516:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000554e531e. 00010000:00000001:2.0:1784950492.496856:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950492.496865:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950492.496874:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950492.496879:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950492.496882:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950492.496887:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950492.496891:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950492.496893:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950492.496896:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950492.496899:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950492.496971:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950492.496977:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950492.496982:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784950492.624837:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307430779, at 4307430784 00000100:00000040:1.0:1784950492.624839:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307430779, at 4307430784 00000100:00000040:2.0:1784950492.624846:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307430779, at 4307430784 00000100:00000040:0.0:1784950492.624856:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307430779, at 4307430784 00000100:00000010:1.0:1784950492.624859:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aafce870. 00000100:00000010:2.0:1784950492.624862:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e737206. 00000100:00000010:3.0:1784950492.624875:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017ba5d14. 00000100:00000010:0.0:1784950492.624878:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edac230f. 00000800:00000100:1.0:1784950492.944814:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.12@tcp 00000800:00000010:1.0:1784950492.944820:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eec44ac7. 00000400:00000200:1.0:1784950492.944827:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950492.944831:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.12@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950492.944837:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12764 health :900 00000400:00000200:1.0:1784950492.944841:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950492.944844:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.12@tcp: 1 00000400:00000200:1.0:1784950492.944847:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.12@tcp: -114 00000400:00000200:2.0:1784950492.944883:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1784950492.944889:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.12@tcp(00000000ea45724e) state 0x861 00000400:00000001:2.0:1784950492.944894:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950492.944896:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950492.944898:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b53aafd9 00000400:00000010:2.0:1784950492.944899:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b53aafd9. 00000400:00000200:2.0:1784950492.944903:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950492.944905:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.12@tcp: -114 00000400:00000010:2.0:1784950492.944908:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006d9edf0d. 00000400:00000200:2.0:1784950492.944911:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.12@tcp:-110 00000400:00000200:2.0:1784950492.944913:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.12@tcp(00000000ea45724e) state 0x2061 rc -110 00000400:00000200:2.0:1784950492.944915:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.12@tcp 00000100:00000001:2.0:1784950493.136838:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950493.136853:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950493.136855:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950493.136861:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950493.136864:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950493.136868:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950493.136872:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950493.520857:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950493.520866:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950493.520875:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950493.520877:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950493.521007:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950493.521013:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950493.521018:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1784950493.968873:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000010:3.0:1784950493.968888:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c766acd4. 00000400:00000010:3.0:1784950493.968904:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004403da6f. 00000400:00000010:3.0:1784950493.968914:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa895c83. 00000400:00000010:3.0:1784950493.968929:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000dfd11916. 00000400:00000200:3.0:1784950493.968939:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950493.968967:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950493.968979:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950493.968987:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11171:11171:246:4294967295] 192.168.203.114@tcp LPNI seq info [9897:9897:8:4294967295] 00000400:00000200:3.0:1784950493.968999:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:3.0:1784950493.969014:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:3.0:1784950493.969025:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950493.969098:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a86c365d. 00000800:00000200:3.0:1784950493.969113:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:3.0:1784950493.969127:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950493.969135:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a86c365d type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1784950493.969167:0:441638:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 1 next ping: 12766 health :900 00000800:00000200:1.0:1784950493.969323:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950493.969331:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a86c365d. 00000400:00000200:1.0:1784950493.969341:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950493.969352:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000800:00000001:0.0:1784950493.969358:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950493.969360:0:441634:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1784950493.969369:0:441634:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:0.0:1784950493.969379:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950493.969385:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950493.969392:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950493.969404:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:0.0:1784950493.969421:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1784950493.969432:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:0.0:1784950493.969445:0:441636:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950493.969451:0:441636:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11172:11172:246:4294967295] 192.168.203.114@tcp LPNI seq info [9898:9898:8:4294967295] 00000400:00000200:0.0:1784950493.969462:0:441636:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:0.0:1784950493.969468:0:441636:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950493.969473:0:441636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000800:00000200:0.0:1784950493.969480:0:441636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950493.969486:0:441636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950493.969490:0:441636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 3, nob 144 niov 1 nkiov 1 00000800:00000001:2.0:1784950493.969614:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950493.969617:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950493.969624:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 00000800:00000001:2.0:1784950493.969626:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950493.969631:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950493.969634:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950493.969642:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:2.0:1784950493.969646:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950493.969653:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950493.969658:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950493.969669:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:2.0:1784950493.969687:0:441635:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x161fd 00000800:00000001:2.0:1784950493.969695:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950493.969706:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950493.969710:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950493.969714:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:2.0:1784950493.969749:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa895c83 00000400:00000010:2.0:1784950493.969754:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000fa895c83. 00000400:00000200:2.0:1784950493.969758:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1784950493.969762:0:441635:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c766acd4. 00000400:00000010:2.0:1784950493.969766:0:441635:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004403da6f. 00000800:00000001:2.0:1784950493.969776:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950493.969779:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950494.160842:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950494.160858:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950494.160860:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950494.160867:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950494.160870:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950494.160874:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950494.160877:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950494.544894:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950494.544903:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950494.544911:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950494.544913:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950494.544997:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950494.545004:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950494.545008:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950495.184837:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950495.184853:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950495.184856:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950495.184862:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950495.184865:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950495.184870:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950495.184872:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950495.312938:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950495.312949:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950495.312959:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066f32c0c. 00000020:00000040:1.0:1784950495.312967:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950495.312973:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950495.312976:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950495.312983:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950495.312994:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea4cd4d9. 00000100:00000001:1.0:1784950495.313002:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950495.313013:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@0000000066f32c0c x1871652369209344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950495.313027:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950495.313030:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950495.313037:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066f32c0c] to pc [ptlrpcd_00_01+1] req@0000000066f32c0c x1871652369209344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950495.313099:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950495.313103:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950495.313107:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950495.313111:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000674d7555. 00000020:00000040:1.0:1784950495.313114:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950495.313117:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950495.313119:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950495.313121:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950495.313124:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014755b2c. 00000100:00000001:1.0:1784950495.313127:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950495.313134:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000674d7555 x1871652369209472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950495.313145:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950495.313147:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950495.313152:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000674d7555] to pc [ptlrpcd_00_02+2] req@00000000674d7555 x1871652369209472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950495.313166:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950495.313175:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950495.313180:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950495.313183:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950495.313187:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950495.313192:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066f32c0c x1871652369209344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1784950495.313195:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:2.0:1784950495.313196:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950495.313212:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1784950495.313222:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950495.313227:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950495.313230:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784950495.313233:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950495.313237:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000efa7e89e. 02000000:00000001:3.0:1784950495.313241:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1784950495.313244:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1784950495.313249:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950495.313249:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950495.313251:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950495.313254:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950495.313261:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950495.313262:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950495.313265:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950495.313265:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950495.313268:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950495.313273:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000066f32c0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369209344:0@lo:400: 00000100:00000001:0.0:1784950495.313274:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1784950495.313280:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a629e91. 00000100:00000001:3.0:1784950495.313293:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784950495.313294:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000674d7555 x1871652369209472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950495.313294:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950495.313306:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784950495.313311:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000efa7e89e x1871652369209600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784950495.313313:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950495.313326:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950495.313337:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017854499. 02000000:00000001:3.0:1784950495.313347:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950495.313360:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950495.313361:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1784950495.313363:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a039ee60. 00000100:00000001:1.0:1784950495.313369:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950495.313370:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950495.313376:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009139bac3. 00000100:00000040:1.0:1784950495.313383:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efa7e89e] to pc [ptlrpcd_00_03+3] req@00000000efa7e89e x1871652369209600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950495.313385:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1784950495.313391:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369209344, portal 25 02000000:00000001:0.0:1784950495.313394:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950495.313404:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1784950495.313408:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950495.313412:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038695168 : -120287670856448 : ffff9299581b9500) 00000100:00100000:0.0:1784950495.313427:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000674d7555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369209472:192.168.203.114@tcp:400: 00000100:00000040:3.0:1784950495.313429:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000066f32c0c x1871652369209344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950495.313432:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950495.313443:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950495.313448:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950495.313458:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950495.313460:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1784950495.313467:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950495.313471:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000315176e7. 00000100:00000001:3.0:1784950495.313474:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784950495.313478:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1784950495.313481:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:3.0:1784950495.313488:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1784950495.313490:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abefb4c2. 00000100:00000001:1.0:1784950495.313491:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950495.313493:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784950495.313498:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa895c83. 02000000:00000001:1.0:1784950495.313499:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950495.313502:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950495.313504:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950495.313506:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950495.313508:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369209344, offset 0 00000100:00000001:2.0:1784950495.313513:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1784950495.313519:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3b4a514. 02000000:00000010:1.0:1784950495.313520:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d508b323. 00000100:00000001:1.0:1784950495.313531:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950495.313533:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000efa7e89e x1871652369209600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950495.313534:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1784950495.313543:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000315176e7 x1871652369209728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1784950495.313555:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdfacc79. 00000400:00000200:3.0:1784950495.313564:0:441642:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1784950495.313572:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369209472, portal 4 00000100:00000001:0.0:1784950495.313586:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950495.313593:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038690688 : -120287670860928 : ffff9299581b8380) 00000400:00000200:3.0:1784950495.313600:0:441642:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c1800 00000100:00000001:2.0:1784950495.313611:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950495.313613:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950495.313621:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950495.313621:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950495.313623:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000674d7555 x1871652369209472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950495.313624:0:441642:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14ad5 [2] + 0 02000000:00000001:2.0:1784950495.313638:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784950495.313643:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000315176e7] to pc [ptlrpcd_00_00+0] req@00000000315176e7 x1871652369209728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950495.313644:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012d39c9d. 02000000:00000001:2.0:1784950495.313648:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950495.313661:0:441642:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000033845ddc 02000000:00000001:2.0:1784950495.313665:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950495.313678:0:441642:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950495.313688:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1784950495.313688:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000efa7e89e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369209600:192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950495.313697:0:441642:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1784950495.313711:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950495.313712:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033845ddc 00000100:00000001:1.0:1784950495.313715:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950495.313717:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1784950495.313763:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a09db0. 00000400:00000010:3.0:1784950495.313777:0:441642:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 0000000033845ddc. 00000100:00080000:1.0:1784950495.313786:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000200:0.0:1784950495.313791:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369209472, offset 0 00000100:00000001:3.0:1784950495.313792:0:441642:0:(events.c:286:request_in_callback()) Process entered 00000100:00080000:1.0:1784950495.313795:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:2.0:1784950495.313795:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1784950495.313798:0:441642:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1784950495.313805:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950495.313808:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784950495.313810:0:441642:0:(events.c:337:request_in_callback()) incoming req@00000000cffb992c x1871652369209344 msgsize 224 02000000:00000001:2.0:1784950495.313819:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784950495.313821:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950495.313829:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1784950495.313836:0:441642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1784950495.313837:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1784950495.313840:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db61bd54. 00000100:00000040:3.0:1784950495.313842:0:441642:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1784950495.313846:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1784950495.313850:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:0.0:1784950495.313852:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950495.313854:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950495.313862:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950495.313865:0:441642:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1784950495.313867:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1784950495.313872:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784950495.313874:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000315176e7 x1871652369209728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950495.313875:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950495.313887:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000010:1.0:1784950495.313888:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cbc1038. 00000100:00000001:1.0:1784950495.313900:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950495.313905:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1784950495.313917:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000db61bd54 x1871652369209856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950495.313921:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784950495.313922:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950495.313931:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950495.313943:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11173:11173:246:4294967295] 192.168.203.114@tcp LPNI seq info [9899:9899:8:4294967295] 02000000:00000001:2.0:1784950495.313946:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950495.313953:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784950495.313956:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950495.313959:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950495.313971:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950495.313977:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db61bd54] to pc [ptlrpcd_00_01+1] req@00000000db61bd54 x1871652369209856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950495.313989:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000315176e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369209728:192.168.203.114@tcp:400: 00000400:00000200:0.0:1784950495.313999:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950495.314013:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950495.314021:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950495.314028:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950495.314030:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950495.314032:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950495.314034:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa895c83 02000000:00000001:2.0:1784950495.314037:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784950495.314043:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000fa895c83. 00000100:00000040:1.0:1784950495.314045:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12771) 00000100:00000001:3.0:1784950495.314074:0:441642:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1784950495.314079:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 02000000:00000010:2.0:1784950495.314081:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce0859fb. 00000100:00000200:3.0:1784950495.314087:0:441642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066f32c0c x1871652369209344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950495.314093:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950495.314107:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:2.0:1784950495.314111:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002740b042. 00000100:00000001:3.0:1784950495.314117:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950495.314128:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066f32c0c x1871652369209344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950495.314131:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000969daf7a. 00000100:00000001:1.0:1784950495.314139:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:0.0:1784950495.314142:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:1.0:1784950495.314150:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369209344 00000100:00000200:2.0:1784950495.314150:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369209728, portal 4 00000800:00000200:0.0:1784950495.314158:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1784950495.314160:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950495.314164:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950495.314167:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950495.314169:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950495.314175:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038692480 : -120287670859136 : ffff9299581b8a80) 00000100:00000001:1.0:1784950495.314176:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950495.314177:0:441642:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1784950495.314188:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950495.314189:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950495.314197:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950495.314201:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000315176e7 x1871652369209728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950495.314202:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369209344 00000100:00000001:3.0:1784950495.314203:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307435899 00000100:00000040:0.0:1784950495.314209:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13546 usecs (14 jiffies) 00000020:00000001:1.0:1784950495.314211:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000010:3.0:1784950495.314217:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b031a71. 00000020:00000040:1.0:1784950495.314219:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:0.0:1784950495.314223:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307433487 00000020:00000001:1.0:1784950495.314228:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950495.314235:0:441642:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 0 00000020:00000040:1.0:1784950495.314238:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000020:00000001:1.0:1784950495.314248:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:3.0:1784950495.314252:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307435899 00000100:00000001:0.0:1784950495.314253:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307435899 00000020:00000001:1.0:1784950495.314257:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:2.0:1784950495.314257:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1784950495.314267:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005fb7a54d. 00000100:00000001:0.0:1784950495.314268:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307433487 00000100:00000001:1.0:1784950495.314270:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950495.314278:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950495.314281:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000001:3.0:1784950495.314282:0:441642:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1784950495.314288:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014170e3d. 00000100:00000001:1.0:1784950495.314292:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950495.314293:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307435899 00000100:00000001:0.0:1784950495.314294:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307435899 00000100:00000200:2.0:1784950495.314303:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369209728, offset 0 00000020:00000010:1.0:1784950495.314304:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000001:0.0:1784950495.314308:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307433487 00000100:00000010:3.0:1784950495.314309:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000037e2c3a1. 00000100:00000001:3.0:1784950495.314321:0:441642:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 2 00000020:00000010:1.0:1784950495.314323:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000135a536f. 00000100:00000001:3.0:1784950495.314330:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307435899 00000100:00000001:0.0:1784950495.314331:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307435899 00000400:00000200:2.0:1784950495.314333:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950495.314336:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4273495. 00000100:00000001:0.0:1784950495.314344:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307433487 00000100:00000010:3.0:1784950495.314344:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003360f156. 00000020:00000010:1.0:1784950495.314352:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dc959bd2. 00000100:00000001:3.0:1784950495.314355:0:441642:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1784950495.314362:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:1.0:1784950495.314370:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1784950495.314371:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950495.314372:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307435899 00000400:00000200:2.0:1784950495.314376:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950495.314381:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950495.314384:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950495.314388:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950495.314390:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950495.314393:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950495.314394:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950495.314396:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950495.314404:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950495.314405:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950495.314410:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950495.314413:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950495.314418:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950495.314423:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784950495.314425:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950495.314431:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950495.314431:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950495.314432:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950495.314444:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11174:11174:245:4294967295] 192.168.203.114@tcp LPNI seq info [9900:9900:7:4294967295] 00000100:00000001:3.0:1784950495.314448:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950495.314454:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950495.314455:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950495.314458:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950495.314464:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950495.314465:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950495.314466:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950495.314478:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950495.314485:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950495.314486:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db61bd54 x1871652369209856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950495.314490:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00000001:0.0:1784950495.314493:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950495.314497:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950495.314503:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:0.0:1784950495.314507:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950495.314513:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785875003472 : -120287834548144 : ffff92994e59d850) 00000100:00000001:3.0:1784950495.314529:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784950495.314532:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cffb992c x1871652369209344/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:646/0 lens 224/0 e 0 to 0 dl 1784950506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950495.314535:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950495.314536:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950495.314548:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:2.0:1784950495.314556:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3b91a8d. 02000000:00000001:3.0:1784950495.314557:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950495.314564:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1784950495.314570:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950495.314573:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000800:00000200:2.0:1784950495.314583:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:3.0:1784950495.314584:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000db61bd54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369209856:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950495.314585:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950495.314599:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000001:3.0:1784950495.314601:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950495.314610:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1784950495.314612:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:3.0:1784950495.314618:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950495.314620:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000cffb992c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369209344:12345-0@lo:400: 00000800:00000200:2.0:1784950495.314627:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b3b91a8d type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784950495.314630:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784950495.314639:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369209344 02000000:00000010:3.0:1784950495.314641:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d522160c. 00000020:00000001:1.0:1784950495.314646:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:3.0:1784950495.314648:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950495.314654:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000010:3.0:1784950495.314655:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df0f20aa. 00000020:00000001:1.0:1784950495.314661:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950495.314662:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950495.314664:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa895c83. 00000020:00000001:1.0:1784950495.314674:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1784950495.314678:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369209856, portal 10 00000020:00000001:1.0:1784950495.314681:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000040:2.0:1784950495.314681:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4742 usecs (5 jiffies) 00000100:00000001:3.0:1784950495.314684:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950495.314692:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038691584 : -120287670860032 : ffff9299581b8700) 00000020:00000001:1.0:1784950495.314694:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1784950495.314696:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307433478 00000020:00000001:1.0:1784950495.314702:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950495.314709:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950495.314710:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307435899 00000100:00000040:3.0:1784950495.314711:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000db61bd54 x1871652369209856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950495.314712:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950495.314750:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950495.314755:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950495.314759:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950495.314763:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950495.314766:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307433479 02000000:00000001:1.0:1784950495.314770:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:0.0:1784950495.314775:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 00000100:00000001:2.0:1784950495.314782:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307435899 02000000:00000010:1.0:1784950495.314783:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f3d606af. 00000400:00000200:0.0:1784950495.314791:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950495.314794:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950495.314796:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950495.314797:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307433479 00000100:00000001:1.0:1784950495.314805:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950495.314812:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307435899 00000100:00000040:3.0:1784950495.314817:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950495.314818:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950495.314819:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950495.314828:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307433479 00010000:00000040:1.0:1784950495.314831:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369209344 00000400:00000010:3.0:1784950495.314832:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077350b67. 00000400:00000200:0.0:1784950495.314835:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a09db0 00000100:00000001:2.0:1784950495.314839:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307435899 00010000:00000001:1.0:1784950495.314842:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000010:0.0:1784950495.314846:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c1a09db0. 00000100:00000001:2.0:1784950495.314853:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:1.0:1784950495.314854:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000cffb992c x1871652369209344/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:646/0 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950495.314861:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784950495.314862:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369209856, offset 0 00000100:00000001:2.0:1784950495.314868:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950495.314877:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000674d7555 x1871652369209472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950495.314885:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950495.314889:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950495.314902:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950495.314907:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1784950495.314912:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00010000:00000001:1.0:1784950495.314914:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950495.314920:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1784950495.314926:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=133 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950495.314931:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784950495.314933:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950495.314944:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950495.314948:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950495.314949:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:1.0:1784950495.314955:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:2.0:1784950495.314959:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950495.314964:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950495.314969:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000001:2.0:1784950495.314970:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950495.314978:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:1.0:1784950495.314983:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1784950495.314986:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950495.314991:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950495.314997:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11175:11175:244:4294967295] 192.168.203.114@tcp LPNI seq info [9901:9901:6:4294967295] 00000100:00000001:1.0:1784950495.315004:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950495.315007:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950495.315015:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:2.0:1784950495.315023:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950495.315024:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000674d7555 x1871652369209472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950495.315026:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 00000400:00000200:3.0:1784950495.315034:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:1.0:1784950495.315040:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369209344, offset 224 00000800:00000001:2.0:1784950495.315047:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950495.315080:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:2.0:1784950495.315087:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950495.315088:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:3.0:1784950495.315094:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a7ee387. 00000800:00000001:2.0:1784950495.315103:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950495.315114:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950495.315115:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950495.315116:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1784950495.315127:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784950495.315137:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:3.0:1784950495.315138:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:1.0:1784950495.315142:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c1800 00000800:00000200:3.0:1784950495.315150:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a7ee387 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950495.315159:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16201 [1] + 224 00000100:00000001:3.0:1784950495.315159:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950495.315168:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5085 usecs (6 jiffies) 00000800:00000200:0.0:1784950495.315175:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784950495.315175:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c1880 00000400:00000200:1.0:1784950495.315176:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950495.315177:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307433480 00000800:00000010:0.0:1784950495.315189:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3b91a8d. 00000100:00000001:3.0:1784950495.315192:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307435899 00000400:00000200:1.0:1784950495.315197:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1784950495.315203:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950495.315206:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 224 00000100:00000001:3.0:1784950495.315207:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307433480 00000100:00000001:3.0:1784950495.315216:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307435899 00000400:00000200:0.0:1784950495.315224:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950495.315227:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307433480 00000100:00000001:1.0:1784950495.315231:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1784950495.315234:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950495.315236:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307435899 00000400:00000200:0.0:1784950495.315238:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014170e3d 00000100:00000200:1.0:1784950495.315243:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066f32c0c x1871652369209344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950495.315249:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307433480 00000400:00000010:0.0:1784950495.315250:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000014170e3d. 00000800:00000001:2.0:1784950495.315253:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950495.315261:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307435899 00000100:00000001:0.0:1784950495.315265:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784950495.315268:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950495.315273:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950495.315282:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000315176e7 x1871652369209728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950495.315286:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950495.315292:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950495.315298:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066f32c0c x1871652369209344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950495.315312:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950495.315320:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1784950495.315336:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000505e938c. 00000100:00000001:0.0:1784950495.315344:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950495.315349:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000505e938c x1871652369209472 msgsize 224 00000100:00000001:1.0:1784950495.315353:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784950495.315360:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000315176e7 x1871652369209728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950495.315367:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950495.315383:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950495.315385:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba5e1f06. 00000100:00000001:0.0:1784950495.315388:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950495.315390:0:441636:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1784950495.315397:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784950495.315410:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950495.315414:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950495.315417:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a039ee60. 00000400:00000200:3.0:1784950495.315422:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009139bac3 00000800:00000001:2.0:1784950495.315426:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950495.315427:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009139bac3. 00000100:00000001:3.0:1784950495.315436:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950495.315437:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca6d43d 00000400:00000010:1.0:1784950495.315443:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008ca6d43d. 00000100:00000200:3.0:1784950495.315445:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066f32c0c x1871652369209344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950495.315450:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950495.315455:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1784950495.315465:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a40226fc. 00000100:00000001:1.0:1784950495.315467:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950495.315472:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066f32c0c x1871652369209344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950495.315480:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004eff451. 00000100:00000040:1.0:1784950495.315482:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00010000:00000001:1.0:1784950495.315495:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000200:2.0:1784950495.315496:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369209600, portal 10 00000100:00000001:3.0:1784950495.315503:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1784950495.315504:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950495.315505:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1784950495.315513:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950495.315514:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950495.315515:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950495.315515:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038704128 : -120287670847488 : ffff9299581bb800) 00000800:00000010:0.0:1784950495.315527:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a7ee387. 00000100:00000040:1.0:1784950495.315528:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cffb992c x1871652369209344/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:646/0 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950495.315529:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:2.0:1784950495.315539:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000efa7e89e x1871652369209600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950495.315539:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784950495.315542:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950495.315547:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950495.315554:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950495.315566:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950495.315569:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00001000:3.0:1784950495.315580:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=133 v=5 (5 5 5 5) 00000100:00100000:1.0:1784950495.315587:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000cffb992c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369209344:12345-0@lo:400: Request processed in 1013us (1766us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950495.315590:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077350b67 00000100:00001000:3.0:1784950495.315597:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=133 v=5 (1 1 1 1) 00000400:00000010:0.0:1784950495.315601:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077350b67. 00000100:00000001:2.0:1784950495.315609:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950495.315617:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950495.315618:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950495.315627:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950495.315629:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00000040:2.0:1784950495.315630:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950495.315638:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db61bd54 x1871652369209856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950495.315639:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1784950495.315641:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000400:00000010:2.0:1784950495.315642:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000901b1d00. 00010000:00000001:3.0:1784950495.315647:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950495.315654:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1784950495.315655:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369209600, offset 0 00000100:00000001:3.0:1784950495.315658:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950495.315665:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1784950495.315674:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066f32c0c x1871652369209344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950495.315678:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4273495. 00000400:00000200:2.0:1784950495.315678:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950495.315698:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dc959bd2. 00000400:00000200:2.0:1784950495.315700:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000010:1.0:1784950495.315715:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000135a536f. 00000100:00000001:0.0:1784950495.315716:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950495.315770:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1784950495.315774:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db61bd54 x1871652369209856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950495.315776:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1784950495.315781:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000400:00000200:2.0:1784950495.315786:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950495.315794:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1784950495.315801:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1784950495.315806:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950495.315807:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950495.315809:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f3d606af. 00000400:00000200:2.0:1784950495.315823:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:1.0:1784950495.315825:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1784950495.315831:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066f32c0c x1871652369209344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950495.315836:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950495.315846:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11176:11176:245:4294967295] 192.168.203.114@tcp LPNI seq info [9902:9902:7:4294967295] 00000100:00000200:1.0:1784950495.315855:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1784950495.315872:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef0f247b. 00000100:00000001:0.0:1784950495.315884:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950495.315891:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ad72ec0. 00000100:00000001:0.0:1784950495.315897:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1784950495.315901:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000066f32c0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369209344:0@lo:400: 00000400:00000200:2.0:1784950495.315903:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950495.315918:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950495.315928:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950495.315929:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784950495.315938:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950495.315940:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066f32c0c x1871652369209344/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784950495.315942:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb2959c5. 00000100:00000001:1.0:1784950495.315944:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1784950495.315955:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950495.315956:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369209472 02000000:00000001:1.0:1784950495.315969:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:2.0:1784950495.315970:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:0.0:1784950495.315971:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950495.315971:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784950495.315977:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784950495.315981:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784950495.315985:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950495.315986:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784950495.315987:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017854499. 00000800:00000200:2.0:1784950495.315995:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:1.0:1784950495.316003:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950495.316006:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eb2959c5 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784950495.316007:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950495.316015:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:0.0:1784950495.316016:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00100000:1.0:1784950495.316018:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369209472 00000020:00000040:3.0:1784950495.316023:0:441642:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000100:00000001:2.0:1784950495.316027:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950495.316030:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1784950495.316031:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:1.0:1784950495.316039:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000040:2.0:1784950495.316039:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5615 usecs (6 jiffies) 00000400:00000200:0.0:1784950495.316040:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c1980 02000000:00000010:3.0:1784950495.316041:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea4cd4d9. 00000020:00000001:1.0:1784950495.316051:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950495.316082:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307433481 00000400:00000200:0.0:1784950495.316084:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 448 02000000:00000001:3.0:1784950495.316088:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:1.0:1784950495.316091:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:2.0:1784950495.316094:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307435899 02000000:00000001:3.0:1784950495.316096:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950495.316103:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066f32c0c. 00000800:00000001:0.0:1784950495.316105:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950495.316106:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950495.316107:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307433481 00000100:00000001:3.0:1784950495.316114:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950495.316117:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307435899 00000800:00000001:0.0:1784950495.316119:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950495.316123:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950495.316123:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950495.316125:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307433481 00000400:00000200:0.0:1784950495.316132:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950495.316135:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950495.316139:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307435899 00000100:00000001:1.0:1784950495.316141:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950495.316148:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950495.316151:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307433481 00000400:00000200:0.0:1784950495.316153:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:1.0:1784950495.316155:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000001:3.0:1784950495.316156:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950495.316162:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307435899 00000100:00000001:1.0:1784950495.316170:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950495.316171:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950495.316172:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950495.316172:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784950495.316180:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1784950495.316181:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950495.316183:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950495.316186:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000001:3.0:1784950495.316190:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950495.316192:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000007f09b9. 00000100:00000001:2.0:1784950495.316192:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950495.316202:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950495.316203:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950495.316206:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000007f09b9 x1871652369209728 msgsize 224 00000020:00000010:1.0:1784950495.316207:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000135a536f. 00000100:00000001:2.0:1784950495.316219:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1784950495.316222:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4273495. 00000100:00000001:2.0:1784950495.316227:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1784950495.316237:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dc959bd2. 00000100:00100000:0.0:1784950495.316238:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950495.316239:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950495.316246:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950495.316253:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950495.316258:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950495.316260:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1784950495.316269:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950495.316270:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950495.316273:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950495.316280:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950495.316292:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950495.316311:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950495.316318:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950495.316318:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950495.316319:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb2959c5. 00000800:00000001:2.0:1784950495.316331:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950495.316332:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950495.316340:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1784950495.316343:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950495.316351:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950495.316352:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369209728 00000100:00000001:1.0:1784950495.316352:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950495.316363:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1784950495.316366:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1784950495.316368:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950495.316369:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000901b1d00 00000100:00000001:0.0:1784950495.316376:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1784950495.316377:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000901b1d00. 00000100:00100000:1.0:1784950495.316385:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2749 00000100:00000001:0.0:1784950495.316386:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950495.316389:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784950495.316398:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c1900 00000100:00000040:1.0:1784950495.316400:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 02000000:00000001:0.0:1784950495.316403:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950495.316406:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000efa7e89e x1871652369209600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950495.316414:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730223488 : -120287979328128 : ffff929945b8ad80) 00000100:00100000:0.0:1784950495.316418:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369209728 00000400:00000200:2.0:1784950495.316424:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 165760 00000020:00000001:0.0:1784950495.316431:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:1.0:1784950495.316437:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000505e938c x1871652369209472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:646/0 lens 224/0 e 0 to 0 dl 1784950506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784950495.316440:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000800:00000001:2.0:1784950495.316445:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950495.316451:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:2.0:1784950495.316456:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950495.316461:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:3.0:1784950495.316464:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950495.316468:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950495.316476:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000040:3.0:1784950495.316478:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000efa7e89e x1871652369209600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950495.316488:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950495.316493:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:1.0:1784950495.316496:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950495.316504:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1784950495.316507:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000001:0.0:1784950495.316513:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1784950495.316514:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1784950495.316517:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950495.316528:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000010:2.0:1784950495.316529:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000beab1f22. 00000020:00000010:1.0:1784950495.316530:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000001:3.0:1784950495.316532:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950495.316544:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950495.316545:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950495.316546:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000beab1f22 x1871652369209600 msgsize 224 00000100:00100000:1.0:1784950495.316554:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000505e938c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369209472:12345-192.168.203.114@tcp:400: 00000800:00000001:3.0:1784950495.316555:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950495.316562:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000800:00000001:3.0:1784950495.316570:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950495.316574:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369209472 00000100:00100000:2.0:1784950495.316575:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000001:3.0:1784950495.316584:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950495.316585:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020c270e2. 00000020:00000001:1.0:1784950495.316585:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950495.316595:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000001:3.0:1784950495.316597:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950495.316598:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1784950495.316600:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d7abced. 00000020:00000001:1.0:1784950495.316603:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950495.316613:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000001:2.0:1784950495.316614:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950495.316617:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f4cc34f. 00000020:00000001:1.0:1784950495.316620:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:3.0:1784950495.316622:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:2.0:1784950495.316625:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950495.316632:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950495.316636:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000001:00000001:1.0:1784950495.316640:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369209472, found 0 last_xid 1871652369209471 00000100:00000001:0.0:1784950495.316643:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1784950495.316647:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950495.316652:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950495.316655:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c1a00 00000020:00000001:1.0:1784950495.316657:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950495.316665:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950495.316671:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950495.316671:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950495.316672:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950495.316674:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 165984 00000100:00100000:2.0:1784950495.316679:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369209600 00000020:00000001:1.0:1784950495.316682:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1784950495.316691:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950495.316694:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000001:3.0:1784950495.316696:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950495.316697:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1784950495.316703:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950495.316705:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950495.316706:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950495.316712:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f3d606af. 00000800:00000001:3.0:1784950495.316716:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950495.316749:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950495.316755:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369209600 00000020:00000001:2.0:1784950495.316759:0:453541:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950495.316761:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 02000000:00000001:1.0:1784950495.316767:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950495.316768:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950495.316776:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1784950495.316777:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000400:00000200:3.0:1784950495.316781:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950495.316782:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950495.316784:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1784950495.316789:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:1.0:1784950495.316797:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950495.316800:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00010000:00000040:1.0:1784950495.316811:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369209472 00000400:00000200:3.0:1784950495.316811:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950495.316812:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2750 00000100:00000001:2.0:1784950495.316815:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1784950495.316825:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000010:2.0:1784950495.316827:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000100:00000040:0.0:1784950495.316830:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950495.316835:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950495.316839:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:1.0:1784950495.316840:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000505e938c x1871652369209472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:646/0 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950495.316843:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684301824 : -120288025249792 : ffff929942fbf800) 00000100:00000200:3.0:1784950495.316845:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1784950495.316857:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000100:00000010:3.0:1784950495.316864:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000961190c0. 00000100:00000040:0.0:1784950495.316870:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000007f09b9 x1871652369209728/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:646/0 lens 224/0 e 0 to 0 dl 1784950506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950495.316876:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080cfe63d. 00000100:00000040:3.0:1784950495.316877:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000961190c0 x1871652369209856 msgsize 224 00010000:00000001:1.0:1784950495.316883:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1784950495.316889:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b154640. 00010000:00000001:1.0:1784950495.316892:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950495.316903:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000098a21f52. 00000100:00001000:1.0:1784950495.316905:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=128 v=5 (1 1 1 1) 00000100:00100000:3.0:1784950495.316917:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:2.0:1784950495.316922:0:453541:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1784950495.316924:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950495.316933:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1784950495.316935:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950495.316942:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950495.316942:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950495.316943:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950495.316944:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950495.316950:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950495.316954:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1784950495.316959:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 02000000:00000001:1.0:1784950495.316960:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950495.316961:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950495.316962:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1784950495.316973:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1784950495.316974:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950495.316975:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950495.316976:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950495.316978:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950495.316990:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950495.316993:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000400:00000010:1.0:1784950495.316998:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 00000100:00000200:1.0:1784950495.317007:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369209472, offset 224 00000100:00000001:2.0:1784950495.317009:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950495.317015:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000007f09b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369209728:12345-192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950495.317026:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950495.317028:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950495.317033:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1784950495.317037:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369209728 00000100:00100000:3.0:1784950495.317039:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369209856 00000100:00000001:2.0:1784950495.317040:0:453541:0:(service.c:2287:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950495.317049:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:3.0:1784950495.317049:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1784950495.317051:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950495.317081:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950495.317083:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1784950495.317086:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950495.317089:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950495.317090:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1784950495.317098:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11177:11177:246:4294967295] 192.168.203.114@tcp LPNI seq info [9903:9903:8:4294967295] 00000020:00000001:0.0:1784950495.317099:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950495.317101:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950495.317111:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1602 00000020:00000001:0.0:1784950495.317114:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1784950495.317115:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369209856 00000020:00000001:0.0:1784950495.317123:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000040:2.0:1784950495.317125:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000001:3.0:1784950495.317125:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950495.317134:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000001:2.0:1784950495.317136:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730219008 : -120287979332608 : ffff929945b89c00) 00000020:00000001:0.0:1784950495.317140:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950495.317145:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:1.0:1784950495.317150:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000001:00000001:0.0:1784950495.317151:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369209728, found 0 last_xid 1871652369209727 00000100:00000040:2.0:1784950495.317154:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000beab1f22 x1871652369209600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:646/0 lens 224/0 e 0 to 0 dl 1784950506 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784950495.317155:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000001:0.0:1784950495.317169:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950495.317169:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:3.0:1784950495.317183:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:0.0:1784950495.317184:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000200:1.0:1784950495.317189:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950495.317195:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950495.317196:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1784950495.317207:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950495.317208:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000975723c9. 00000020:00000010:3.0:1784950495.317208:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000100:00000001:2.0:1784950495.317209:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950495.317218:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000020:00000001:0.0:1784950495.317221:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950495.317222:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950495.317226:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950495.317233:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1784950495.317234:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000800:00000200:1.0:1784950495.317236:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:2.0:1784950495.317238:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 02000000:00000001:0.0:1784950495.317243:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1784950495.317250:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017854499. 00000100:00100000:2.0:1784950495.317255:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000beab1f22 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369209600:12345-192.168.203.114@tcp:400: 02000000:00000010:0.0:1784950495.317257:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000feada317. 00000020:00000010:3.0:1784950495.317263:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6d4b278. 00000800:00000200:1.0:1784950495.317265:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:0.0:1784950495.317269:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950495.317277:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000100:00000200:2.0:1784950495.317278:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369209600 00000800:00000200:1.0:1784950495.317281:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000975723c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950495.317283:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950495.317289:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950495.317291:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1784950495.317296:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950495.317298:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950495.317299:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1784950495.317306:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950495.317310:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369209728 00000100:00000001:3.0:1784950495.317310:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950495.317314:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950495.317315:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950495.317323:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00010000:00000001:0.0:1784950495.317326:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950495.317327:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1784950495.317333:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000001:2.0:1784950495.317334:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950495.317338:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1784950495.317342:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950495.317346:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1784950495.317347:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000007f09b9 x1871652369209728/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:646/0 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950495.317349:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950495.317350:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950495.317357:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950495.317360:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950495.317364:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950495.317367:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950495.317373:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1784950495.317375:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950495.317385:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1784950495.317394:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000505e938c x1871652369209472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:646/0 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950495.317395:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1784950495.317396:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950495.317397:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950495.317405:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1784950495.317406:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950495.317406:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005c6729c6. 02000000:00000001:2.0:1784950495.317417:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950495.317421:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1603 00000100:00001000:0.0:1784950495.317422:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=128 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950495.317427:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950495.317434:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000020:00000001:2.0:1784950495.317438:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950495.317446:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987788288 : -120287721763328 : ffff92995512ce00) 00000100:00000001:0.0:1784950495.317448:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:2.0:1784950495.317449:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369209600 00010000:00000001:2.0:1784950495.317460:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:0.0:1784950495.317468:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00100000:1.0:1784950495.317469:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000505e938c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369209472:12345-192.168.203.114@tcp:400: Request processed in 959us (2105us total) trans 0 rc 0/0 00000100:00000040:3.0:1784950495.317469:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000961190c0 x1871652369209856/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:646/0 lens 224/0 e 0 to 0 dl 1784950506 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1784950495.317475:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000beab1f22 x1871652369209600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:646/0 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950495.317482:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950495.317497:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950495.317504:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950495.317518:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1784950495.317519:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2749 00000100:00000040:1.0:1784950495.317536:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000040:0.0:1784950495.317539:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950495.317548:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1784950495.317549:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950495.317551:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1784950495.317555:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a09db0. 00000100:00000001:1.0:1784950495.317555:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1784950495.317556:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950495.317560:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000020:00000010:1.0:1784950495.317567:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4273495. 00000100:00001000:2.0:1784950495.317569:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=128 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950495.317571:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950495.317572:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369209728, offset 224 00000020:00000010:1.0:1784950495.317581:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dc959bd2. 00000020:00000010:3.0:1784950495.317584:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000100:00000001:2.0:1784950495.317588:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1784950495.317599:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000135a536f. 00000400:00000200:0.0:1784950495.317600:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950495.317603:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00100000:3.0:1784950495.317610:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000961190c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369209856:12345-192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950495.317615:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000040:1.0:1784950495.317618:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 02000000:00000001:2.0:1784950495.317628:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1784950495.317632:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950495.317633:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:2.0:1784950495.317636:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950495.317636:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369209856 00000020:00000001:3.0:1784950495.317647:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950495.317649:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1784950495.317657:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:0.0:1784950495.317662:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11178:11178:245:4294967295] 192.168.203.114@tcp LPNI seq info [9904:9904:7:4294967295] 00000100:00000040:2.0:1784950495.317666:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950495.317666:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950495.317677:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1784950495.317678:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008562deaf. 00000020:00000001:3.0:1784950495.317686:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000200:2.0:1784950495.317688:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369209600, offset 224 00000020:00000001:3.0:1784950495.317697:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950495.317704:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950495.317713:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950495.317714:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950495.317757:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1784950495.317761:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:3.0:1784950495.317762:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950495.317771:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950495.317777:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950495.317782:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:0.0:1784950495.317790:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000010:3.0:1784950495.317791:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000067113718. 00000400:00000200:2.0:1784950495.317796:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:3.0:1784950495.317800:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950495.317809:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000100:00000001:3.0:1784950495.317810:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950495.317819:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950495.317826:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11179:11179:244:4294967295] 192.168.203.114@tcp LPNI seq info [9905:9905:6:4294967295] 00010000:00000040:3.0:1784950495.317827:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369209856 00000800:00000200:0.0:1784950495.317836:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:3.0:1784950495.317838:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000200:1.0:1784950495.317846:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000200:3.0:1784950495.317852:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000961190c0 x1871652369209856/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:646/0 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784950495.317857:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000975723c9. 00000800:00000200:0.0:1784950495.317870:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:1.0:1784950495.317873:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1784950495.317888:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950495.317890:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:3.0:1784950495.317891:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950495.317898:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950495.317904:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950495.317909:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950495.317910:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=128 v=5 (1 1 1 1) 00000400:00000200:1.0:1784950495.317924:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca6d43d 00000800:00000200:2.0:1784950495.317925:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950495.317927:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950495.317931:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000010:1.0:1784950495.317937:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008ca6d43d. 00000800:00000010:2.0:1784950495.317940:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e5c2538. 00000100:00000040:3.0:1784950495.317942:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950495.317944:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:1.0:1784950495.317952:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1784950495.317953:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950495.317954:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950495.317961:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1784950495.317963:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:0.0:1784950495.317968:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1784950495.317969:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950495.317978:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950495.317979:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950495.317981:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:0.0:1784950495.317989:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000007f09b9 x1871652369209728/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:646/0 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950495.317990:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1784950495.317992:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002e5c2538 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:1.0:1784950495.317999:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950495.318006:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950495.318008:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950495.318013:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950495.318020:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009139bac3. 00000100:00000040:2.0:1784950495.318023:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000001:1.0:1784950495.318025:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950495.318033:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369209856, offset 224 00010000:00000001:2.0:1784950495.318035:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950495.318044:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950495.318070:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1784950495.318073:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950495.318078:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:2.0:1784950495.318085:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000beab1f22 x1871652369209600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:646/0 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950495.318095:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000007f09b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369209728:12345-192.168.203.114@tcp:400: Request processed in 1141us (1878us total) trans 0 rc 0/0 00000400:00000200:3.0:1784950495.318099:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950495.318120:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11180:11180:244:4294967295] 192.168.203.114@tcp LPNI seq info [9906:9906:6:4294967295] 00000100:00100000:0.0:1784950495.318138:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2750 00000100:00000040:0.0:1784950495.318144:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:0.0:1784950495.318154:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1784950495.318156:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000beab1f22 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369209600:12345-192.168.203.114@tcp:400: Request processed in 933us (1597us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950495.318161:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950495.318171:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d7abced. 00000400:00000200:3.0:1784950495.318172:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:0.0:1784950495.318185:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f4cc34f. 00000100:00100000:2.0:1784950495.318194:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1602 00000800:00000200:3.0:1784950495.318196:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950495.318197:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020c270e2. 00000400:00000200:1.0:1784950495.318202:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c1880 00000100:00000040:2.0:1784950495.318207:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000020:00000040:0.0:1784950495.318212:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000010:3.0:1784950495.318214:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a955e85. 00000100:00000001:2.0:1784950495.318218:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950495.318222:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950495.318226:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16209 [1] + 224 00000100:00000001:2.0:1784950495.318227:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1784950495.318238:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b154640. 00000800:00000200:3.0:1784950495.318238:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:1.0:1784950495.318243:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950495.318250:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000098a21f52. 00000800:00000001:1.0:1784950495.318258:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950495.318259:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080cfe63d. 00000800:00000200:3.0:1784950495.318259:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:1.0:1784950495.318268:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1784950495.318272:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004a955e85 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:2.0:1784950495.318274:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:2.0:1784950495.318287:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950495.318288:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950495.318289:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950495.318305:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950495.318306:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1784950495.318314:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:0.0:1784950495.318318:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1784950495.318318:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950495.318320:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000674d7555 x1871652369209472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950495.318329:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 00000020:00000001:3.0:1784950495.318330:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1784950495.318344:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950495.318347:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000961190c0 x1871652369209856/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:646/0 lens 224/224 e 0 to 0 dl 1784950506 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950495.318354:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000674d7555 x1871652369209472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950495.318361:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950495.318376:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a09db0 00000400:00000010:0.0:1784950495.318384:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c1a09db0. 00000100:00000001:0.0:1784950495.318394:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950495.318400:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1784950495.318415:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950495.318420:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e5c2538. 00000100:00100000:3.0:1784950495.318428:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000961190c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369209856:12345-192.168.203.114@tcp:400: Request processed in 868us (1541us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950495.318431:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950495.318434:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784950495.318448:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950495.318451:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950495.318456:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008562deaf 00000100:00100000:3.0:1784950495.318458:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1603 00000400:00000010:0.0:1784950495.318462:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008562deaf. 00000800:00000001:1.0:1784950495.318463:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950495.318466:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:0.0:1784950495.318474:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950495.318475:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950495.318483:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950495.318484:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950495.318484:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1784950495.318492:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1784950495.318494:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6d4b278. 00000400:00000001:2.0:1784950495.318502:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1784950495.318503:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000400:00000001:2.0:1784950495.318509:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1784950495.318513:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017854499. 00000400:00000010:2.0:1784950495.318515:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3b4a514. 00000020:00000040:3.0:1784950495.318522:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000400:00000200:2.0:1784950495.318525:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdfacc79 00000100:00000001:3.0:1784950495.318531:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950495.318532:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdfacc79. 00000100:00000001:2.0:1784950495.318544:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950495.318554:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000674d7555 x1871652369209472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950495.318567:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1784950495.318571:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000674d7555 x1871652369209472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950495.318574:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a955e85. 00000400:00000200:0.0:1784950495.318586:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950495.318590:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950495.318596:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950495.318598:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950495.318601:0:441643:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784950495.318605:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009139bac3 02000000:00000001:2.0:1784950495.318606:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784950495.318610:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:0.0:1784950495.318613:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009139bac3. 00000100:00000001:2.0:1784950495.318614:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950495.318621:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950495.318624:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:1.0:1784950495.318625:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950495.318626:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950495.318631:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1784950495.318637:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784950495.318641:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=123 v=5 (5 5 5 5) 00000800:00000001:1.0:1784950495.318647:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784950495.318649:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950495.318660:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784950495.318662:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950495.318664:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950495.318671:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950495.318674:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950495.318683:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c1980 00000100:00000001:2.0:1784950495.318684:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950495.318689:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950495.318695:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1784950495.318696:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16211 [1] + 224 00000100:00000001:2.0:1784950495.318698:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950495.318711:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950495.318712:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000674d7555 x1871652369209472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950495.318773:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950495.318777:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950495.318778:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950495.318785:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950495.318788:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950495.318799:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000674d7555 x1871652369209472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950495.318808:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950495.318822:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950495.318836:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000315176e7 x1871652369209728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950495.318840:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000674d7555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369209472:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950495.318863:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950495.318871:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950495.318882:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000674d7555 x1871652369209472/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950495.318885:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000315176e7 x1871652369209728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950495.318921:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950495.318929:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950495.318931:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abefb4c2. 02000000:00000001:2.0:1784950495.318936:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950495.318938:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950495.318941:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950495.318942:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784950495.318948:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950495.318952:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014755b2c. 00000800:00000001:1.0:1784950495.318956:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950495.318958:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950495.318963:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950495.318965:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000674d7555. 00000800:00000001:1.0:1784950495.318968:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950495.318970:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1784950495.318974:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950495.318975:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950495.318981:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950495.318982:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950495.318989:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784950495.318994:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950495.318996:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950495.319005:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950495.319008:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950495.319016:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c1900 00000400:00000200:1.0:1784950495.319029:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x16225 [1] + 224 00000800:00000001:1.0:1784950495.319039:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950495.319049:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784950495.319050:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950495.319082:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950495.319086:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1784950495.319092:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950495.319100:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950495.319101:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:3.0:1784950495.319105:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002740b042. 00000400:00000200:3.0:1784950495.319115:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969daf7a 00000400:00000010:3.0:1784950495.319117:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000969daf7a. 00000100:00000001:3.0:1784950495.319122:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950495.319125:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950495.319133:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000315176e7 x1871652369209728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950495.319143:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000efa7e89e x1871652369209600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950495.319168:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000315176e7 x1871652369209728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950495.319192:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784950495.319195:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000efa7e89e x1871652369209600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950495.319196:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950495.319204:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950495.319208:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950495.319213:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950495.319218:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950495.319225:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950495.319236:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950495.319248:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=128 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950495.319261:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950495.319265:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950495.319272:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950495.319278:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950495.319282:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950495.319284:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950495.319286:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950495.319287:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950495.319293:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000315176e7 x1871652369209728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950495.319296:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950495.319308:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950495.319310:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950495.319312:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950495.319318:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950495.319323:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000315176e7 x1871652369209728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950495.319325:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950495.319336:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950495.319340:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784950495.319347:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950495.319348:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784950495.319350:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000315176e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369209728:192.168.203.114@tcp:400: 00000400:00000001:2.0:1784950495.319358:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950495.319364:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784950495.319365:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950495.319372:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:2.0:1784950495.319373:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a40226fc. 00000100:00000001:3.0:1784950495.319374:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950495.319385:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000315176e7 x1871652369209728/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950495.319386:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004eff451 00000400:00000010:2.0:1784950495.319394:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000004eff451. 00000400:00000200:1.0:1784950495.319404:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c1a00 00000100:00000001:2.0:1784950495.319406:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950495.319412:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1784950495.319420:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000efa7e89e x1871652369209600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950495.319421:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950495.319426:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce0859fb. 00000400:00000200:1.0:1784950495.319431:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x16219 [1] + 224 02000000:00000001:3.0:1784950495.319439:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950495.319444:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950495.319449:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000800:00000001:1.0:1784950495.319456:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950495.319460:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950495.319466:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d508b323. 00000800:00000001:1.0:1784950495.319472:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950495.319473:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000efa7e89e x1871652369209600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950495.319474:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950495.319480:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1784950495.319483:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1784950495.319486:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000315176e7. 00000100:00000001:3.0:1784950495.319499:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950495.319505:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950495.319506:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950495.319507:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950495.319512:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950495.319517:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950495.319521:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950495.319526:0:441635:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784950495.319527:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950495.319528:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950495.319537:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950495.319538:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950495.319545:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db61bd54 x1871652369209856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950495.319546:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950495.319547:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950495.319554:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950495.319556:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950495.319569:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=128 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950495.319582:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=128 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950495.319588:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1784950495.319591:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000db61bd54 x1871652369209856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950495.319592:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950495.319600:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784950495.319610:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000efa7e89e x1871652369209600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950495.319644:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950495.319647:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950495.319649:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950495.319651:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950495.319652:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950495.319656:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000efa7e89e x1871652369209600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950495.319659:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950495.319670:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950495.319674:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950495.319675:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950495.319682:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950495.319687:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950495.319689:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000efa7e89e x1871652369209600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950495.319705:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950495.319712:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784950495.319755:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1784950495.319757:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000efa7e89e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369209600:192.168.203.114@tcp:400: 00000400:00000001:3.0:1784950495.319760:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950495.319768:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df0f20aa. 00000100:00000001:2.0:1784950495.319773:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950495.319776:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa895c83 00000100:00000001:2.0:1784950495.319784:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784950495.319784:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000fa895c83. 00000100:00000001:3.0:1784950495.319794:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784950495.319799:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000efa7e89e x1871652369209600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950495.319805:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db61bd54 x1871652369209856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950495.319865:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db61bd54 x1871652369209856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950495.319867:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950495.319873:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950495.319878:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba5e1f06. 00000100:00000001:3.0:1784950495.319888:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784950495.319891:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950495.319893:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950495.319897:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950495.319899:0:441642:0:(client.c:1580:after_reply()) Process entered 00000020:00000040:2.0:1784950495.319902:0:441644:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1784950495.319905:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950495.319910:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1784950495.319912:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950495.319914:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950495.319917:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a629e91. 02000000:00000001:3.0:1784950495.319920:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950495.319925:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1784950495.319928:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=128 v=5 (5 5 5 5) 02000000:00000001:2.0:1784950495.319929:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950495.319933:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000efa7e89e. 00000100:00001000:3.0:1784950495.319939:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=128 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950495.319941:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950495.319946:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950495.319948:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950495.319951:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950495.319953:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950495.319958:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784950495.319959:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950495.319965:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1784950495.319966:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000db61bd54 x1871652369209856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950495.319973:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950495.319978:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950495.319989:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950495.319993:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950495.319995:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950495.319998:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950495.320000:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950495.320004:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db61bd54 x1871652369209856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950495.320012:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950495.320015:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950495.320016:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950495.320019:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db61bd54 x1871652369209856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950495.320028:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000db61bd54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369209856:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950495.320034:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950495.320036:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950495.320038:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db61bd54 x1871652369209856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950495.320046:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950495.320048:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950495.320050:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d522160c. 02000000:00000001:3.0:1784950495.320079:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950495.320081:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950495.320083:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1784950495.320086:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950495.320088:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cbc1038. 02000000:00000001:3.0:1784950495.320091:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950495.320093:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950495.320095:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db61bd54. 00000100:00000001:3.0:1784950495.320098:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950495.320100:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950495.320102:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950495.320106:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950495.320108:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950495.320111:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950495.320113:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950495.568933:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950495.568946:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950495.568957:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950495.568960:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950495.569114:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950495.569117:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950495.569120:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950496.016813:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.2@tcp 00000800:00000010:1.0:1784950496.016820:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c6b3c2c6. 00000400:00000200:1.0:1784950496.016827:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950496.016834:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.2@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950496.016840:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12767 health :900 00000400:00000200:1.0:1784950496.016845:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950496.016849:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.2@tcp: 1 00000400:00000200:1.0:1784950496.016855:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.2@tcp: -114 00000800:00000100:1.0:1784950496.016883:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.8@tcp 00000800:00000010:1.0:1784950496.016884:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001871e498. 00000400:00000200:1.0:1784950496.016888:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950496.016891:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.8@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950496.016894:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950496.016896:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.8@tcp: 1 00000400:00000200:1.0:1784950496.016899:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.8@tcp: -114 00000400:00000200:2.0:1784950496.016932:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1784950496.016949:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.2@tcp(00000000909276f9) state 0x861 00000400:00000001:2.0:1784950496.016961:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950496.016964:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950496.016969:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5f4e874 00000400:00000010:2.0:1784950496.016974:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c5f4e874. 00000400:00000200:2.0:1784950496.016982:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950496.016990:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.2@tcp: -114 00000400:00000010:2.0:1784950496.016997:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a9a863bd. 00000400:00000200:2.0:1784950496.017008:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.2@tcp:-110 00000400:00000200:2.0:1784950496.017013:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.2@tcp(00000000909276f9) state 0x2061 rc -110 00000400:00000200:2.0:1784950496.017019:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.2@tcp 00000400:00000200:2.0:1784950496.017026:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.8@tcp(00000000b1b129a5) state 0x861 00000400:00000001:2.0:1784950496.017030:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950496.017032:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950496.017035:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2b35e6e 00000400:00000010:2.0:1784950496.017038:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c2b35e6e. 00000400:00000200:2.0:1784950496.017043:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950496.017047:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.8@tcp: -114 00000400:00000010:2.0:1784950496.017095:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009a04e3ba. 00000400:00000200:2.0:1784950496.017100:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.8@tcp:-110 00000400:00000200:2.0:1784950496.017103:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.8@tcp(00000000b1b129a5) state 0x2061 rc -110 00000400:00000200:2.0:1784950496.017106:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.8@tcp 00000100:00000001:2.0:1784950496.208838:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950496.208855:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950496.208857:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950496.208864:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950496.208868:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950496.208889:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950496.208892:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950496.592777:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950496.592783:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950496.592788:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950496.592789:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950496.592863:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950496.592867:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950496.592869:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950497.040813:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.6@tcp 00000800:00000010:1.0:1784950497.040818:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000de155b2e. 00000400:00000200:1.0:1784950497.040828:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950497.040834:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.6@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:3.0:1784950497.040839:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000200:1.0:1784950497.040843:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:3.0:1784950497.040847:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001de3b444. 00000400:00000200:1.0:1784950497.040848:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.6@tcp: 1 00000400:00000200:1.0:1784950497.040857:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.6@tcp: -114 00000400:00000010:3.0:1784950497.040857:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000017854499. 00000400:00000010:3.0:1784950497.040863:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa895c83. 00000400:00000010:3.0:1784950497.040877:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000b9c105d1. 00000400:00000200:3.0:1784950497.040882:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950497.040895:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950497.040901:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950497.040904:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11181:11181:249:4294967295] 192.168.203.114@tcp LPNI seq info [9907:9907:8:4294967295] 00000400:00000200:3.0:1784950497.040909:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:3.0:1784950497.040914:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:3.0:1784950497.040920:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950497.040921:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1784950497.040925:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004aab43c9. 00000400:00000200:2.0:1784950497.040929:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.6@tcp(0000000020f6aea9) state 0x861 00000800:00000200:3.0:1784950497.040934:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000001:2.0:1784950497.040936:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950497.040939:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950497.040942:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043abe6c8 00000800:00000200:3.0:1784950497.040945:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000010:2.0:1784950497.040946:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043abe6c8. 00000400:00000200:2.0:1784950497.040952:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000800:00000200:3.0:1784950497.040952:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004aab43c9 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1784950497.040959:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.6@tcp: -114 00000400:00000010:2.0:1784950497.040963:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e1c348f3. 00000400:00000200:2.0:1784950497.040969:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.6@tcp:-110 00000400:00000200:3.0:1784950497.040972:0:441638:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 1 next ping: 12769 health :700 00000400:00000200:2.0:1784950497.040975:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.6@tcp(0000000020f6aea9) state 0x2061 rc -110 00000400:00000200:2.0:1784950497.040981:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.6@tcp 00000800:00000200:1.0:1784950497.041112:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950497.041116:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004aab43c9. 00000400:00000200:1.0:1784950497.041118:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950497.041121:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000400:00000200:1.0:1784950497.041124:0:441634:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1784950497.041126:0:441634:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:1.0:1784950497.041133:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950497.041141:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950497.041144:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950497.041149:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950497.041155:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:1.0:1784950497.041164:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1784950497.041171:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:1.0:1784950497.041178:0:441634:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950497.041182:0:441634:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11182:11182:249:4294967295] 192.168.203.114@tcp LPNI seq info [9908:9908:8:4294967295] 00000400:00000200:1.0:1784950497.041188:0:441634:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:1.0:1784950497.041194:0:441634:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950497.041196:0:441634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000975723c9. 00000800:00000200:1.0:1784950497.041200:0:441634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:1.0:1784950497.041204:0:441634:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950497.041206:0:441634:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000975723c9 type 3, nob 144 niov 1 nkiov 1 00000800:00000001:2.0:1784950497.041247:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950497.041249:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950497.041252:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000975723c9. 00000800:00000001:2.0:1784950497.041253:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950497.041256:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950497.041257:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950497.041263:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:2.0:1784950497.041265:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950497.041269:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950497.041273:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950497.041279:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:2.0:1784950497.041289:0:441635:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x16241 00000800:00000001:2.0:1784950497.041294:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950497.041297:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950497.041299:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950497.041301:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:2.0:1784950497.041305:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa895c83 00000400:00000010:2.0:1784950497.041306:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000fa895c83. 00000400:00000200:2.0:1784950497.041309:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1784950497.041312:0:441635:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001de3b444. 00000400:00000010:2.0:1784950497.041314:0:441635:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000017854499. 00000800:00000001:2.0:1784950497.041319:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950497.041321:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950497.232872:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950497.232899:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950497.232901:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950497.232904:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950497.232907:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950497.232910:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950497.232912:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950497.360876:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950497.360883:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000001:1.0:1784950497.360889:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1784950497.360893:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1784950497.360893:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f5b7f96. 00000100:00000010:1.0:1784950497.360900:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f91043f1. 00000020:00000040:2.0:1784950497.360903:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000040:1.0:1784950497.360905:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950497.360909:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950497.360910:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950497.360914:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950497.360915:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950497.360921:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950497.360921:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950497.360933:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000975723c9. 02000000:00000010:2.0:1784950497.360934:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e5c2538. 00000100:00000001:1.0:1784950497.360943:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950497.360943:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950497.360969:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950497.360970:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950497.360975:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950497.360976:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950497.361003:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f5b7f96] to pc [ptlrpcd_00_02+2] req@000000009f5b7f96 x1871652369209984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950497.361004:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f91043f1] to pc [ptlrpcd_00_03+3] req@00000000f91043f1 x1871652369210112/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1784950497.361102:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950497.361106:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950497.361118:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950497.361121:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950497.361123:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950497.361128:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f5b7f96 x1871652369209984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950497.361129:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950497.361133:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950497.361137:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950497.361142:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784950497.361145:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f91043f1 x1871652369210112/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950497.361146:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950497.361152:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950497.361155:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950497.361159:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784950497.361160:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950497.361162:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950497.361166:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009f5b7f96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369209984:192.168.203.114@tcp:41: 02000000:00000001:1.0:1784950497.361167:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950497.361171:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950497.361173:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950497.361176:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950497.361180:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1784950497.361183:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f91043f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369210112:192.168.203.114@tcp:41: 02000000:00000001:2.0:1784950497.361184:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950497.361192:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950497.361192:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784950497.361196:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1784950497.361198:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000013dec622. 02000000:00000001:1.0:1784950497.361199:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950497.361203:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950497.361204:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950497.361210:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f61da71b. 00000400:00000010:2.0:1784950497.361212:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a40226fc. 02000000:00000001:1.0:1784950497.361213:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950497.361220:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f5da7be. 00000400:00000010:2.0:1784950497.361223:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004eff451. 00000400:00000010:1.0:1784950497.361226:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 00000100:00000200:2.0:1784950497.361230:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369209984, portal 4 00000100:00000200:1.0:1784950497.361232:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369210112, portal 4 00000100:00000001:2.0:1784950497.361235:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950497.361236:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950497.361238:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730219904 : -120287979331712 : ffff929945b89f80) 00000100:00000001:1.0:1784950497.361239:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038694272 : -120287670857344 : ffff9299581b9180) 00000100:00000040:2.0:1784950497.361249:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009f5b7f96 x1871652369209984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950497.361250:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f91043f1 x1871652369210112/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950497.361283:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950497.361284:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950497.361296:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950497.361296:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950497.361301:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c47400a. 00000400:00000010:2.0:1784950497.361303:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5d658c0. 00000100:00000200:1.0:1784950497.361305:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369210112, offset 0 00000100:00000200:2.0:1784950497.361308:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369209984, offset 0 00000400:00000200:1.0:1784950497.361314:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950497.361323:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950497.361329:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950497.361354:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950497.361360:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950497.361366:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950497.361371:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950497.361377:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11183:11183:249:4294967295] 192.168.203.114@tcp LPNI seq info [9909:9909:8:4294967295] 00000400:00000200:1.0:1784950497.361393:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950497.361401:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950497.361408:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009588bd88. 00000400:00000200:2.0:1784950497.361409:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950497.361419:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784950497.361426:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950497.361431:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950497.361437:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784950497.361444:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:2.0:1784950497.361445:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:1.0:1784950497.361454:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009588bd88 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950497.361455:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11184:11184:248:4294967295] 192.168.203.114@tcp LPNI seq info [9910:9910:7:4294967295] 00000400:00000200:2.0:1784950497.361472:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950497.361478:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950497.361481:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950497.361485:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb2959c5. 00000100:00000040:1.0:1784950497.361488:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13541 usecs (14 jiffies) 00000800:00000200:2.0:1784950497.361497:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950497.361498:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307435534 00000100:00000001:1.0:1784950497.361506:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307435899 00000100:00000001:1.0:1784950497.361510:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307435534 00000800:00000200:2.0:1784950497.361515:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950497.361516:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307435899 00000100:00000001:1.0:1784950497.361524:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307435534 00000800:00000200:2.0:1784950497.361524:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eb2959c5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950497.361532:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307435899 00000100:00000001:1.0:1784950497.361536:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307435534 00000100:00000001:1.0:1784950497.361539:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307435899 00000100:00000001:1.0:1784950497.361542:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950497.361545:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950497.361549:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950497.361550:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950497.361553:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950497.361558:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4743 usecs (5 jiffies) 00000100:00000001:1.0:1784950497.361565:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950497.361566:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307435525 00000100:00000001:1.0:1784950497.361571:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950497.361573:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307435899 00000100:00000001:1.0:1784950497.361577:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950497.361579:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307435525 00000100:00000001:1.0:1784950497.361581:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950497.361586:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950497.361587:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307435899 00000100:00000001:1.0:1784950497.361593:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950497.361595:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307435525 00000800:00000200:0.0:1784950497.361598:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950497.361600:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307435899 00000100:00000001:2.0:1784950497.361609:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307435525 00000800:00000010:0.0:1784950497.361610:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009588bd88. 00000100:00000001:2.0:1784950497.361613:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307435899 00000100:00000001:2.0:1784950497.361619:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950497.361621:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950497.361623:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950497.361631:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950497.361638:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950497.361638:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950497.361651:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c47400a 00000100:00000001:2.0:1784950497.361652:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1784950497.361657:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004c47400a. 00000100:00000001:2.0:1784950497.361658:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950497.361666:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950497.361668:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950497.361669:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950497.361675:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950497.361680:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f91043f1 x1871652369210112/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950497.361680:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950497.361698:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950497.361704:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f91043f1 x1871652369210112/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950497.361705:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950497.361753:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950497.361754:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950497.361760:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950497.361763:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1784950497.361768:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950497.361779:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950497.361792:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c1b00 00000400:00000200:2.0:1784950497.361804:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 672 00000800:00000001:2.0:1784950497.361812:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950497.361867:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950497.361873:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950497.361875:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950497.361878:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950497.361884:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950497.361891:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c1a80 00000800:00000200:0.0:1784950497.361896:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784950497.361896:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 896 00000800:00000010:0.0:1784950497.361903:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb2959c5. 00000800:00000001:2.0:1784950497.361904:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950497.361911:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950497.361916:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950497.361917:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950497.361922:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950497.361924:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5d658c0 00000800:00000001:1.0:1784950497.361926:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950497.361928:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d5d658c0. 00000400:00000200:2.0:1784950497.361930:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950497.361932:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950497.361935:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950497.361959:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950497.361961:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f5b7f96 x1871652369209984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950497.361964:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:2.0:1784950497.361966:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1784950497.361977:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029491fc8. 00000100:00000040:2.0:1784950497.361985:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000029491fc8 x1871652369209984 msgsize 224 00000100:00000001:0.0:1784950497.361988:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950497.361997:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f5b7f96 x1871652369209984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950497.362005:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950497.362017:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950497.362020:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950497.362027:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1784950497.362076:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950497.362080:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950497.362091:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950497.362093:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1784950497.362096:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369209984 00000100:00000200:1.0:1784950497.362097:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:3.0:1784950497.362102:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1784950497.362104:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c31bab9e. 00000100:00000001:3.0:1784950497.362105:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950497.362109:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950497.362111:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000c31bab9e x1871652369210112 msgsize 224 02000000:00000001:3.0:1784950497.362115:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950497.362120:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:3.0:1784950497.362122:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369209984 00000020:00000001:3.0:1784950497.362126:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950497.362127:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:3.0:1784950497.362129:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950497.362133:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1784950497.362134:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:3.0:1784950497.362138:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:3.0:1784950497.362141:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:1.0:1784950497.362143:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950497.362145:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1784950497.362149:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950497.362150:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000100:00000001:3.0:1784950497.362155:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950497.362159:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000020:00000010:3.0:1784950497.362165:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e7c2f12. 00000100:00000001:0.0:1784950497.362167:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1784950497.362170:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6d4b278. 00000100:00100000:0.0:1784950497.362171:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369210112 02000000:00000001:0.0:1784950497.362175:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1784950497.362176:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000100:00000001:0.0:1784950497.362177:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950497.362180:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950497.362183:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950497.362184:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00100000:0.0:1784950497.362186:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369210112 00000020:00000001:0.0:1784950497.362190:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950497.362190:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950497.362194:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1784950497.362195:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:3.0:1784950497.362198:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950497.362199:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950497.362203:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:0.0:1784950497.362207:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:0.0:1784950497.362210:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950497.362210:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950497.362217:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950497.362222:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000729b88c8. 00000100:00000001:0.0:1784950497.362224:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950497.362226:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000729b88c8. 00000100:00000001:3.0:1784950497.362227:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950497.362231:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020c270e2. 00000020:00000010:0.0:1784950497.362236:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d7abced. 00000100:00000001:3.0:1784950497.362239:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1784950497.362240:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f4cc34f. 00000100:00000001:3.0:1784950497.362242:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950497.362248:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950497.362252:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950497.362252:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1784950497.362252:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2751 00000100:00000001:1.0:1784950497.362256:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950497.362257:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950497.362258:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:1.0:1784950497.362261:0:455339:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950497.362264:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730211840 : -120287979339776 : ffff929945b88000) 00000100:00000001:1.0:1784950497.362265:0:455339:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950497.362266:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950497.362274:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029491fc8 x1871652369209984/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:648/0 lens 224/0 e 0 to 0 dl 1784950508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950497.362277:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950497.362281:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950497.362284:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950497.362291:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2752 00000100:00000040:1.0:1784950497.362298:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:1.0:1784950497.362301:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038705024 : -120287670846592 : ffff9299581bbb80) 00000100:00000001:3.0:1784950497.362302:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950497.362307:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000100:00000040:1.0:1784950497.362308:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c31bab9e x1871652369210112/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:648/0 lens 224/0 e 0 to 0 dl 1784950508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950497.362312:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950497.362318:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000100:00000001:1.0:1784950497.362325:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1784950497.362329:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000029491fc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369209984:12345-192.168.203.114@tcp:41: 00000020:00000010:1.0:1784950497.362331:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000200:3.0:1784950497.362334:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369209984 00000100:00000001:1.0:1784950497.362335:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950497.362338:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:1.0:1784950497.362339:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000020:00000001:3.0:1784950497.362343:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00100000:1.0:1784950497.362365:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c31bab9e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369210112:12345-192.168.203.114@tcp:41: 00000020:00000001:3.0:1784950497.362367:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950497.362376:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369210112 00000020:00000001:3.0:1784950497.362377:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950497.362384:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:1.0:1784950497.362385:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950497.362393:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950497.362393:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1784950497.362400:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369209984, found 0 last_xid 1871652369209983 00000020:00000001:1.0:1784950497.362401:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950497.362412:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950497.362412:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950497.362416:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:3.0:1784950497.362418:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950497.362423:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950497.362425:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000001:00000001:1.0:1784950497.362429:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369210112, found 0 last_xid 1871652369210111 00000020:00000001:3.0:1784950497.362431:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950497.362439:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950497.362443:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1784950497.362444:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1784950497.362449:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1784950497.362450:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950497.362456:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950497.362459:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007ff6fbe8. 00000100:00000001:1.0:1784950497.362460:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950497.362466:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1784950497.362467:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950497.362472:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950497.362474:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000001f53d628. 00000004:00000001:3.0:1784950497.362478:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 02000000:00000001:1.0:1784950497.362480:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950497.362485:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000100:00000001:1.0:1784950497.362486:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950497.362491:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950497.362495:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:1.0:1784950497.362499:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1784950497.362501:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:3.0:1784950497.362507:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000004:00000024:1.0:1784950497.362513:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000020:00000020:3.0:1784950497.362515:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1784950497.362522:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:3.0:1784950497.362523:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000020:1.0:1784950497.362529:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1784950497.362533:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000004:00000020:1.0:1784950497.362539:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000020:00000020:3.0:1784950497.362541:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000004:00000020:3.0:1784950497.362549:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000001:00000001:1.0:1784950497.362550:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1784950497.362555:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950497.362560:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1784950497.362561:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00010000:00000040:1.0:1784950497.362565:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369210112 00000001:00000001:3.0:1784950497.362566:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950497.362574:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000004:00000001:3.0:1784950497.362575:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950497.362581:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369209984 00010000:00000200:1.0:1784950497.362585:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c31bab9e x1871652369210112/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:648/0 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950497.362587:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:3.0:1784950497.362616:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000029491fc8 x1871652369209984/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:648/0 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950497.362623:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950497.362629:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950497.362641:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=130 v=5 (1 1 1 1) 00010000:00000001:3.0:1784950497.362642:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950497.362648:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950497.362652:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:3.0:1784950497.362654:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=130 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950497.362662:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950497.362663:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950497.362671:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:3.0:1784950497.362672:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 02000000:00000001:1.0:1784950497.362681:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950497.362683:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950497.362688:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950497.362690:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950497.362697:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950497.362698:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950497.362706:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950497.362707:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950497.362715:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e7c3c07. 00000100:00000040:3.0:1784950497.362716:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950497.362725:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369210112, offset 224 00000400:00000010:3.0:1784950497.362728:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000400:00000200:1.0:1784950497.362740:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950497.362787:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369209984, offset 224 00000400:00000200:1.0:1784950497.362801:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950497.362811:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950497.362817:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11185:11185:249:4294967295] 192.168.203.114@tcp LPNI seq info [9911:9911:8:4294967295] 00000400:00000200:1.0:1784950497.362831:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950497.362838:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950497.362845:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002957ca98. 00000400:00000200:3.0:1784950497.362853:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:1.0:1784950497.362875:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950497.362883:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11186:11186:248:4294967295] 192.168.203.114@tcp LPNI seq info [9912:9912:7:4294967295] 00000800:00000200:1.0:1784950497.362886:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:1.0:1784950497.362891:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002957ca98 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:3.0:1784950497.362901:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950497.362902:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950497.362909:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000200:3.0:1784950497.362911:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:1.0:1784950497.362912:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950497.362916:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950497.362920:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000010:3.0:1784950497.362920:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079fb329f. 00000100:00000040:1.0:1784950497.362928:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c31bab9e x1871652369210112/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:648/0 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950497.362931:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:3.0:1784950497.362943:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:1.0:1784950497.362944:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c31bab9e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369210112:12345-192.168.203.114@tcp:41: Request processed in 616us (829us total) trans 0 rc 0/0 00000800:00000200:3.0:1784950497.362949:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000079fb329f type 1, nob 464 niov 1 nkiov 1 00000100:00100000:1.0:1784950497.362974:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2752 00000100:00000040:1.0:1784950497.362979:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:1.0:1784950497.362983:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950497.362987:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1784950497.362992:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1784950497.362993:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d7abced. 00000100:00000001:3.0:1784950497.363001:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950497.363003:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002957ca98. 00000020:00000010:1.0:1784950497.363006:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f4cc34f. 00000100:00000040:3.0:1784950497.363015:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:0.0:1784950497.363017:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1784950497.363020:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020c270e2. 00010000:00000001:3.0:1784950497.363024:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950497.363030:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950497.363033:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000200:0.0:1784950497.363037:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950497.363038:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950497.363066:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950497.363091:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029491fc8 x1871652369209984/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:648/0 lens 224/368 e 0 to 0 dl 1784950508 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950497.363097:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7c3c07 00000400:00000010:0.0:1784950497.363102:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000e7c3c07. 00000100:00100000:3.0:1784950497.363107:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000029491fc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369209984:12345-192.168.203.114@tcp:41: Request processed in 802us (1118us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950497.363109:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:2.0:1784950497.363112:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950497.363114:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1784950497.363118:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2751 00000100:00000040:3.0:1784950497.363121:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950497.363124:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950497.363126:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950497.363129:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6d4b278. 00000800:00000001:2.0:1784950497.363130:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950497.363135:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950497.363135:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000020:00000010:3.0:1784950497.363142:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e7c2f12. 00000020:00000040:3.0:1784950497.363148:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000001:2.0:1784950497.363149:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950497.363151:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950497.363158:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950497.363168:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c1b00 00000400:00000200:2.0:1784950497.363174:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x16249 [1] + 224 00000800:00000001:2.0:1784950497.363178:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950497.363200:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950497.363204:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079fb329f. 00000400:00000200:1.0:1784950497.363208:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950497.363214:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950497.363217:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000400:00000010:1.0:1784950497.363219:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000100:00000001:1.0:1784950497.363225:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:2.0:1784950497.363225:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950497.363226:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950497.363228:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950497.363231:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950497.363236:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950497.363238:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950497.363240:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950497.363245:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950497.363245:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950497.363254:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f91043f1 x1871652369210112/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950497.363256:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:2.0:1784950497.363270:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000f91043f1 x1871652369210112/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950497.363272:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c1a80 00000400:00000200:0.0:1784950497.363284:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x16245 [1] + 224 00000800:00000001:0.0:1784950497.363290:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950497.363294:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950497.363295:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950497.363298:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950497.363299:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950497.363302:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950497.363307:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f5b7f96 x1871652369209984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950497.363308:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950497.363313:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950497.363318:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950497.363322:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784950497.363323:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000009f5b7f96 x1871652369209984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950497.363328:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950497.363332:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950497.363335:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f5da7be. 00000400:00000200:1.0:1784950497.363338:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca6d43d 00000100:00000001:0.0:1784950497.363340:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1784950497.363340:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008ca6d43d. 00000100:00000001:1.0:1784950497.363342:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784950497.363349:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784950497.363349:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f91043f1 x1871652369210112/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950497.363355:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950497.363357:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784950497.363377:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f91043f1 x1871652369210112/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950497.363378:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950497.363389:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950497.363396:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784950497.363397:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950497.363406:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950497.363407:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a40226fc. 00000100:00000001:1.0:1784950497.363412:0:441644:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:2.0:1784950497.363415:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004eff451 02000000:00000001:1.0:1784950497.363417:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1784950497.363423:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000004eff451. 00000100:00000001:1.0:1784950497.363424:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950497.363429:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950497.363433:0:441643:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1784950497.363435:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950497.363444:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f5b7f96 x1871652369209984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784950497.363445:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=125 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950497.363461:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=125 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950497.363475:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950497.363481:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950497.363485:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f5b7f96 x1871652369209984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950497.363489:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950497.363494:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950497.363503:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950497.363509:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950497.363511:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950497.363513:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950497.363516:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950497.363518:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950497.363524:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:1.0:1784950497.363532:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f91043f1 x1871652369210112/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950497.363533:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950497.363539:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950497.363543:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950497.363550:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950497.363562:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1784950497.363563:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=130 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950497.363569:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1784950497.363573:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=130 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950497.363574:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1784950497.363584:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1784950497.363584:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950497.363591:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1784950497.363594:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00010000:00000001:2.0:1784950497.363599:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950497.363605:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1784950497.363606:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00000001:2.0:1784950497.363609:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950497.363614:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950497.363619:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000004:00000001:1.0:1784950497.363624:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950497.363625:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950497.363644:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f91043f1 x1871652369210112/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950497.363645:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f5b7f96 x1871652369209984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950497.363711:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1784950497.363716:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f91043f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369210112:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950497.363718:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950497.363723:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950497.363731:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:1.0:1784950497.363770:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1784950497.363773:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000001:1.0:1784950497.363777:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950497.363788:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f91043f1 x1871652369210112/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:2.0:1784950497.363789:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:2.0:1784950497.363811:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950497.363822:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1784950497.363825:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f5b7f96 x1871652369209984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950497.363828:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950497.363834:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f61da71b. 02000000:00000001:1.0:1784950497.363844:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950497.363850:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:2.0:1784950497.363855:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009f5b7f96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369209984:192.168.203.114@tcp:41: 00000020:00000040:1.0:1784950497.363856:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1784950497.363879:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784950497.363881:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950497.363882:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000975723c9. 00000100:00000001:2.0:1784950497.363885:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784950497.363886:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950497.363889:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1784950497.363891:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f5b7f96 x1871652369209984/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950497.363892:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f91043f1. 00000100:00000001:1.0:1784950497.363897:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950497.363899:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950497.363903:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950497.363909:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950497.363910:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784950497.363913:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950497.363914:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950497.363918:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000013dec622. 00000100:00000001:1.0:1784950497.363919:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950497.363923:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950497.363925:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950497.363927:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950497.363928:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950497.363930:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950497.363932:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e5c2538. 02000000:00000001:2.0:1784950497.363934:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950497.363935:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950497.363936:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f5b7f96. 00000100:00000001:2.0:1784950497.363938:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950497.363939:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950497.363940:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950497.363944:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950497.363961:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950497.363965:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950497.363968:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950497.616870:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950497.616877:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950497.616882:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950497.616883:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950497.617015:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950497.617022:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950497.617026:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784950497.744846:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307435899, at 4307435904 00000100:00000040:2.0:1784950497.744849:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307435899, at 4307435904 00000100:00000040:3.0:1784950497.744854:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307435899, at 4307435904 00000100:00000040:0.0:1784950497.744873:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307435899, at 4307435904 00000100:00000010:2.0:1784950497.744885:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000037e2c3a1. 00000100:00000010:1.0:1784950497.744886:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005fb7a54d. 00000100:00000010:3.0:1784950497.744889:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003360f156. 00000100:00000010:0.0:1784950497.744891:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b031a71. 00000800:00000100:1.0:1784950498.064899:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.12@tcp 00000800:00000010:1.0:1784950498.064905:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000031cff90d. 00000400:00000200:1.0:1784950498.064915:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950498.064921:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.12@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950498.064928:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12769 health :900 00000400:00000200:1.0:1784950498.064933:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950498.064938:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.12@tcp: 1 00000400:00000200:1.0:1784950498.064942:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.12@tcp: -114 00000400:00000200:2.0:1784950498.065030:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1784950498.065059:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.12@tcp(00000000050c8504) state 0x861 00000400:00000001:2.0:1784950498.065083:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950498.065085:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950498.065088:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bb87e26 00000400:00000010:2.0:1784950498.065091:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005bb87e26. 00000400:00000200:2.0:1784950498.065096:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950498.065100:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.12@tcp: -114 00000400:00000010:2.0:1784950498.065105:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007aa140bd. 00000400:00000200:2.0:1784950498.065110:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.12@tcp:-110 00000400:00000200:2.0:1784950498.065113:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.12@tcp(00000000050c8504) state 0x2061 rc -110 00000400:00000200:2.0:1784950498.065117:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.12@tcp 00000100:00000001:2.0:1784950498.256839:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950498.256869:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950498.256871:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950498.256875:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950498.256878:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950498.256881:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950498.256883:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950498.640889:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950498.640896:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950498.640902:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950498.640903:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950498.641019:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950498.641025:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950498.641054:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950499.088876:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.10@tcp 00000400:00000200:3.0:1784950499.088881:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000800:00000010:1.0:1784950499.088883:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fd72e494. 00000400:00000010:3.0:1784950499.088892:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e9020859. 00000400:00000200:1.0:1784950499.088894:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000010:3.0:1784950499.088901:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d522160c. 00000400:00000200:1.0:1784950499.088902:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.10@tcp: GET: NETWORK_TIMEOUT 00000400:00000010:3.0:1784950499.088908:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2fe853. 00000400:00000200:1.0:1784950499.088913:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12770 health :800 00000400:00000010:3.0:1784950499.088936:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000002de9b8e9. 00000400:00000200:1.0:1784950499.088937:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950499.088948:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.10@tcp: 1 00000400:00000200:3.0:1784950499.088956:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950499.088963:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.10@tcp: -114 00000400:00000200:3.0:1784950499.088994:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950499.089002:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950499.089008:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11187:11187:250:4294967295] 192.168.203.114@tcp LPNI seq info [9913:9913:8:4294967295] 00000400:00000200:3.0:1784950499.089016:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:3.0:1784950499.089046:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:3.0:1784950499.089054:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950499.089060:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000042fecc91. 00000400:00000200:2.0:1784950499.089085:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:3.0:1784950499.089087:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950499.089098:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.10@tcp(00000000a4fa42d1) state 0x861 00000800:00000200:3.0:1784950499.089101:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000001:2.0:1784950499.089108:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1784950499.089108:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000042fecc91 type 2, nob 96 niov 1 nkiov 0 00000400:00000001:2.0:1784950499.089112:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950499.089116:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003302268b 00000400:00000010:2.0:1784950499.089120:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003302268b. 00000400:00000200:2.0:1784950499.089125:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950499.089132:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.10@tcp: -114 00000400:00000010:2.0:1784950499.089137:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000031bfa75f. 00000400:00000200:2.0:1784950499.089145:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.10@tcp:-110 00000400:00000200:2.0:1784950499.089149:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.10@tcp(00000000a4fa42d1) state 0x2061 rc -110 00000400:00000200:2.0:1784950499.089154:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.10@tcp 00000800:00000200:1.0:1784950499.089239:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950499.089243:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000042fecc91. 00000400:00000200:1.0:1784950499.089248:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950499.089252:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000400:00000200:1.0:1784950499.089256:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:2.0:1784950499.089258:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950499.089260:0:441635:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000800:00000001:2.0:1784950499.089291:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950499.089297:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950499.089307:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950499.089319:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:2.0:1784950499.089334:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1784950499.089346:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:2.0:1784950499.089360:0:441634:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950499.089367:0:441634:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11188:11188:251:4294967295] 192.168.203.114@tcp LPNI seq info [9914:9914:8:4294967295] 00000400:00000200:2.0:1784950499.089381:0:441634:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:2.0:1784950499.089388:0:441634:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950499.089395:0:441634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e5c2538. 00000800:00000200:2.0:1784950499.089403:0:441634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950499.089412:0:441634:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:2.0:1784950499.089416:0:441634:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002e5c2538 type 3, nob 144 niov 1 nkiov 1 00000800:00000001:0.0:1784950499.089496:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950499.089553:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950499.089556:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784950499.089562:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950499.089564:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e5c2538. 00000800:00000001:1.0:1784950499.089583:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950499.089587:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950499.089587:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950499.089603:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:1.0:1784950499.089604:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000800:00000001:0.0:1784950499.089608:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950499.089621:0:441635:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x1625d 00000800:00000001:1.0:1784950499.089627:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950499.089635:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950499.089637:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950499.089640:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:1.0:1784950499.089644:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2fe853 00000400:00000010:1.0:1784950499.089646:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2fe853. 00000400:00000200:1.0:1784950499.089649:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1784950499.089651:0:441635:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e9020859. 00000400:00000010:1.0:1784950499.089653:0:441635:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d522160c. 00000800:00000001:1.0:1784950499.089659:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950499.089661:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950499.280866:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950499.280882:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950499.280886:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950499.280894:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950499.280915:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950499.280920:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950499.280925:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950499.664851:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950499.664861:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950499.664869:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950499.664871:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950499.664995:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950499.665002:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950499.665006:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950500.112888:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.14@tcp 00000800:00000010:1.0:1784950500.112897:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001c88d7a2. 00000400:00000200:1.0:1784950500.112910:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950500.112919:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.14@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950500.112929:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12771 health :900 00000400:00000200:1.0:1784950500.112937:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950500.112944:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.14@tcp: 1 00000400:00000200:1.0:1784950500.112953:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.14@tcp: -114 00000800:00000100:1.0:1784950500.112981:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.25@tcp 00000800:00000010:1.0:1784950500.112984:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000083c2840c. 00000400:00000200:1.0:1784950500.112988:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950500.112994:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.25@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950500.113003:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950500.113003:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1784950500.113009:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.25@tcp: 1 00000400:00000200:2.0:1784950500.113053:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.14@tcp(0000000072091e24) state 0x861 00000400:00000200:1.0:1784950500.113056:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.25@tcp: -114 00000400:00000001:2.0:1784950500.113073:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950500.113080:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950500.113085:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008abec0ef 00000400:00000010:2.0:1784950500.113089:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008abec0ef. 00000400:00000200:2.0:1784950500.113099:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950500.113113:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.14@tcp: -114 00000400:00000010:2.0:1784950500.113122:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000056c9d985. 00000400:00000200:2.0:1784950500.113134:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.14@tcp:-110 00000400:00000200:2.0:1784950500.113140:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.14@tcp(0000000072091e24) state 0x2061 rc -110 00000400:00000200:2.0:1784950500.113147:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.14@tcp 00000400:00000200:2.0:1784950500.113154:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.25@tcp(0000000090af554c) state 0x840 00000400:00000001:2.0:1784950500.113159:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950500.113161:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950500.113164:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff1faa1f 00000400:00000010:2.0:1784950500.113167:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ff1faa1f. 00000400:00000200:2.0:1784950500.113172:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950500.113177:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.25@tcp: -114 00000400:00000010:2.0:1784950500.113181:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f13decfd. 00000400:00000200:2.0:1784950500.113188:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.25@tcp:-110 00000400:00000200:2.0:1784950500.113192:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.25@tcp(0000000090af554c) state 0x2040 rc -110 00000400:00000200:2.0:1784950500.113198:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.25@tcp 00000400:00000200:0.0:1784950500.113300:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.25@tcp NID 111.222.142.25@tcp: -110. discovery complete 00000400:00000200:0.0:1784950500.113309:0:455330:0:(peer.c:1550:LNetPrimaryNID()) NID 111.222.142.25@tcp primary NID 111.222.142.25@tcp rc -110 00000100:00000010:0.0:1784950500.113329:0:455330:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000729b88c8. 00000100:00000001:0.0:1784950500.113359:0:455330:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:0.0:1784950500.113363:0:455330:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000729b88c8 refcount 1 to 111.222.142.25@tcp 00010000:00000010:0.0:1784950500.113368:0:455330:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000f5cdd7e7. 00010000:00080000:0.0:1784950500.113420:0:455330:0:(ldlm_lib.c:125:import_set_conn()) imp 00000000f1095676@MGC192.168.203.114@tcp: add connection 111.222.142.25@tcp at tail 00010000:00000001:0.0:1784950500.113423:0:455330:0:(ldlm_lib.c:132:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950500.113428:0:455330:0:(obd_class.h:809:obd_add_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950500.113443:0:455330:0:(lustre_peer.c:90:class_add_uuid()) kmalloced '(data)': 704 at 000000009931cfaa. 00000100:00000400:0.0:1784950500.113449:0:455330:0:(lustre_peer.c:124:class_add_uuid()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15: can't add NID 111.222.173.26@tcp: rc = -75 00000100:00000040:0.0:1784950500.113453:0:455330:0:(lustre_peer.c:130:class_add_uuid()) found uuid e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15 111.222.173.26@tcp cnt=32 00000400:00000200:0.0:1784950500.113456:0:455330:0:(peer.c:1363:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1784950500.113459:0:455330:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:0.0:1784950500.113463:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:0.0:1784950500.113465:0:455330:0:(peer.c:1380:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:0.0:1784950500.113467:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[1]: 192.168.203.114@tcp 00000400:00000200:0.0:1784950500.113474:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 192.168.203.114@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1784950500.113481:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.113484:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 192.168.203.114@tcp NID 192.168.203.114@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.113487:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 192.168.203.114@tcp 00000400:00000200:0.0:1784950500.113489:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[2]: 111.222.173.1@tcp 00000400:00000200:0.0:1784950500.113493:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.1@tcp NID flags 0x1: -17 00000400:00000200:0.0:1784950500.113514:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.1@tcp: 0 00000400:00000200:0.0:1784950500.113517:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.113519:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.113522:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.1@tcp NID 111.222.173.1@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.113524:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.1@tcp 00000400:00000200:0.0:1784950500.113526:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[3]: 111.222.142.1@tcp 00000400:00000200:0.0:1784950500.113531:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.1@tcp NID flags 0x1: -17 00000400:00000200:0.0:1784950500.113535:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.1@tcp: 0 00000400:00000200:0.0:1784950500.113537:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.113539:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.113542:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.1@tcp NID 111.222.142.1@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.113544:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.1@tcp 00000400:00000200:0.0:1784950500.113546:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[4]: 111.222.173.2@tcp 00000400:00000200:0.0:1784950500.113551:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.2@tcp NID flags 0x1: -17 00000400:00000200:0.0:1784950500.113555:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.2@tcp: -114 00000400:00000200:0.0:1784950500.113558:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.113562:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.113566:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.2@tcp NID 111.222.173.2@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.113567:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.2@tcp 00000400:00000200:0.0:1784950500.113569:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[5]: 111.222.142.2@tcp 00000400:00000200:0.0:1784950500.113573:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.2@tcp NID flags 0x1: -17 00000400:00000200:0.0:1784950500.113582:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.2@tcp: 0 00000400:00000200:0.0:1784950500.113584:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1784950500.113598:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1784950500.113599:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.113608:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.2@tcp NID 111.222.142.2@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.113612:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.2@tcp 00000400:00000200:0.0:1784950500.113615:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[6]: 111.222.173.3@tcp 00000400:00000200:0.0:1784950500.113622:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.3@tcp NID flags 0x1: -17 00000400:00000200:2.0:1784950500.113622:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.1@tcp(00000000140c9c35) state 0x2061 00000400:00000200:0.0:1784950500.113634:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.3@tcp: 0 00000400:00000200:0.0:1784950500.113637:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.113647:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.113650:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.3@tcp NID 111.222.173.3@tcp: 0. pending discovery 00000400:00000010:2.0:1784950500.113652:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000080cfe63d. 00000400:00000200:0.0:1784950500.113653:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.3@tcp 00000400:00000200:0.0:1784950500.113660:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[7]: 111.222.142.3@tcp 00000400:00000200:0.0:1784950500.113668:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.3@tcp NID flags 0x1: -17 00000400:00000010:2.0:1784950500.113668:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004eff451. 00000400:00000200:0.0:1784950500.113679:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.3@tcp: 0 00000400:00000200:0.0:1784950500.113682:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.113685:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.113688:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.3@tcp NID 111.222.142.3@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.113692:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.3@tcp 00000400:00000010:2.0:1784950500.113694:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000382ac13a. 00000400:00000200:0.0:1784950500.113695:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[8]: 111.222.173.4@tcp 00000400:00000200:2.0:1784950500.113758:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.1@tcp 00000400:00000200:0.0:1784950500.113762:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.4@tcp NID flags 0x1: -17 00000400:00000200:0.0:1784950500.113776:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.4@tcp: 0 00000400:00000200:0.0:1784950500.113779:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1784950500.113810:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.1@tcp local destination 00000400:00000200:2.0:1784950500.113819:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.113824:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.113829:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.113834:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.1@tcp 00000400:00000200:2.0:1784950500.113839:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11189:11189:253:4294967295] 111.222.173.1@tcp LPNI seq info [46:46:8:4294967295] 00000400:00000200:2.0:1784950500.113848:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.1@tcp 00000400:00000200:2.0:1784950500.113858:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.1@tcp(111.222.173.1@tcp:111.222.173.1@tcp) : GET try# 0 00000400:00000200:0.0:1784950500.113866:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:2.0:1784950500.113870:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.1@tcp 00000400:00000200:0.0:1784950500.113875:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.4@tcp NID 111.222.173.4@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.113880:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.4@tcp 00000400:00000200:0.0:1784950500.113882:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[9]: 111.222.142.4@tcp 00000800:00000010:2.0:1784950500.113882:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002e5c2538. 00000400:00000200:0.0:1784950500.113907:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.4@tcp NID flags 0x1: -17 00000800:00000200:2.0:1784950500.113920:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000400:00000200:0.0:1784950500.113921:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.4@tcp: -114 00000400:00000200:0.0:1784950500.113930:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.113935:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:2.1:1784950500.113941:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea4bb8ab] -> 12345-111.222.173.1@tcp (2) 00000400:00000200:0.0:1784950500.113949:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.4@tcp NID 111.222.142.4@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.113954:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.4@tcp 00000400:00000200:0.0:1784950500.113956:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[10]: 111.222.173.5@tcp 00000400:00000200:0.0:1784950500.113962:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.5@tcp NID flags 0x1: -17 00000400:00000200:0.0:1784950500.113967:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.5@tcp: 0 00000400:00000200:0.0:1784950500.113968:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.113970:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.113973:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.5@tcp NID 111.222.173.5@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.113976:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.5@tcp 00000400:00000200:0.0:1784950500.113978:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[11]: 111.222.142.5@tcp 00000400:00000200:2.0:1784950500.113984:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.1@tcp 00000400:00000200:0.0:1784950500.113990:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.5@tcp NID flags 0x1: -17 00000400:00000200:2.0:1784950500.113998:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.1@tcp(00000000140c9c35) state 0x261 rc 0 00000400:00000200:0.0:1784950500.114006:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.5@tcp: 0 00000400:00000200:0.0:1784950500.114011:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.114019:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1784950500.114063:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.1@tcp(0000000074b897f3) state 0x2061 00000400:00000200:0.0:1784950500.114064:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.5@tcp NID 111.222.142.5@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.114072:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.5@tcp 00000400:00000200:0.0:1784950500.114076:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[12]: 111.222.173.6@tcp 00000400:00000200:0.0:1784950500.114079:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.6@tcp NID flags 0x1: -17 00000400:00000010:2.0:1784950500.114079:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ac714e1c. 00000400:00000200:0.0:1784950500.114092:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.6@tcp: -114 00000400:00000010:2.0:1784950500.114092:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b78b0206. 00000400:00000200:0.0:1784950500.114097:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.114101:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.114104:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.6@tcp NID 111.222.173.6@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.114107:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.6@tcp 00000400:00000010:2.0:1784950500.114109:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000139dd423. 00000400:00000200:0.0:1784950500.114110:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[13]: 111.222.142.6@tcp 00000400:00000200:0.0:1784950500.114118:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.6@tcp NID flags 0x1: -17 00000400:00000200:2.0:1784950500.114125:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.1@tcp 00000400:00000200:0.0:1784950500.114126:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.6@tcp: 0 00000400:00000200:0.0:1784950500.114132:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.114135:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.114137:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.6@tcp NID 111.222.142.6@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.114139:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.6@tcp 00000400:00000200:0.0:1784950500.114141:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[14]: 111.222.173.7@tcp 00000400:00000200:0.0:1784950500.114146:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.7@tcp NID flags 0x1: -17 00000400:00000200:2.0:1784950500.114151:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.1@tcp local destination 00000400:00000200:2.0:1784950500.114158:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.114162:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.114167:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.114171:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.1@tcp 00000400:00000200:2.0:1784950500.114175:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11190:11190:252:4294967295] 111.222.142.1@tcp LPNI seq info [45:45:8:4294967295] 00000400:00000200:2.0:1784950500.114182:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.1@tcp 00000400:00000200:2.0:1784950500.114193:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.1@tcp(111.222.142.1@tcp:111.222.142.1@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.114203:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.1@tcp 00000400:00000200:0.0:1784950500.114206:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.7@tcp: 0 00000400:00000200:0.0:1784950500.114211:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000010:2.0:1784950500.114214:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b3b91a8d. 00000400:00000200:0.0:1784950500.114215:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.114222:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.7@tcp NID 111.222.173.7@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.114225:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.7@tcp 00000800:00000200:2.0:1784950500.114231:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000400:00000200:0.0:1784950500.114232:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[15]: 111.222.142.7@tcp 00000400:00000200:0.0:1784950500.114240:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.7@tcp NID flags 0x1: -17 00000800:00000200:2.0:1784950500.114241:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.1 (cnted 0, interval 60, 13 secs later) 00000400:00000200:0.0:1784950500.114247:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.7@tcp: 0 00000400:00000200:0.0:1784950500.114252:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.114254:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:2.1:1784950500.114260:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3421936] -> 12345-111.222.142.1@tcp (2) 00000400:00000200:0.0:1784950500.114262:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.7@tcp NID 111.222.142.7@tcp: 0. pending discovery 00000800:00000200:2.1:1784950500.114271:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.1 (cnted 0, interval 60, 13 secs later) 00000400:00000200:0.0:1784950500.114272:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.7@tcp 00000400:00000200:0.0:1784950500.114277:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[16]: 111.222.173.8@tcp 00000400:00000200:0.0:1784950500.114287:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.8@tcp NID flags 0x1: -17 00000800:00000100:2.0:1784950500.114293:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.142.1@tcp 00000400:00000200:0.0:1784950500.114296:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.8@tcp: 0 00000800:00000010:2.0:1784950500.114301:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b3b91a8d. 00000400:00000200:0.0:1784950500.114302:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.114306:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.114312:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.8@tcp NID 111.222.173.8@tcp: 0. pending discovery 00000400:00000200:2.0:1784950500.114314:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1784950500.114315:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.8@tcp 00000400:00000200:0.0:1784950500.114321:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[17]: 111.222.142.8@tcp 00000400:00000200:0.0:1784950500.114328:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.8@tcp NID flags 0x1: -17 00000400:00000200:2.0:1784950500.114333:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.1@tcp: GET: REMOTE_ERROR 00000400:00000200:0.0:1784950500.114354:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.8@tcp: 0 00000400:00000200:0.0:1784950500.114361:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.114366:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1784950500.114368:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1784950500.114371:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.8@tcp NID 111.222.142.8@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.114379:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.8@tcp 00000400:00000200:2.0:1784950500.114385:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.1@tcp: 1 00000400:00000200:0.0:1784950500.114386:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[18]: 111.222.173.9@tcp 00000400:00000200:0.0:1784950500.114396:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.9@tcp NID flags 0x1: -17 00000400:00000200:2.0:1784950500.114403:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.1@tcp: -114 00000400:00000200:2.0:1784950500.114425:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.1@tcp 00000400:00000200:0.0:1784950500.114430:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.9@tcp: 0 00000400:00000200:0.0:1784950500.114435:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1784950500.114439:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.1@tcp(0000000074b897f3) state 0x861 rc 0 00000400:00000200:0.0:1784950500.114441:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.114452:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.9@tcp NID 111.222.173.9@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.114456:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.9@tcp 00000400:00000200:0.0:1784950500.114459:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[19]: 111.222.142.9@tcp 00000400:00000200:2.0:1784950500.114465:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.2@tcp(00000000909276f9) state 0x2061 00000400:00000200:0.0:1784950500.114469:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.9@tcp NID flags 0x1: -17 00000400:00000200:0.0:1784950500.114480:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.9@tcp: 0 00000400:00000200:0.0:1784950500.114482:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000010:2.0:1784950500.114482:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ce0859fb. 00000400:00000200:0.0:1784950500.114489:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000010:2.0:1784950500.114495:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a76f2b5f. 00000400:00000200:0.0:1784950500.114499:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.9@tcp NID 111.222.142.9@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.114507:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.9@tcp 00000400:00000200:0.0:1784950500.114510:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[20]: 111.222.173.10@tcp 00000400:00000010:2.0:1784950500.114511:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000007844a870. 00000400:00000200:0.0:1784950500.114517:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.10@tcp NID flags 0x1: -17 00000400:00000200:0.0:1784950500.114530:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.10@tcp: 0 00000400:00000200:2.0:1784950500.114532:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.2@tcp 00000400:00000200:0.0:1784950500.114534:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.114544:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.114548:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.10@tcp NID 111.222.173.10@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.114550:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.10@tcp 00000400:00000200:0.0:1784950500.114553:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[21]: 111.222.142.10@tcp 00000400:00000200:2.0:1784950500.114561:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.2@tcp local destination 00000400:00000200:0.0:1784950500.114562:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.10@tcp NID flags 0x1: -17 00000400:00000200:2.0:1784950500.114577:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.114585:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.114590:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.114594:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.2@tcp 00000400:00000200:2.0:1784950500.114600:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11191:11191:252:4294967295] 111.222.142.2@tcp LPNI seq info [43:43:8:4294967295] 00000400:00000200:2.0:1784950500.114609:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.2@tcp 00000400:00000200:2.0:1784950500.114620:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.2@tcp(111.222.142.2@tcp:111.222.142.2@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.114630:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.2@tcp 00000800:00000010:2.0:1784950500.114638:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b3b91a8d. 00000400:00000200:0.0:1784950500.114639:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.10@tcp: 0 00000400:00000200:0.0:1784950500.114647:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.114654:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:2.0:1784950500.114663:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000400:00000200:0.0:1784950500.114664:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.10@tcp NID 111.222.142.10@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.114671:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.10@tcp 00000400:00000200:0.0:1784950500.114678:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[22]: 111.222.173.11@tcp 00000400:00000200:0.0:1784950500.114685:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.11@tcp NID flags 0x1: -17 00000800:00000200:2.1:1784950500.114689:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053f0d6f0] -> 12345-111.222.142.2@tcp (2) 00000400:00000200:0.0:1784950500.114695:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.11@tcp: 0 00000400:00000200:0.0:1784950500.114703:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.114705:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1784950500.114710:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.2@tcp 00000400:00000200:2.0:1784950500.114723:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.2@tcp(00000000909276f9) state 0x261 rc 0 00000400:00000200:0.0:1784950500.114737:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.11@tcp NID 111.222.173.11@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.114759:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.11@tcp 00000400:00000200:0.0:1784950500.114762:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[23]: 111.222.142.11@tcp 00000400:00000200:0.0:1784950500.114767:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.11@tcp NID flags 0x1: -17 00000400:00000200:2.0:1784950500.114797:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.3@tcp(000000006135824b) state 0x2061 00000400:00000200:0.0:1784950500.114801:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.11@tcp: 0 00000400:00000200:0.0:1784950500.114807:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.114811:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000010:2.0:1784950500.114814:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005e395f2f. 00000400:00000200:0.0:1784950500.114817:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.11@tcp NID 111.222.142.11@tcp: 0. pending discovery 00000400:00000010:2.0:1784950500.114822:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f45ac6d2. 00000400:00000200:0.0:1784950500.114825:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.11@tcp 00000400:00000200:0.0:1784950500.114831:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[24]: 111.222.173.12@tcp 00000400:00000010:2.0:1784950500.114833:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000c5b0695c. 00000400:00000200:0.0:1784950500.114840:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.12@tcp NID flags 0x1: -17 00000400:00000200:2.0:1784950500.114848:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.3@tcp 00000400:00000200:0.0:1784950500.114855:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.12@tcp: 0 00000400:00000200:0.0:1784950500.114860:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.114865:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.114869:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.12@tcp NID 111.222.173.12@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.114873:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.12@tcp 00000400:00000200:0.0:1784950500.114876:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[25]: 111.222.142.12@tcp 00000400:00000200:2.0:1784950500.114881:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.3@tcp local destination 00000400:00000200:0.0:1784950500.114887:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.12@tcp NID flags 0x1: -17 00000400:00000200:2.0:1784950500.114909:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.114919:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.114924:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.114928:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.3@tcp 00000400:00000200:2.0:1784950500.114934:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11192:11192:251:4294967295] 111.222.173.3@tcp LPNI seq info [43:43:8:4294967295] 00000400:00000200:2.0:1784950500.114943:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.3@tcp 00000400:00000200:2.0:1784950500.114954:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.3@tcp(111.222.173.3@tcp:111.222.173.3@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.114964:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.3@tcp 00000400:00000200:0.0:1784950500.114970:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.12@tcp: 0 00000800:00000010:2.0:1784950500.114972:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d62b3518. 00000400:00000200:0.0:1784950500.114976:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.114983:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.114993:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.12@tcp NID 111.222.142.12@tcp: 0. pending discovery 00000800:00000200:2.0:1784950500.114998:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000400:00000200:0.0:1784950500.114999:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.12@tcp 00000400:00000200:0.0:1784950500.115006:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[26]: 111.222.173.13@tcp 00000400:00000200:0.0:1784950500.115017:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.13@tcp NID flags 0x1: -17 00000400:00000200:0.0:1784950500.115049:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.13@tcp: 0 00000400:00000200:0.0:1784950500.115069:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:2.1:1784950500.115069:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea1054c4] -> 12345-111.222.173.3@tcp (2) 00000400:00000200:0.0:1784950500.115074:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.115079:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.13@tcp NID 111.222.173.13@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.115082:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.13@tcp 00000400:00000200:0.0:1784950500.115084:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[27]: 111.222.142.13@tcp 00000400:00000200:0.0:1784950500.115087:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.13@tcp NID flags 0x1: -17 00000400:00000200:0.0:1784950500.115091:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.13@tcp: 0 00000400:00000200:0.0:1784950500.115093:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.115095:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.115098:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.13@tcp NID 111.222.142.13@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.115100:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.13@tcp 00000400:00000200:2.0:1784950500.115103:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.3@tcp 00000400:00000200:0.0:1784950500.115106:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[28]: 111.222.173.14@tcp 00000400:00000200:2.0:1784950500.115112:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.3@tcp(000000006135824b) state 0x261 rc 0 00000400:00000200:0.0:1784950500.115114:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.14@tcp NID flags 0x1: -17 00000400:00000200:0.0:1784950500.115121:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.14@tcp: 0 00000400:00000200:0.0:1784950500.115124:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.115127:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1784950500.115132:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.3@tcp(0000000065719ced) state 0x2061 00000400:00000200:0.0:1784950500.115133:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.14@tcp NID 111.222.173.14@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.115139:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.14@tcp 00000400:00000200:0.0:1784950500.115144:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[29]: 111.222.142.14@tcp 00000400:00000200:0.0:1784950500.115146:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.14@tcp NID flags 0x1: -17 00000400:00000010:2.0:1784950500.115148:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005dec4288. 00000400:00000200:0.0:1784950500.115152:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.14@tcp: 0 00000400:00000200:0.0:1784950500.115156:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000010:2.0:1784950500.115156:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ff3966. 00000400:00000200:0.0:1784950500.115161:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.115166:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.14@tcp NID 111.222.142.14@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.115168:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.14@tcp 00000400:00000010:2.0:1784950500.115169:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000d9c39ea6. 00000400:00000200:0.0:1784950500.115170:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[30]: 111.222.173.15@tcp 00000400:00000200:0.0:1784950500.115185:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.173.15@tcp NID flags 0x1: -17 00000400:00000200:2.0:1784950500.115188:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.3@tcp 00000400:00000200:0.0:1784950500.115200:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.15@tcp: 0 00000400:00000200:0.0:1784950500.115203:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.115207:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1784950500.115210:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.173.15@tcp NID 111.222.173.15@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.115212:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.173.15@tcp 00000400:00000200:0.0:1784950500.115214:0:455330:0:(peer.c:1377:LNetAddPeer()) Adding NID[31]: 111.222.142.15@tcp 00000400:00000200:2.0:1784950500.115222:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.3@tcp local destination 00000400:00000200:0.0:1784950500.115223:0:455330:0:(peer.c:1822:lnet_peer_add()) peer 111.222.142.15@tcp NID flags 0x1: -17 00000400:00000200:2.0:1784950500.115234:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.115240:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.115244:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.115249:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.3@tcp 00000400:00000200:2.0:1784950500.115255:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11193:11193:250:4294967295] 111.222.142.3@tcp LPNI seq info [43:43:8:4294967295] 00000400:00000200:2.0:1784950500.115263:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.3@tcp 00000400:00000200:2.0:1784950500.115275:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.3@tcp(111.222.142.3@tcp:111.222.142.3@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.115283:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.3@tcp 00000400:00000200:0.0:1784950500.115287:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.15@tcp: 0 00000400:00000200:0.0:1784950500.115291:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1784950500.115292:0:455330:0:(peer.c:2890:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000010:2.0:1784950500.115294:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006415387d. 00000400:00000200:0.0:1784950500.115295:0:455330:0:(peer.c:2899:lnet_discover_peer_locked()) peer 111.222.142.15@tcp NID 111.222.142.15@tcp: 0. pending discovery 00000400:00000200:0.0:1784950500.115301:0:455330:0:(peer.c:1431:LNetAddPeer()) A peer exists for NID 111.222.142.15@tcp 00000100:00000010:0.0:1784950500.115304:0:455330:0:(lustre_peer.c:132:class_add_uuid()) kfreed 'data': 704 at 000000009931cfaa. 00000800:00000200:2.0:1784950500.115311:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000020:00000001:0.0:1784950500.115316:0:455330:0:(obd_class.h:797:obd_add_conn()) Process entered 00000800:00000200:2.0:1784950500.115320:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.3 (cnted 0, interval 60, 13 secs later) 00010000:00000001:0.0:1784950500.115322:0:455330:0:(ldlm_lib.c:52:import_set_conn()) Process entered 00000100:00000001:0.0:1784950500.115327:0:455330:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:0.0:1784950500.115336:0:455330:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 360 at 000000000c6b6452. 00000800:00000200:2.1:1784950500.115336:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e68dfbe] -> 12345-111.222.142.3@tcp (2) 00000800:00000200:2.1:1784950500.115345:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.3 (cnted 0, interval 60, 13 secs later) 00000400:00000200:0.0:1784950500.115346:0:455330:0:(peer.c:266:lnet_peer_alloc()) 000000000c6b6452 nid 111.222.173.26@tcp 00000400:00000010:0.0:1784950500.115352:0:455330:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d50d6495. 00000400:00000200:0.0:1784950500.115357:0:455330:0:(peer.c:203:lnet_peer_net_alloc()) 00000000d50d6495 net tcp 00000400:00000010:0.0:1784950500.115361:0:455330:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 480 at 00000000bb815074. 00000800:00000100:2.0:1784950500.115362:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.142.3@tcp 00000800:00000010:2.0:1784950500.115368:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006415387d. 00000400:00000200:0.0:1784950500.115369:0:455330:0:(peer.c:184:lnet_peer_ni_alloc()) 00000000bb815074 nid 111.222.173.26@tcp 00000400:00000200:2.0:1784950500.115402:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1784950500.115405:0:455330:0:(peer.c:1719:lnet_peer_attach_peer_ni()) peer 111.222.173.26@tcp NID 111.222.173.26@tcp flags 0x0 00000400:00000200:0.0:1784950500.115419:0:455330:0:(peer.c:2098:lnet_peer_ni_traffic_add()) peer 111.222.173.26@tcp: 0 00000400:00000200:2.0:1784950500.115425:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.3@tcp: GET: REMOTE_ERROR 00000400:00000200:0.0:1784950500.115432:0:455330:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.26@tcp: 0 00000400:00000200:0.0:1784950500.115438:0:455330:0:(peer.c:2850:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1784950500.115444:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950500.115455:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.3@tcp: 1 00000400:00000200:2.0:1784950500.115465:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.3@tcp: -114 00000400:00000200:2.0:1784950500.115483:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.3@tcp 00000400:00000200:2.0:1784950500.115490:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.3@tcp(0000000065719ced) state 0x861 rc 0 00000400:00000200:2.0:1784950500.115500:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.4@tcp(0000000034456625) state 0x2061 00000400:00000010:2.0:1784950500.115511:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000822fdc9. 00000400:00000010:2.0:1784950500.115519:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f99e6c8. 00000400:00000010:2.0:1784950500.115528:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000000f4d30ee. 00000400:00000200:2.0:1784950500.115536:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.4@tcp 00000400:00000200:2.0:1784950500.115548:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.4@tcp local destination 00000400:00000200:2.0:1784950500.115554:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.115559:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.115563:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.115567:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.4@tcp 00000400:00000200:2.0:1784950500.115573:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11194:11194:250:4294967295] 111.222.173.4@tcp LPNI seq info [40:40:8:4294967295] 00000400:00000200:2.0:1784950500.115582:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.4@tcp 00000400:00000200:2.0:1784950500.115593:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.4@tcp(111.222.173.4@tcp:111.222.173.4@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.115602:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.4@tcp 00000800:00000010:2.0:1784950500.115608:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006415387d. 00000800:00000200:2.0:1784950500.115616:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000800:00000200:2.1:1784950500.115623:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b9b2213] -> 12345-111.222.173.4@tcp (2) 00000400:00000200:2.0:1784950500.115629:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.4@tcp 00000400:00000200:2.0:1784950500.115633:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.4@tcp(0000000034456625) state 0x261 rc 0 00000400:00000200:2.0:1784950500.115639:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.5@tcp(00000000a02b4cc5) state 0x2061 00000400:00000010:2.0:1784950500.115647:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e1c348f3. 00000400:00000010:2.0:1784950500.115653:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072272f0d. 00000400:00000010:2.0:1784950500.115660:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000287f991e. 00000400:00000200:2.0:1784950500.115667:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.5@tcp 00000400:00000200:2.0:1784950500.115676:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.5@tcp local destination 00000400:00000200:2.0:1784950500.115680:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.115685:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.115689:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.115694:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.5@tcp 00000400:00000200:2.0:1784950500.115699:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11195:11195:249:4294967295] 111.222.173.5@tcp LPNI seq info [40:40:8:4294967295] 00000400:00000200:2.0:1784950500.115706:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.5@tcp 00000400:00000200:2.0:1784950500.115716:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.5@tcp(111.222.173.5@tcp:111.222.173.5@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.115725:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.5@tcp 00000800:00000010:2.0:1784950500.115732:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009dd5e9b1. 00000800:00000200:2.0:1784950500.115789:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000800:00000200:2.1:1784950500.115797:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003596a83f] -> 12345-111.222.173.5@tcp (2) 00000400:00000200:2.0:1784950500.115822:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.5@tcp 00000400:00000200:2.0:1784950500.115826:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.5@tcp(00000000a02b4cc5) state 0x261 rc 0 00000400:00000200:2.0:1784950500.115833:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.5@tcp(000000004a6b3557) state 0x2061 00000400:00000010:2.0:1784950500.115841:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a9a863bd. 00000400:00000010:2.0:1784950500.115847:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c7615d7. 00000400:00000010:2.0:1784950500.115856:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000bba1d284. 00000400:00000200:2.0:1784950500.115863:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.5@tcp 00000400:00000200:2.0:1784950500.115874:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.5@tcp local destination 00000400:00000200:2.0:1784950500.115882:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.115888:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.115896:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.115903:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.5@tcp 00000400:00000200:2.0:1784950500.115911:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11196:11196:248:4294967295] 111.222.142.5@tcp LPNI seq info [38:38:8:4294967295] 00000400:00000200:2.0:1784950500.115921:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.5@tcp 00000400:00000200:2.0:1784950500.115937:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.5@tcp(111.222.142.5@tcp:111.222.142.5@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.115948:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.5@tcp 00000800:00000010:2.0:1784950500.115955:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004ebc2a5d. 00000800:00000200:2.0:1784950500.115965:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:2.0:1784950500.115970:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.5 (cnted 0, interval 60, 13 secs later) 00000800:00000200:2.1:1784950500.115980:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000459becfc] -> 12345-111.222.142.5@tcp (2) 00000800:00000200:2.1:1784950500.115985:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.5 (cnted 0, interval 60, 13 secs later) 00000800:00000100:2.0:1784950500.115994:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.142.5@tcp 00000800:00000010:2.0:1784950500.115998:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004ebc2a5d. 00000400:00000200:2.0:1784950500.116004:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1784950500.116010:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.5@tcp: GET: REMOTE_ERROR 00000400:00000200:2.0:1784950500.116015:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950500.116046:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.5@tcp: 1 00000400:00000200:2.0:1784950500.116055:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.5@tcp: -114 00000400:00000200:2.0:1784950500.116087:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.5@tcp 00000400:00000200:2.0:1784950500.116090:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.5@tcp(000000004a6b3557) state 0x861 rc 0 00000400:00000200:2.0:1784950500.116095:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.6@tcp(0000000020f6aea9) state 0x2061 00000400:00000010:2.0:1784950500.116101:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002d0624bd. 00000400:00000010:2.0:1784950500.116106:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbc882ed. 00000400:00000010:2.0:1784950500.116111:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000fa4fcbdc. 00000400:00000200:2.0:1784950500.116116:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.6@tcp 00000400:00000200:2.0:1784950500.116122:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.6@tcp local destination 00000400:00000200:2.0:1784950500.116126:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.116130:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.116133:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.116136:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.6@tcp 00000400:00000200:2.0:1784950500.116140:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11197:11197:248:4294967295] 111.222.142.6@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:2.0:1784950500.116146:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.6@tcp 00000400:00000200:2.0:1784950500.116154:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.6@tcp(111.222.142.6@tcp:111.222.142.6@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.116161:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.6@tcp 00000800:00000010:2.0:1784950500.116165:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004ebc2a5d. 00000800:00000200:2.0:1784950500.116171:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000800:00000200:2.1:1784950500.116177:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007afa8f6e] -> 12345-111.222.142.6@tcp (2) 00000400:00000200:2.0:1784950500.116182:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.6@tcp 00000400:00000200:2.0:1784950500.116185:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.6@tcp(0000000020f6aea9) state 0x261 rc 0 00000400:00000200:2.0:1784950500.116189:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.7@tcp(0000000093802ce8) state 0x2061 00000400:00000010:2.0:1784950500.116194:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f13decfd. 00000400:00000010:2.0:1784950500.116198:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec5d6f04. 00000400:00000010:2.0:1784950500.116203:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000068313f61. 00000400:00000200:2.0:1784950500.116207:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.7@tcp 00000400:00000200:2.0:1784950500.116213:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.7@tcp local destination 00000400:00000200:2.0:1784950500.116217:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.116220:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.116224:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.116227:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.7@tcp 00000400:00000200:2.0:1784950500.116231:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11198:11198:247:4294967295] 111.222.173.7@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:2.0:1784950500.116237:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.7@tcp 00000400:00000200:2.0:1784950500.116244:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.7@tcp(111.222.173.7@tcp:111.222.173.7@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.116250:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.7@tcp 00000800:00000010:2.0:1784950500.116255:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000005b63d50. 00000800:00000200:2.0:1784950500.116260:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000800:00000200:2.1:1784950500.116266:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089b5959e] -> 12345-111.222.173.7@tcp (2) 00000400:00000200:2.0:1784950500.116283:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.7@tcp 00000400:00000200:2.0:1784950500.116286:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.7@tcp(0000000093802ce8) state 0x261 rc 0 00000400:00000200:2.0:1784950500.116291:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.7@tcp(000000007ef77b60) state 0x2061 00000400:00000010:2.0:1784950500.116296:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000056c9d985. 00000400:00000010:2.0:1784950500.116299:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000faec7be4. 00000400:00000010:2.0:1784950500.116305:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000001d730da1. 00000400:00000200:2.0:1784950500.116310:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.7@tcp 00000400:00000200:2.0:1784950500.116318:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.7@tcp local destination 00000400:00000200:2.0:1784950500.116324:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.116327:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.116331:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.116335:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.7@tcp 00000400:00000200:2.0:1784950500.116340:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11199:11199:246:4294967295] 111.222.142.7@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:2.0:1784950500.116348:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.7@tcp 00000400:00000200:2.0:1784950500.116358:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.7@tcp(111.222.142.7@tcp:111.222.142.7@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.116366:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.7@tcp 00000800:00000010:2.0:1784950500.116372:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000070b3560d. 00000800:00000200:2.0:1784950500.116397:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:2.0:1784950500.116402:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.7 (cnted 0, interval 60, 13 secs later) 00000800:00000200:2.1:1784950500.116411:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027f8c63c] -> 12345-111.222.142.7@tcp (2) 00000800:00000200:2.1:1784950500.116415:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.7 (cnted 0, interval 60, 13 secs later) 00000800:00000100:2.0:1784950500.116443:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.142.7@tcp 00000800:00000010:2.0:1784950500.116447:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000070b3560d. 00000400:00000200:2.0:1784950500.116455:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1784950500.116464:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.7@tcp: GET: REMOTE_ERROR 00000400:00000200:2.0:1784950500.116472:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950500.116477:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.7@tcp: 1 00000400:00000200:2.0:1784950500.116483:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.7@tcp: -114 00000400:00000200:2.0:1784950500.116493:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.7@tcp 00000400:00000200:2.0:1784950500.116497:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.7@tcp(000000007ef77b60) state 0x861 rc 0 00000400:00000200:2.0:1784950500.116503:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.8@tcp(00000000b1b129a5) state 0x2061 00000400:00000010:2.0:1784950500.116510:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000096708662. 00000400:00000010:2.0:1784950500.116516:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a969fd8a. 00000400:00000010:2.0:1784950500.116522:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000008acaccce. 00000400:00000200:2.0:1784950500.116529:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.8@tcp 00000400:00000200:2.0:1784950500.116538:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.8@tcp local destination 00000400:00000200:2.0:1784950500.116543:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.116547:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.116552:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.116557:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.8@tcp 00000400:00000200:2.0:1784950500.116562:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11200:11200:246:4294967295] 111.222.173.8@tcp LPNI seq info [34:34:8:4294967295] 00000400:00000200:2.0:1784950500.116571:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.8@tcp 00000400:00000200:2.0:1784950500.116581:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.8@tcp(111.222.173.8@tcp:111.222.173.8@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.116591:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.8@tcp 00000800:00000010:2.0:1784950500.116598:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000070b3560d. 00000800:00000200:2.0:1784950500.116609:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000800:00000200:2.1:1784950500.116617:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f0fa560a] -> 12345-111.222.173.8@tcp (2) 00000400:00000200:2.0:1784950500.116624:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.8@tcp 00000400:00000200:2.0:1784950500.116628:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.8@tcp(00000000b1b129a5) state 0x261 rc 0 00000400:00000200:2.0:1784950500.116634:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.8@tcp(00000000691a9285) state 0x2061 00000400:00000010:2.0:1784950500.116640:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000002554686. 00000400:00000010:2.0:1784950500.116644:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6f6e18f. 00000400:00000010:2.0:1784950500.116651:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000007e7d4a36. 00000400:00000200:2.0:1784950500.116656:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.8@tcp 00000400:00000200:2.0:1784950500.116664:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.8@tcp local destination 00000400:00000200:2.0:1784950500.116668:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.116673:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.116677:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.116681:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.8@tcp 00000400:00000200:2.0:1784950500.116687:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11201:11201:245:4294967295] 111.222.142.8@tcp LPNI seq info [34:34:8:4294967295] 00000400:00000200:2.0:1784950500.116694:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.8@tcp 00000400:00000200:2.0:1784950500.116704:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.8@tcp(111.222.142.8@tcp:111.222.142.8@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.116711:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.8@tcp 00000800:00000010:2.0:1784950500.116717:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e3e62659. 00000800:00000200:2.0:1784950500.116724:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000800:00000200:2.1:1784950500.116731:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff37fffb] -> 12345-111.222.142.8@tcp (2) 00000400:00000200:2.0:1784950500.116804:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.8@tcp 00000400:00000200:2.0:1784950500.116809:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.8@tcp(00000000691a9285) state 0x261 rc 0 00000400:00000200:2.0:1784950500.116815:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.1@tcp(0000000074b897f3) state 0x861 00000400:00000001:2.0:1784950500.116820:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950500.116822:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950500.116825:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b78b0206 00000400:00000010:2.0:1784950500.116828:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b78b0206. 00000400:00000200:2.0:1784950500.116834:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950500.116839:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.1@tcp: -114 00000400:00000010:2.0:1784950500.116844:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ac714e1c. 00000400:00000200:2.0:1784950500.116852:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.1@tcp:-5 00000400:00000200:2.0:1784950500.116859:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.1@tcp(0000000074b897f3) state 0x2061 rc -5 00000400:00000200:2.0:1784950500.116866:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.1@tcp 00000400:00000200:2.0:1784950500.116874:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.9@tcp(0000000061b4745a) state 0x2061 00000400:00000010:2.0:1784950500.116883:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003097b8ca. 00000400:00000010:2.0:1784950500.116887:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b78b0206. 00000400:00000010:2.0:1784950500.116894:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000015b5e84c. 00000400:00000200:2.0:1784950500.116901:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.9@tcp 00000400:00000200:2.0:1784950500.116909:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.9@tcp local destination 00000400:00000200:2.0:1784950500.116914:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.116918:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.116922:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.116927:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.9@tcp 00000400:00000200:2.0:1784950500.116933:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11202:11202:244:4294967295] 111.222.173.9@tcp LPNI seq info [33:33:8:4294967295] 00000400:00000200:2.0:1784950500.116941:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.9@tcp 00000400:00000200:2.0:1784950500.116951:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.9@tcp(111.222.173.9@tcp:111.222.173.9@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.116960:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.9@tcp 00000800:00000010:2.0:1784950500.116965:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002058a4fe. 00000800:00000200:2.0:1784950500.116973:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000800:00000200:2.1:1784950500.116980:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020031c06] -> 12345-111.222.173.9@tcp (2) 00000400:00000200:2.0:1784950500.117004:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.9@tcp 00000400:00000200:2.0:1784950500.117008:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.9@tcp(0000000061b4745a) state 0x261 rc 0 00000400:00000200:2.0:1784950500.117015:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.9@tcp(0000000041d835b6) state 0x2061 00000400:00000010:2.0:1784950500.117045:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ac714e1c. 00000400:00000010:2.0:1784950500.117052:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f72bf817. 00000400:00000010:2.0:1784950500.117061:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000005a2d72ef. 00000400:00000200:2.0:1784950500.117083:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.9@tcp 00000400:00000200:2.0:1784950500.117090:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.9@tcp local destination 00000400:00000200:2.0:1784950500.117095:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.117100:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.117104:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.117109:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.9@tcp 00000400:00000200:2.0:1784950500.117114:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11203:11203:243:4294967295] 111.222.142.9@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:2.0:1784950500.117121:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.9@tcp 00000400:00000200:2.0:1784950500.117130:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.9@tcp(111.222.142.9@tcp:111.222.142.9@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.117138:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.9@tcp 00000800:00000010:2.0:1784950500.117143:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009b5272c8. 00000800:00000200:2.0:1784950500.117152:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:2.0:1784950500.117156:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.9 (cnted 0, interval 60, 13 secs later) 00000800:00000200:2.1:1784950500.117162:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d207c3d] -> 12345-111.222.142.9@tcp (2) 00000800:00000200:2.1:1784950500.117166:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.9 (cnted 0, interval 60, 13 secs later) 00000800:00000100:2.0:1784950500.117173:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.142.9@tcp 00000800:00000010:2.0:1784950500.117175:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009b5272c8. 00000400:00000200:2.0:1784950500.117180:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1784950500.117184:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.9@tcp: GET: REMOTE_ERROR 00000400:00000200:2.0:1784950500.117190:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950500.117194:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.9@tcp: 1 00000400:00000200:2.0:1784950500.117199:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.9@tcp: -114 00000400:00000200:2.0:1784950500.117209:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.9@tcp 00000400:00000200:2.0:1784950500.117212:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.9@tcp(0000000041d835b6) state 0x861 rc 0 00000400:00000200:2.0:1784950500.117217:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.10@tcp(00000000a2c96137) state 0x2061 00000400:00000010:2.0:1784950500.117227:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b971aa11. 00000400:00000010:2.0:1784950500.117232:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8357575. 00000400:00000010:2.0:1784950500.117237:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000ad99b3f4. 00000400:00000200:2.0:1784950500.117242:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.10@tcp 00000400:00000200:2.0:1784950500.117248:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.10@tcp local destination 00000400:00000200:2.0:1784950500.117253:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.117256:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.117259:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.117263:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.10@tcp 00000400:00000200:2.0:1784950500.117267:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11204:11204:243:4294967295] 111.222.173.10@tcp LPNI seq info [32:32:8:4294967295] 00000400:00000200:2.0:1784950500.117273:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.10@tcp 00000400:00000200:2.0:1784950500.117280:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.10@tcp(111.222.173.10@tcp:111.222.173.10@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.117287:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.10@tcp 00000800:00000010:2.0:1784950500.117291:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009b5272c8. 00000800:00000200:2.0:1784950500.117297:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000800:00000200:2.1:1784950500.117303:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1ebeeb5] -> 12345-111.222.173.10@tcp (2) 00000400:00000200:2.0:1784950500.117308:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.10@tcp 00000400:00000200:2.0:1784950500.117311:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.10@tcp(00000000a2c96137) state 0x261 rc 0 00000400:00000200:2.0:1784950500.117316:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.10@tcp(00000000a4fa42d1) state 0x2061 00000400:00000010:2.0:1784950500.117322:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ce8b6835. 00000400:00000010:2.0:1784950500.117326:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829f3cf7. 00000400:00000010:2.0:1784950500.117331:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000d0a6e732. 00000400:00000200:2.0:1784950500.117336:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.10@tcp 00000400:00000200:2.0:1784950500.117342:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.10@tcp local destination 00000400:00000200:2.0:1784950500.117345:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.117349:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.117352:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.117355:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.10@tcp 00000400:00000200:2.0:1784950500.117359:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11205:11205:242:4294967295] 111.222.142.10@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:2.0:1784950500.117366:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.10@tcp 00000400:00000200:2.0:1784950500.117376:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.10@tcp(111.222.142.10@tcp:111.222.142.10@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.117399:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.10@tcp 00000800:00000010:2.0:1784950500.117405:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000059c01b8a. 00000800:00000200:2.0:1784950500.117413:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000800:00000200:2.1:1784950500.117420:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000008622566] -> 12345-111.222.142.10@tcp (2) 00000400:00000200:2.0:1784950500.117426:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.10@tcp 00000400:00000200:2.0:1784950500.117430:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.10@tcp(00000000a4fa42d1) state 0x261 rc 0 00000400:00000200:2.0:1784950500.117436:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.11@tcp(0000000016d5496f) state 0x2061 00000400:00000010:2.0:1784950500.117442:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d0abc80b. 00000400:00000010:2.0:1784950500.117447:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a3f02ce. 00000400:00000010:2.0:1784950500.117453:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000009ad5d147. 00000400:00000200:2.0:1784950500.117459:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.11@tcp 00000400:00000200:2.0:1784950500.117466:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.11@tcp local destination 00000400:00000200:2.0:1784950500.117471:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.117475:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.117479:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.117484:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.11@tcp 00000400:00000200:2.0:1784950500.117489:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11206:11206:241:4294967295] 111.222.173.11@tcp LPNI seq info [29:29:8:4294967295] 00000400:00000200:2.0:1784950500.117497:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.11@tcp 00000400:00000200:2.0:1784950500.117509:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.11@tcp(111.222.173.11@tcp:111.222.173.11@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.117518:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.11@tcp 00000800:00000010:2.0:1784950500.117523:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000aa821349. 00000800:00000200:2.0:1784950500.117530:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000800:00000200:2.1:1784950500.117538:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be6146a7] -> 12345-111.222.173.11@tcp (2) 00000400:00000200:2.0:1784950500.117565:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.11@tcp 00000400:00000200:2.0:1784950500.117569:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.11@tcp(0000000016d5496f) state 0x261 rc 0 00000400:00000200:2.0:1784950500.117575:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.11@tcp(000000006aac02b3) state 0x2061 00000400:00000010:2.0:1784950500.117582:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bc5a1378. 00000400:00000010:2.0:1784950500.117586:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133105d. 00000400:00000010:2.0:1784950500.117593:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000420debe3. 00000400:00000200:2.0:1784950500.117599:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.11@tcp 00000400:00000200:2.0:1784950500.117608:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.11@tcp local destination 00000400:00000200:2.0:1784950500.117613:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.117618:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.117622:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.117627:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.11@tcp 00000400:00000200:2.0:1784950500.117633:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11207:11207:240:4294967295] 111.222.142.11@tcp LPNI seq info [28:28:8:4294967295] 00000400:00000200:2.0:1784950500.117643:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.11@tcp 00000400:00000200:2.0:1784950500.117659:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.11@tcp(111.222.142.11@tcp:111.222.142.11@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.117667:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.11@tcp 00000800:00000010:2.0:1784950500.117675:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000078605e0a. 00000800:00000200:2.0:1784950500.117683:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:2.0:1784950500.117688:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.11 (cnted 0, interval 60, 13 secs later) 00000800:00000200:2.1:1784950500.117697:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de882555] -> 12345-111.222.142.11@tcp (2) 00000800:00000200:2.1:1784950500.117702:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.11 (cnted 0, interval 60, 13 secs later) 00000800:00000100:2.0:1784950500.117709:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.142.11@tcp 00000800:00000010:2.0:1784950500.117713:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000078605e0a. 00000400:00000200:2.0:1784950500.117761:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1784950500.117771:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.11@tcp: GET: REMOTE_ERROR 00000400:00000200:2.0:1784950500.117778:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950500.117784:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.11@tcp: 1 00000400:00000200:2.0:1784950500.117791:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.11@tcp: -114 00000400:00000200:2.0:1784950500.117805:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.11@tcp 00000400:00000200:2.0:1784950500.117809:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.11@tcp(000000006aac02b3) state 0x861 rc 0 00000400:00000200:2.0:1784950500.117815:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.12@tcp(00000000050c8504) state 0x2061 00000400:00000010:2.0:1784950500.117823:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003fadca0d. 00000400:00000010:2.0:1784950500.117828:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7a3e15b. 00000400:00000010:2.0:1784950500.117834:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000003d1f6b4f. 00000400:00000200:2.0:1784950500.117841:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.12@tcp 00000400:00000200:2.0:1784950500.117850:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.12@tcp local destination 00000400:00000200:2.0:1784950500.117855:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.117860:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.117864:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.117868:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.12@tcp 00000400:00000200:2.0:1784950500.117873:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11208:11208:240:4294967295] 111.222.173.12@tcp LPNI seq info [26:26:8:4294967295] 00000400:00000200:2.0:1784950500.117883:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.12@tcp 00000400:00000200:2.0:1784950500.117894:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.12@tcp(111.222.173.12@tcp:111.222.173.12@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.117902:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.12@tcp 00000800:00000010:2.0:1784950500.117907:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000078605e0a. 00000800:00000200:2.0:1784950500.117915:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000800:00000200:2.1:1784950500.117922:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a0d17e9] -> 12345-111.222.173.12@tcp (2) 00000400:00000200:2.0:1784950500.117929:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.12@tcp 00000400:00000200:2.0:1784950500.117932:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.12@tcp(00000000050c8504) state 0x261 rc 0 00000400:00000200:2.0:1784950500.117938:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.12@tcp(00000000ea45724e) state 0x2061 00000400:00000010:2.0:1784950500.117945:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c226792d. 00000400:00000010:2.0:1784950500.117950:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e79e655e. 00000400:00000010:2.0:1784950500.117956:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000c8c017ad. 00000400:00000200:2.0:1784950500.117963:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.12@tcp 00000400:00000200:2.0:1784950500.117971:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.12@tcp local destination 00000400:00000200:2.0:1784950500.117976:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.117981:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.117985:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.117989:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.12@tcp 00000400:00000200:2.0:1784950500.117995:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11209:11209:239:4294967295] 111.222.142.12@tcp LPNI seq info [26:26:8:4294967295] 00000400:00000200:2.0:1784950500.118003:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.12@tcp 00000400:00000200:2.0:1784950500.118013:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.12@tcp(111.222.142.12@tcp:111.222.142.12@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.118044:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.12@tcp 00000800:00000010:2.0:1784950500.118050:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eb2959c5. 00000800:00000200:2.0:1784950500.118073:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000800:00000200:2.1:1784950500.118079:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006203a44a] -> 12345-111.222.142.12@tcp (2) 00000400:00000200:2.0:1784950500.118084:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.12@tcp 00000400:00000200:2.0:1784950500.118087:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.12@tcp(00000000ea45724e) state 0x261 rc 0 00000400:00000200:2.0:1784950500.118092:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.13@tcp(0000000024df314f) state 0x2061 00000400:00000010:2.0:1784950500.118096:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a34c1a8c. 00000400:00000010:2.0:1784950500.118100:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5d658c0. 00000400:00000010:2.0:1784950500.118107:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000038f9fc05. 00000400:00000200:2.0:1784950500.118112:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.13@tcp 00000400:00000200:2.0:1784950500.118119:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.13@tcp local destination 00000400:00000200:2.0:1784950500.118124:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.118128:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.118131:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.118135:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.13@tcp 00000400:00000200:2.0:1784950500.118139:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11210:11210:238:4294967295] 111.222.173.13@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:2.0:1784950500.118145:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.13@tcp 00000400:00000200:2.0:1784950500.118153:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.13@tcp(111.222.173.13@tcp:111.222.173.13@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.118159:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.13@tcp 00000800:00000010:2.0:1784950500.118165:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d55125b7. 00000800:00000200:2.0:1784950500.118170:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000800:00000200:2.1:1784950500.118176:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d860f798] -> 12345-111.222.173.13@tcp (2) 00000400:00000200:2.0:1784950500.118197:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.13@tcp 00000400:00000200:2.0:1784950500.118200:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.13@tcp(0000000024df314f) state 0x261 rc 0 00000400:00000200:2.0:1784950500.118205:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.13@tcp(00000000a00925ae) state 0x2061 00000400:00000010:2.0:1784950500.118210:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c5e7cdd9. 00000400:00000010:2.0:1784950500.118214:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000969daf7a. 00000400:00000010:2.0:1784950500.118219:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000888d7853. 00000400:00000200:2.0:1784950500.118224:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.13@tcp 00000400:00000200:2.0:1784950500.118230:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.13@tcp local destination 00000400:00000200:2.0:1784950500.118234:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.118238:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.118241:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.118244:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.13@tcp 00000400:00000200:2.0:1784950500.118249:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11211:11211:237:4294967295] 111.222.142.13@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000200:2.0:1784950500.118256:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.13@tcp 00000400:00000200:2.0:1784950500.118268:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.13@tcp(111.222.142.13@tcp:111.222.142.13@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.118275:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.13@tcp 00000800:00000010:2.0:1784950500.118280:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003c1815a5. 00000800:00000200:2.0:1784950500.118286:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:2.0:1784950500.118290:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.13 (cnted 0, interval 60, 13 secs later) 00000800:00000200:2.1:1784950500.118299:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea6c0a6d] -> 12345-111.222.142.13@tcp (2) 00000800:00000200:2.1:1784950500.118302:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.13 (cnted 0, interval 60, 13 secs later) 00000800:00000100:2.0:1784950500.118310:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.142.13@tcp 00000800:00000010:2.0:1784950500.118313:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003c1815a5. 00000400:00000200:2.0:1784950500.118318:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1784950500.118323:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.13@tcp: GET: REMOTE_ERROR 00000400:00000200:2.0:1784950500.118328:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950500.118332:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.13@tcp: 1 00000400:00000200:2.0:1784950500.118337:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.13@tcp: -114 00000400:00000200:2.0:1784950500.118345:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.13@tcp 00000400:00000200:2.0:1784950500.118347:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.13@tcp(00000000a00925ae) state 0x861 rc 0 00000400:00000200:2.0:1784950500.118355:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.14@tcp(000000002176597e) state 0x2061 00000400:00000010:2.0:1784950500.118362:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ed262ecd. 00000400:00000010:2.0:1784950500.118367:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008562deaf. 00000400:00000010:2.0:1784950500.118372:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000fc8f4edf. 00000400:00000200:2.0:1784950500.118398:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.14@tcp 00000400:00000200:2.0:1784950500.118407:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.14@tcp local destination 00000400:00000200:2.0:1784950500.118412:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.118417:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.118421:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.118425:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.14@tcp 00000400:00000200:2.0:1784950500.118430:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11212:11212:237:4294967295] 111.222.173.14@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:2.0:1784950500.118438:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.14@tcp 00000400:00000200:2.0:1784950500.118449:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.14@tcp(111.222.173.14@tcp:111.222.173.14@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.118458:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.14@tcp 00000800:00000010:2.0:1784950500.118464:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003c1815a5. 00000800:00000200:2.0:1784950500.118473:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000800:00000200:2.1:1784950500.118481:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a8ae8a3] -> 12345-111.222.173.14@tcp (2) 00000400:00000200:2.0:1784950500.118487:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.14@tcp 00000400:00000200:2.0:1784950500.118491:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.14@tcp(000000002176597e) state 0x261 rc 0 00000400:00000200:2.0:1784950500.118497:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.14@tcp(0000000072091e24) state 0x2061 00000400:00000010:2.0:1784950500.118504:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001d578ae3. 00000400:00000010:2.0:1784950500.118511:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000901b1d00. 00000400:00000010:2.0:1784950500.118517:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000005bc844b9. 00000400:00000200:2.0:1784950500.118524:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.14@tcp 00000400:00000200:2.0:1784950500.118532:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.14@tcp local destination 00000400:00000200:2.0:1784950500.118537:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.118541:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.118545:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.118550:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.14@tcp 00000400:00000200:2.0:1784950500.118554:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11213:11213:236:4294967295] 111.222.142.14@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:2.0:1784950500.118563:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.14@tcp 00000400:00000200:2.0:1784950500.118576:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.14@tcp(111.222.142.14@tcp:111.222.142.14@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.118586:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.14@tcp 00000800:00000010:2.0:1784950500.118593:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ae917eca. 00000800:00000200:2.0:1784950500.118602:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000800:00000200:2.1:1784950500.118610:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b926299] -> 12345-111.222.142.14@tcp (2) 00000400:00000200:2.0:1784950500.118616:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.14@tcp 00000400:00000200:2.0:1784950500.118619:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.14@tcp(0000000072091e24) state 0x261 rc 0 00000400:00000200:2.0:1784950500.118625:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.15@tcp(000000000ba1aef0) state 0x2061 00000400:00000010:2.0:1784950500.118631:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005e4d6398. 00000400:00000010:2.0:1784950500.118636:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014170e3d. 00000400:00000010:2.0:1784950500.118642:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000d7aaef22. 00000400:00000200:2.0:1784950500.118648:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.15@tcp 00000400:00000200:2.0:1784950500.118655:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.173.15@tcp local destination 00000400:00000200:2.0:1784950500.118660:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.118665:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.118670:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.118674:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.173.15@tcp 00000400:00000200:2.0:1784950500.118680:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11214:11214:235:4294967295] 111.222.173.15@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000200:2.0:1784950500.118688:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.15@tcp 00000400:00000200:2.0:1784950500.118697:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.15@tcp(111.222.173.15@tcp:111.222.173.15@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.118706:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.15@tcp 00000800:00000010:2.0:1784950500.118712:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007aa401b2. 00000800:00000200:2.0:1784950500.118719:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000800:00000200:2.1:1784950500.118726:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d857b6b6] -> 12345-111.222.173.15@tcp (2) 00000400:00000200:2.0:1784950500.118791:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.15@tcp 00000400:00000200:2.0:1784950500.118796:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.15@tcp(000000000ba1aef0) state 0x261 rc 0 00000400:00000200:2.0:1784950500.118803:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.15@tcp(000000001be875df) state 0x2061 00000400:00000010:2.0:1784950500.118811:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007de39e22. 00000400:00000010:2.0:1784950500.118817:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000400:00000010:2.0:1784950500.118825:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000001d7e7f37. 00000400:00000200:2.0:1784950500.118834:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.142.15@tcp 00000400:00000200:2.0:1784950500.118846:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 111.222.142.15@tcp local destination 00000400:00000200:2.0:1784950500.118852:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950500.118856:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.118861:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950500.118866:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 111.222.142.15@tcp 00000400:00000200:2.0:1784950500.118876:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11215:11215:234:4294967295] 111.222.142.15@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:2.0:1784950500.118887:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.142.15@tcp 00000400:00000200:2.0:1784950500.118900:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.142.15@tcp(111.222.142.15@tcp:111.222.142.15@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.118910:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.142.15@tcp 00000800:00000010:2.0:1784950500.118918:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005c9722aa. 00000800:00000200:2.0:1784950500.118926:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:2.0:1784950500.118931:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.15 (cnted 0, interval 60, 13 secs later) 00000800:00000200:2.1:1784950500.118940:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088532197] -> 12345-111.222.142.15@tcp (2) 00000800:00000200:2.1:1784950500.118946:0:441639:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 111.222.142.15 (cnted 0, interval 60, 13 secs later) 00000800:00000100:2.0:1784950500.118955:0:441639:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-111.222.142.15@tcp 00000800:00000010:2.0:1784950500.118959:0:441639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005c9722aa. 00000400:00000200:2.0:1784950500.118968:0:441639:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1784950500.118975:0:441639:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.15@tcp: GET: REMOTE_ERROR 00000400:00000200:2.0:1784950500.118981:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1784950500.118986:0:441639:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.15@tcp: 1 00000400:00000200:2.0:1784950500.118991:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.15@tcp: -114 00000400:00000200:2.0:1784950500.119001:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.142.15@tcp 00000400:00000200:2.0:1784950500.119005:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.15@tcp(000000001be875df) state 0x861 rc 0 00000400:00000200:2.0:1784950500.119011:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.26@tcp(000000000c6b6452) state 0x40 00000400:00000010:2.0:1784950500.119019:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001aa39d90. 00000400:00000010:2.0:1784950500.119051:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbd28d60. 00000400:00000010:2.0:1784950500.119058:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000000ff2505a. 00000400:00000200:2.0:1784950500.119081:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-111.222.173.26@tcp 00000400:00000200:2.0:1784950500.119088:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 111.222.173.26@tcp local destination 00000400:00000200:2.0:1784950500.119093:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950500.119096:0:441639:0:(lib-move.c:1874:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.203.114@tcp on NMR peer 111.222.173.26@tcp 00000400:00000200:2.0:1784950500.119101:0:441639:0:(peer.c:1086:lnet_peer_ni_set_non_mr_pref_nid()) peer 111.222.173.26@tcp nid 192.168.203.114@tcp: 0 00000400:00000200:2.0:1784950500.119106:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11216:11216:234:4294967295] 111.222.173.26@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1784950500.119112:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 111.222.173.26@tcp 00000400:00000200:2.0:1784950500.119120:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 111.222.173.26@tcp(111.222.173.26@tcp:111.222.173.26@tcp) : GET try# 0 00000800:00000200:2.0:1784950500.119127:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-111.222.173.26@tcp 00000800:00000010:2.0:1784950500.119131:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005c9722aa. 00000800:00000010:2.0:1784950500.119140:0:441639:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009580a522. 00000800:00000010:2.0:1784950500.119145:0:441639:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005e5d842c. 00000800:00000200:2.0:1784950500.119153:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009580a522] -> 12345-111.222.173.26@tcp (2) 00000800:00000200:2.1:1784950500.119158:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009580a522] -> 12345-111.222.173.26@tcp (2) 00000400:00000200:2.0:1784950500.119179:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 111.222.173.26@tcp 00000400:00000200:2.0:1784950500.119183:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.26@tcp(000000000c6b6452) state 0x240 rc 0 00000400:00000200:2.0:1784950500.119190:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.3@tcp(0000000065719ced) state 0x861 00000400:00000001:2.0:1784950500.119195:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950500.119197:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950500.119200:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ff3966 00000400:00000010:2.0:1784950500.119203:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ff3966. 00000400:00000200:2.0:1784950500.119207:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950500.119215:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.3@tcp: -114 00000400:00000010:2.0:1784950500.119220:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005dec4288. 00000400:00000200:2.0:1784950500.119227:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.3@tcp:-5 00000400:00000200:2.0:1784950500.119231:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.3@tcp(0000000065719ced) state 0x2061 rc -5 00000400:00000200:2.0:1784950500.119236:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.3@tcp 00000400:00000200:2.0:1784950500.119243:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.5@tcp(000000004a6b3557) state 0x861 00000400:00000001:2.0:1784950500.119246:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950500.119248:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950500.119250:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c7615d7 00000400:00000010:2.0:1784950500.119252:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000c7615d7. 00000400:00000200:2.0:1784950500.119257:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950500.119261:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.5@tcp: -114 00000400:00000010:2.0:1784950500.119265:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a9a863bd. 00000400:00000200:2.0:1784950500.119271:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.5@tcp:-5 00000400:00000200:2.0:1784950500.119274:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.5@tcp(000000004a6b3557) state 0x2061 rc -5 00000400:00000200:2.0:1784950500.119279:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.5@tcp 00000400:00000200:2.0:1784950500.119283:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.7@tcp(000000007ef77b60) state 0x861 00000400:00000001:2.0:1784950500.119286:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950500.119288:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950500.119290:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faec7be4 00000400:00000010:2.0:1784950500.119292:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000faec7be4. 00000400:00000200:2.0:1784950500.119296:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950500.119299:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.7@tcp: -114 00000400:00000010:2.0:1784950500.119303:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000056c9d985. 00000400:00000200:2.0:1784950500.119308:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.7@tcp:-5 00000400:00000200:2.0:1784950500.119311:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.7@tcp(000000007ef77b60) state 0x2061 rc -5 00000400:00000200:2.0:1784950500.119315:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.7@tcp 00000400:00000200:2.0:1784950500.119320:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.9@tcp(0000000041d835b6) state 0x861 00000400:00000001:2.0:1784950500.119323:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950500.119325:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950500.119328:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f72bf817 00000400:00000010:2.0:1784950500.119330:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f72bf817. 00000400:00000200:2.0:1784950500.119333:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950500.119337:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.9@tcp: -114 00000400:00000010:2.0:1784950500.119340:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ac714e1c. 00000400:00000200:2.0:1784950500.119345:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.9@tcp:-5 00000400:00000200:2.0:1784950500.119349:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.9@tcp(0000000041d835b6) state 0x2061 rc -5 00000400:00000200:2.0:1784950500.119354:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.9@tcp 00000400:00000200:2.0:1784950500.119359:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.11@tcp(000000006aac02b3) state 0x861 00000400:00000001:2.0:1784950500.119364:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950500.119365:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950500.119367:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133105d 00000400:00000010:2.0:1784950500.119370:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b133105d. 00000400:00000200:2.0:1784950500.119390:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950500.119394:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.11@tcp: -114 00000400:00000010:2.0:1784950500.119398:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bc5a1378. 00000400:00000200:2.0:1784950500.119405:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.11@tcp:-5 00000400:00000200:2.0:1784950500.119409:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.11@tcp(000000006aac02b3) state 0x2061 rc -5 00000400:00000200:2.0:1784950500.119414:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.11@tcp 00000400:00000200:2.0:1784950500.119419:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.13@tcp(00000000a00925ae) state 0x861 00000400:00000001:2.0:1784950500.119423:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950500.119425:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950500.119428:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969daf7a 00000400:00000010:2.0:1784950500.119431:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000969daf7a. 00000400:00000200:2.0:1784950500.119434:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950500.119438:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.13@tcp: -114 00000400:00000010:2.0:1784950500.119442:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c5e7cdd9. 00000400:00000200:2.0:1784950500.119449:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.13@tcp:-5 00000400:00000200:2.0:1784950500.119453:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.13@tcp(00000000a00925ae) state 0x2061 rc -5 00000400:00000200:2.0:1784950500.119458:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.13@tcp 00000400:00000200:2.0:1784950500.119463:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.15@tcp(000000001be875df) state 0x861 00000400:00000001:2.0:1784950500.119467:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950500.119470:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950500.119472:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000400:00000010:2.0:1784950500.119475:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000400:00000200:2.0:1784950500.119479:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950500.119483:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.15@tcp: -114 00000400:00000010:2.0:1784950500.119487:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007de39e22. 00000400:00000200:2.0:1784950500.119493:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.15@tcp:-5 00000400:00000200:2.0:1784950500.119497:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.15@tcp(000000001be875df) state 0x2061 rc -5 00000400:00000200:2.0:1784950500.119503:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.15@tcp 00000100:00000001:2.0:1784950500.304834:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950500.304849:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950500.304851:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950500.304856:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950500.304860:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950500.304864:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950500.304867:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950500.432791:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950500.432803:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950500.432815:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f91043f1. 00000020:00000040:1.0:1784950500.432823:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950500.432829:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950500.432833:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950500.432840:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950500.432850:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000083c2840c. 00000100:00000001:1.0:1784950500.432858:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950500.432869:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000f91043f1 x1871652369210240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950500.432893:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950500.432896:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950500.432903:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f91043f1] to pc [ptlrpcd_00_00+0] req@00000000f91043f1 x1871652369210240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950500.432942:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950500.432946:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950500.432950:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950500.432954:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000174213bb. 00000020:00000040:1.0:1784950500.432956:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950500.432959:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950500.432961:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950500.432963:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950500.432967:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001c88d7a2. 00000100:00000001:1.0:1784950500.432970:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950500.432976:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000174213bb x1871652369210368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950500.432986:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950500.432987:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950500.432990:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000174213bb] to pc [ptlrpcd_00_01+1] req@00000000174213bb x1871652369210368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950500.433000:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950500.433002:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784950500.433005:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1784950500.433009:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950500.433013:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950500.433016:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028319b14. 00000020:00000040:1.0:1784950500.433039:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1784950500.433042:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950500.433046:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950500.433049:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950500.433053:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000975723c9. 00000100:00000001:1.0:1784950500.433058:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950500.433063:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000028319b14 x1871652369210496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950500.433068:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950500.433077:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950500.433079:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950500.433080:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950500.433081:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950500.433089:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950500.433091:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784950500.433095:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028319b14] to pc [ptlrpcd_00_02+2] req@0000000028319b14 x1871652369210496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950500.433098:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950500.433106:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f91043f1 x1871652369210240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950500.433115:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000174213bb x1871652369210368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950500.433138:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950500.433149:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950500.433156:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950500.433162:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950500.433166:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950500.433176:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c49250f5. 00000100:00000001:0.0:1784950500.433177:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784950500.433177:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950500.433186:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950500.433187:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950500.433187:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950500.433200:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950500.433201:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950500.433202:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950500.433204:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950500.433211:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950500.433213:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950500.433219:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f91043f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369210240:0@lo:400: 02000000:00000001:0.0:1784950500.433221:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950500.433226:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002957ca98. 00000100:00000001:2.0:1784950500.433233:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950500.433235:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950500.433236:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950500.433238:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000174213bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369210368:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950500.433243:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950500.433248:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950500.433251:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950500.433254:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000c49250f5 x1871652369210624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784950500.433258:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950500.433259:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950500.433268:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784950500.433269:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028319b14 x1871652369210496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950500.433270:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784950500.433275:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950500.433283:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e7c2f12. 02000000:00000001:0.0:1784950500.433287:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784950500.433294:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950500.433301:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020c270e2. 00000100:00000001:1.0:1784950500.433311:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1784950500.433312:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df0f20aa. 02000000:00000001:0.0:1784950500.433313:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950500.433318:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950500.433328:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1784950500.433332:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000984425a1. 00000400:00000010:3.0:1784950500.433332:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9ae20b. 00000100:00000040:1.0:1784950500.433335:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49250f5] to pc [ptlrpcd_00_03+3] req@00000000c49250f5 x1871652369210624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950500.433336:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950500.433348:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1784950500.433349:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369210240, portal 25 02000000:00000001:2.0:1784950500.433356:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950500.433360:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1784950500.433361:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a09db0. 00000100:00000001:3.0:1784950500.433367:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038694272 : -120287670857344 : ffff9299581b9180) 02000000:00000001:2.0:1784950500.433369:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950500.433376:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369210368, portal 4 00000100:00000001:1.0:1784950500.433377:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950500.433384:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f91043f1 x1871652369210240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950500.433385:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000028319b14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369210496:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950500.433389:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1784950500.433390:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:0.0:1784950500.433398:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038693376 : -120287670858240 : ffff9299581b8e00) 00000100:00000001:2.0:1784950500.433407:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1784950500.433413:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:2.0:1784950500.433416:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950500.433425:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950500.433426:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000174213bb x1871652369210368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950500.433428:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950500.433429:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784950500.433439:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784950500.433448:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1784950500.433450:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1784950500.433453:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007de39e22. 00000100:00000010:1.0:1784950500.433460:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db61bd54. 00000400:00000010:3.0:1784950500.433462:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a7aa0e6. 02000000:00000001:2.0:1784950500.433464:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950500.433471:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000200:3.0:1784950500.433475:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369210240, offset 0 00000400:00000010:2.0:1784950500.433480:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a40226fc. 00000100:00000001:1.0:1784950500.433481:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950500.433485:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784950500.433490:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950500.433495:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950500.433497:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950500.433499:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000400:00000200:3.0:1784950500.433505:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1784950500.433508:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009588bd88. 00000400:00000010:0.0:1784950500.433510:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d460af32. 00000100:00000001:1.0:1784950500.433516:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950500.433524:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369210496, portal 10 00000100:00000200:0.0:1784950500.433525:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369210368, offset 0 00000100:00000040:1.0:1784950500.433530:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000db61bd54 x1871652369210752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1784950500.433534:0:441641:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1784950500.433538:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950500.433544:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038703232 : -120287670848384 : ffff9299581bb480) 00000400:00000200:0.0:1784950500.433552:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950500.433566:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000028319b14 x1871652369210496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950500.433570:0:441641:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c1b80 00000400:00000200:0.0:1784950500.433579:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950500.433589:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950500.433597:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950500.433598:0:441641:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14b2d [2] + 0 00000400:00000200:0.0:1784950500.433600:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950500.433616:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:1.0:1784950500.433618:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db61bd54] to pc [ptlrpcd_00_00+0] req@00000000db61bd54 x1871652369210752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950500.433619:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784950500.433619:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000482f7d52. 00000400:00000200:0.0:1784950500.433629:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950500.433635:0:441641:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b83c3b38 00000100:00000040:2.0:1784950500.433637:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950500.433645:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950500.433651:0:441641:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784950500.433652:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000969daf7a. 00000400:00000200:0.0:1784950500.433664:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11217:11217:233:4294967295] 192.168.203.114@tcp LPNI seq info [9915:9915:8:4294967295] 00000100:00000200:2.0:1784950500.433666:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369210496, offset 0 00000400:00000200:3.0:1784950500.433674:0:441641:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1784950500.433675:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950500.433689:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950500.433692:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12776) 00000400:00000200:0.0:1784950500.433707:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950500.433757:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950500.433763:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950500.433764:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b83c3b38 00000100:00000001:1.0:1784950500.433767:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784950500.433771:0:441641:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000b83c3b38. 00000800:00000200:0.0:1784950500.433774:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950500.433779:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c49250f5 x1871652369210624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950500.433784:0:441641:0:(events.c:286:request_in_callback()) Process entered 00000800:00000010:0.0:1784950500.433786:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000400:00000200:2.0:1784950500.433789:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000200:3.0:1784950500.433792:0:441641:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1784950500.433806:0:441641:0:(events.c:337:request_in_callback()) incoming req@00000000360f7c7e x1871652369210240 msgsize 224 00000400:00000200:2.0:1784950500.433809:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784950500.433813:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950500.433826:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00100000:3.0:1784950500.433837:0:441641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1784950500.433839:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784950500.433840:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784950500.433843:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:1.0:1784950500.433846:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950500.433850:0:441641:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1784950500.433856:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:0.0:1784950500.433857:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1784950500.433859:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950500.433866:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950500.433872:0:441641:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1784950500.433874:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11218:11218:232:4294967295] 192.168.203.114@tcp LPNI seq info [9916:9916:7:4294967295] 02000000:00000001:1.0:1784950500.433875:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950500.433885:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950500.433891:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c49250f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369210624:192.168.203.114@tcp:400: 00000100:00000040:0.0:1784950500.433895:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13533 usecs (14 jiffies) 00000100:00000001:0.0:1784950500.433908:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307438607 00000100:00000001:1.0:1784950500.433911:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784950500.433913:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:1.0:1784950500.433919:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1784950500.433921:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4ec6ee9. 02000000:00000001:1.0:1784950500.433924:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950500.433929:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7aa0e6 00000800:00000200:2.0:1784950500.433931:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950500.433935:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950500.433938:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000400:00000010:3.0:1784950500.433938:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001a7aa0e6. 00000800:00000010:2.0:1784950500.433944:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c55871f. 02000000:00000010:1.0:1784950500.433945:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000135a536f. 00000100:00000001:3.0:1784950500.433951:0:441641:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1784950500.433954:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950500.433956:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307438607 00000100:00000200:3.0:1784950500.433963:0:441641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f91043f1 x1871652369210240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950500.433965:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:1.0:1784950500.433967:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f5da7be. 00000100:00000010:0.0:1784950500.433970:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c501c088. 00000100:00000001:0.0:1784950500.433983:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000400:00000010:1.0:1784950500.433984:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 00000800:00000200:2.0:1784950500.433992:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950500.433996:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307438607 00000100:00000200:1.0:1784950500.433999:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369210624, portal 4 00000800:00000200:2.0:1784950500.434005:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002c55871f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950500.434011:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1784950500.434013:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7241628. 00000100:00000001:3.0:1784950500.434018:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950500.434043:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038689792 : -120287670861824 : ffff9299581b8000) 00000100:00000001:0.0:1784950500.434045:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:3.0:1784950500.434046:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f91043f1 x1871652369210240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950500.434055:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950500.434058:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307438607 00000100:00000040:1.0:1784950500.434062:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c49250f5 x1871652369210624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950500.434069:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5617 usecs (6 jiffies) 00000100:00000010:0.0:1784950500.434070:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c62cf0f. 00000100:00000001:2.0:1784950500.434084:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307438599 00000100:00000001:0.0:1784950500.434085:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1784950500.434098:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307438607 00000100:00000001:0.0:1784950500.434099:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950500.434105:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950500.434111:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307438599 00000100:00000001:0.0:1784950500.434114:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950500.434118:0:441641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950500.434121:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307438607 00000100:00000001:1.0:1784950500.434124:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950500.434128:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950500.434132:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307438599 00000100:00000001:3.0:1784950500.434133:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950500.434139:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950500.434139:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950500.434145:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307438607 00000100:00000001:3.0:1784950500.434147:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307441019 00000400:00000010:1.0:1784950500.434150:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 00000100:00000001:2.0:1784950500.434155:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307438599 00000100:00000001:0.0:1784950500.434156:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1784950500.434160:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369210624, offset 0 00000100:00000001:3.0:1784950500.434163:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307438607 00000100:00000001:0.0:1784950500.434165:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950500.434166:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307438607 00000400:00000200:1.0:1784950500.434180:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950500.434180:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950500.434181:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307441019 00000100:00000001:0.0:1784950500.434182:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950500.434191:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950500.434193:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950500.434197:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950500.434199:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307438607 00000100:00000001:2.0:1784950500.434200:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950500.434205:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:1.0:1784950500.434206:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950500.434212:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950500.434213:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307441019 00000100:00000001:0.0:1784950500.434217:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950500.434224:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950500.434229:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950500.434230:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950500.434231:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307438607 00000400:00000200:1.0:1784950500.434234:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950500.434238:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950500.434239:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950500.434247:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307441019 00000400:00000200:1.0:1784950500.434249:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950500.434254:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950500.434255:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950500.434260:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307438607 00000100:00000001:0.0:1784950500.434262:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950500.434263:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950500.434263:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950500.434273:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950500.434274:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950500.434276:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950500.434281:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11219:11219:231:4294967295] 192.168.203.114@tcp LPNI seq info [9917:9917:6:4294967295] 00000100:00000001:2.0:1784950500.434285:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950500.434288:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db61bd54 x1871652369210752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950500.434290:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950500.434303:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950500.434315:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950500.434330:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950500.434331:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784950500.434333:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950500.434335:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950500.434339:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950500.434348:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784950500.434351:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950500.434353:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950500.434359:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784950500.434360:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950500.434362:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950500.434372:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950500.434375:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cbc1038. 00000100:00000001:3.0:1784950500.434376:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950500.434384:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000db61bd54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369210752:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950500.434395:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1784950500.434395:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:0.0:1784950500.434401:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950500.434405:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950500.434414:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1784950500.434415:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1784950500.434415:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:3.0:1784950500.434422:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369210240 00000800:00000200:1.0:1784950500.434426:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002cbc1038 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1784950500.434427:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abefb4c2. 02000000:00000001:3.0:1784950500.434429:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950500.434438:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1784950500.434441:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950500.434442:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950500.434443:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950500.434444:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950500.434456:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc85ad6c. 00000800:00000010:2.0:1784950500.434457:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 00000100:00000040:1.0:1784950500.434458:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4742 usecs (5 jiffies) 02000000:00000001:3.0:1784950500.434459:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950500.434469:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df1b1287. 00000100:00000001:1.0:1784950500.434471:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307438598 00000400:00000200:2.0:1784950500.434474:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784950500.434474:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369210240 00000100:00000200:0.0:1784950500.434478:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369210752, portal 10 00000100:00000001:1.0:1784950500.434482:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307441019 00000020:00000001:3.0:1784950500.434485:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950500.434488:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1784950500.434495:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:1.0:1784950500.434496:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307438598 00000100:00000001:0.0:1784950500.434497:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038691584 : -120287670860032 : ffff9299581b8700) 00000400:00000200:2.0:1784950500.434497:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950500.434506:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950500.434509:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307441019 00000020:00000040:3.0:1784950500.434517:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000400:00000200:2.0:1784950500.434518:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d460af32 00000100:00000001:1.0:1784950500.434519:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307438598 00000100:00000040:0.0:1784950500.434523:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000db61bd54 x1871652369210752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950500.434528:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d460af32. 00000020:00000001:3.0:1784950500.434530:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:1.0:1784950500.434532:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307441019 00000100:00000001:2.0:1784950500.434542:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1784950500.434546:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:1.0:1784950500.434547:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307438598 00000100:00000200:2.0:1784950500.434557:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000174213bb x1871652369210368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950500.434559:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307441019 00000100:00000001:3.0:1784950500.434562:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950500.434574:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000100:00000001:1.0:1784950500.434575:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950500.434576:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950500.434587:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950500.434589:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950500.434595:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950500.434602:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950500.434603:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000400:00000010:0.0:1784950500.434608:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007da373e1. 00000100:00000001:2.0:1784950500.434610:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950500.434615:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950500.434620:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369210752, offset 0 00000020:00000010:3.0:1784950500.434621:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6fb2c16. 00000100:00000040:2.0:1784950500.434622:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000174213bb x1871652369210368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950500.434625:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950500.434633:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1784950500.434635:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa6aaccf. 00000100:00000001:1.0:1784950500.434644:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950500.434650:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950500.434652:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1784950500.434652:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000100:00000001:1.0:1784950500.434660:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950500.434664:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950500.434667:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950500.434670:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784950500.434674:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950500.434674:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1784950500.434684:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1784950500.434691:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950500.434691:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950500.434699:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950500.434704:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950500.434711:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950500.434716:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950500.434717:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950500.434751:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950500.434764:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11220:11220:230:4294967295] 192.168.203.114@tcp LPNI seq info [9918:9918:5:4294967295] 00000100:00000001:3.0:1784950500.434773:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950500.434776:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950500.434787:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950500.434793:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000001:1.0:1784950500.434797:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950500.434801:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950500.434810:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000200:0.0:1784950500.434811:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950500.434814:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000010:0.0:1784950500.434826:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b126ea16. 00000100:00100000:3.0:1784950500.434828:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000800:00000200:2.0:1784950500.434830:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950500.434843:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c55871f. 00000400:00000200:1.0:1784950500.434844:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c1c00 00000100:00000040:3.0:1784950500.434844:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000800:00000200:0.0:1784950500.434845:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950500.434857:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785874999376 : -120287834552240 : ffff92994e59c850) 00000400:00000200:2.0:1784950500.434858:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950500.434874:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 1120 00000800:00000200:0.0:1784950500.434876:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:3.0:1784950500.434877:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000360f7c7e x1871652369210240/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:651/0 lens 224/0 e 0 to 0 dl 1784950511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950500.434879:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000200:0.0:1784950500.434892:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b126ea16 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:1.0:1784950500.434896:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950500.434896:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969daf7a 00000400:00000010:2.0:1784950500.434907:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000969daf7a. 00000100:00000001:0.0:1784950500.434910:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950500.434912:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950500.434917:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1784950500.434925:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5088 usecs (6 jiffies) 00000100:00000001:3.0:1784950500.434925:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950500.434926:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784950500.434933:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028319b14 x1871652369210496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950500.434935:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000100:00000001:0.0:1784950500.434939:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307438600 00000100:00000001:3.0:1784950500.434948:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950500.434950:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950500.434951:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307441019 00000020:00000010:3.0:1784950500.434963:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000100:00000001:0.0:1784950500.434965:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307438600 00000100:00000001:1.0:1784950500.434970:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950500.434977:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307441019 00000100:00000200:1.0:1784950500.434978:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00100000:3.0:1784950500.434983:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000360f7c7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369210240:12345-0@lo:400: 00000100:00000001:0.0:1784950500.434991:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307438600 00000100:00000010:1.0:1784950500.434993:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000efa7e89e. 00000100:00000001:2.0:1784950500.434995:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950500.435005:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307441019 00000100:00000040:1.0:1784950500.435006:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000efa7e89e x1871652369210368 msgsize 224 00000100:00000200:3.0:1784950500.435007:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369210240 00000100:00000040:2.0:1784950500.435009:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028319b14 x1871652369210496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950500.435036:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307438600 00000020:00000001:3.0:1784950500.435040:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950500.435042:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307441019 00000020:00000001:3.0:1784950500.435051:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950500.435058:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1784950500.435059:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:3.0:1784950500.435061:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950500.435074:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950500.435077:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950500.435077:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1784950500.435081:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950500.435083:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1784950500.435085:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:2.0:1784950500.435088:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950500.435092:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950500.435097:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950500.435103:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950500.435107:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950500.435110:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000001:2.0:1784950500.435113:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950500.435114:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950500.435121:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000001:2.0:1784950500.435124:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950500.435126:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950500.435128:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1784950500.435135:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1784950500.435137:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369210368 02000000:00000001:0.0:1784950500.435142:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:3.0:1784950500.435144:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e13b3a29. 00000100:00000001:0.0:1784950500.435146:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950500.435155:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950500.435155:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950500.435161:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950500.435168:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950500.435169:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950500.435169:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b126ea16. 00000100:00100000:0.0:1784950500.435185:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369210368 00000400:00000200:1.0:1784950500.435186:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950500.435187:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950500.435193:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00010000:00000040:3.0:1784950500.435199:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369210240 00000020:00000040:0.0:1784950500.435200:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000400:00000200:1.0:1784950500.435209:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950500.435210:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00010000:00000001:3.0:1784950500.435211:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000040:0.0:1784950500.435220:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000400:00000200:1.0:1784950500.435223:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007da373e1 00010000:00000200:3.0:1784950500.435227:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000360f7c7e x1871652369210240/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:651/0 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950500.435230:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1784950500.435232:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000010:1.0:1784950500.435232:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007da373e1. 00000800:00000010:2.0:1784950500.435241:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cbc1038. 00000020:00000001:0.0:1784950500.435246:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:1.0:1784950500.435248:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784950500.435256:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950500.435260:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1784950500.435262:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db61bd54 x1871652369210752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950500.435271:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000400:00000200:2.0:1784950500.435278:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:3.0:1784950500.435281:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950500.435284:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1784950500.435289:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950500.435293:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000020:00000010:0.0:1784950500.435297:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000400:00000010:2.0:1784950500.435303:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 00000100:00001000:3.0:1784950500.435304:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=138 v=5 (1 1 1 1) 00000020:00000010:0.0:1784950500.435312:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f0272bc. 00000100:00000001:2.0:1784950500.435316:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950500.435326:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1784950500.435328:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046aafe7b. 00000100:00000001:1.0:1784950500.435328:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784950500.435331:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c49250f5 x1871652369210624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950500.435338:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000020:00000010:0.0:1784950500.435342:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000084ca0bbb. 00000100:00000040:1.0:1784950500.435343:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db61bd54 x1871652369210752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950500.435349:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000040:0.0:1784950500.435361:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 02000000:00000001:3.0:1784950500.435363:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950500.435371:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950500.435375:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950500.435384:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950500.435385:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950500.435393:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950500.435402:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1784950500.435404:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950500.435407:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950500.435411:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950500.435413:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a7aa0e6. 00000100:00000001:1.0:1784950500.435414:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784950500.435419:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c49250f5 x1871652369210624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950500.435427:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369210240, offset 224 00000800:00000001:1.0:1784950500.435430:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950500.435434:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950500.435444:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950500.435447:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950500.435449:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1784950500.435456:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950500.435457:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950500.435458:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950500.435467:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000001:1.0:1784950500.435467:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950500.435471:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:2.0:1784950500.435478:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950500.435489:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2753 00000400:00000200:3.0:1784950500.435491:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c1b80 00000800:00000001:2.0:1784950500.435493:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950500.435495:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:0.0:1784950500.435504:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000800:00000001:2.0:1784950500.435507:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950500.435515:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x162d1 [1] + 224 00000100:00000001:0.0:1784950500.435516:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038704128 : -120287670847488 : ffff9299581bb800) 00000800:00000001:2.0:1784950500.435520:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950500.435531:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c1d80 00000100:00000040:0.0:1784950500.435537:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000efa7e89e x1871652369210368/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:651/0 lens 224/0 e 0 to 0 dl 1784950511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950500.435538:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950500.435549:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950500.435555:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 166208 00000400:00000200:3.0:1784950500.435557:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1784950500.435580:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784950500.435581:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950500.435581:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c1c80 00000100:00000200:3.0:1784950500.435597:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f91043f1 x1871652369210240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950500.435601:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950500.435605:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 166432 00000400:00000200:1.0:1784950500.435614:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950500.435631:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950500.435635:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950500.435639:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1784950500.435646:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950500.435650:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:1.0:1784950500.435652:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1784950500.435655:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784950500.435660:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1784950500.435663:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1784950500.435674:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000315176e7. 00000020:00000010:0.0:1784950500.435676:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000400:00000200:2.0:1784950500.435677:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950500.435678:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f91043f1 x1871652369210240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950500.435685:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000315176e7 x1871652369210752 msgsize 224 00000100:00100000:0.0:1784950500.435702:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000efa7e89e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369210368:12345-192.168.203.114@tcp:400: 00000100:00100000:1.0:1784950500.435714:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000200:0.0:1784950500.435759:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369210368 00000100:00000001:3.0:1784950500.435763:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1784950500.435765:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950500.435773:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950500.435776:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1784950500.435780:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950500.435781:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7aa0e6 00000400:00000010:3.0:1784950500.435789:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001a7aa0e6. 00000020:00000001:0.0:1784950500.435790:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950500.435793:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1784950500.435798:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:2.0:1784950500.435800:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950500.435800:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1784950500.435808:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950500.435810:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1784950500.435813:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000001:00000001:0.0:1784950500.435814:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369210368, found 0 last_xid 1871652369210367 00000800:00000001:1.0:1784950500.435817:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784950500.435820:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950500.435821:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950500.435828:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950500.435829:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950500.435830:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df0f20aa. 00000100:00000040:3.0:1784950500.435834:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000020:00000001:0.0:1784950500.435840:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1784950500.435843:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9ae20b 00010000:00000001:3.0:1784950500.435845:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950500.435847:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1784950500.435852:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9ae20b. 00000020:00000001:3.0:1784950500.435854:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950500.435856:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950500.435862:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1784950500.435868:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1784950500.435870:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000200:2.0:1784950500.435877:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f91043f1 x1871652369210240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950500.435881:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950500.435882:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1784950500.435883:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000360f7c7e x1871652369210240/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:651/0 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950500.435892:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369210752 02000000:00000001:0.0:1784950500.435893:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1784950500.435903:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:0.0:1784950500.435904:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000df8c60da. 00000100:00000001:1.0:1784950500.435911:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1784950500.435917:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950500.435920:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950500.435928:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f91043f1 x1871652369210240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950500.435929:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950500.435933:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950500.435941:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950500.435946:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369210752 00010000:00000040:0.0:1784950500.435956:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369210368 00000020:00000001:1.0:1784950500.435957:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950500.435964:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00100000:3.0:1784950500.435966:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000360f7c7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369210240:12345-0@lo:400: Request processed in 1031us (2148us total) trans 0 rc 0/0 00010000:00000001:0.0:1784950500.435969:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950500.435970:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1784950500.435972:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950500.435980:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950500.435981:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00010000:00000200:0.0:1784950500.435988:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000efa7e89e x1871652369210368/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:651/0 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950500.435992:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00100000:3.0:1784950500.435994:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000020:00000001:1.0:1784950500.435995:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 02000000:00000001:2.0:1784950500.436001:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1784950500.436010:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:2.0:1784950500.436011:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784950500.436011:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00010000:00000001:0.0:1784950500.436015:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950500.436041:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950500.436042:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950500.436044:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1784950500.436048:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950500.436050:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1784950500.436053:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950500.436055:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00001000:0.0:1784950500.436058:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=133 v=5 (1 1 1 1) 00000020:00000010:3.0:1784950500.436061:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa6aaccf. 00000100:00000001:1.0:1784950500.436066:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1784950500.436066:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=138 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950500.436076:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1784950500.436077:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000020:00000010:1.0:1784950500.436079:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00001000:2.0:1784950500.436082:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=138 v=5 (1 1 1 1) 00000020:00000010:3.0:1784950500.436090:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6fb2c16. 00000100:00000040:0.0:1784950500.436091:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000010:1.0:1784950500.436095:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a04e3ba. 00000100:00000001:2.0:1784950500.436095:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950500.436103:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950500.436104:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000040:3.0:1784950500.436105:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000020:00000010:1.0:1784950500.436107:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017a63e94. 00010000:00000001:2.0:1784950500.436111:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1784950500.436120:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1784950500.436121:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950500.436122:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dc959bd2. 02000000:00000001:3.0:1784950500.436123:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1784950500.436129:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950500.436133:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e13b3a29. 00000100:00000001:2.0:1784950500.436134:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950500.436136:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950500.436141:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:3.0:1784950500.436143:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950500.436152:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1784950500.436154:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950500.436154:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f91043f1 x1871652369210240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950500.436155:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950500.436157:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950500.436167:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950500.436170:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9f684d. 00000100:00000200:3.0:1784950500.436172:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1784950500.436181:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1784950500.436184:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369210368, offset 224 00000400:00000010:3.0:1784950500.436187:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a039ee60. 00000100:00000001:1.0:1784950500.436189:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950500.436195:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950500.436197:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950500.436205:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c460d08c. 00000100:00000001:2.0:1784950500.436208:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1784950500.436216:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950500.436219:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950500.436219:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950500.436234:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:2.0:1784950500.436236:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f91043f1 x1871652369210240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950500.436243:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950500.436250:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1784950500.436254:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11221:11221:233:4294967295] 192.168.203.114@tcp LPNI seq info [9919:9919:8:4294967295] 00000100:00000001:3.0:1784950500.436264:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:1.0:1784950500.436268:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1604 00000100:00000200:3.0:1784950500.436272:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1784950500.436281:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000010:3.0:1784950500.436286:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c2550e01. 00000100:00000001:1.0:1784950500.436290:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038692480 : -120287670859136 : ffff9299581b8a80) 00000100:00100000:2.0:1784950500.436291:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f91043f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369210240:0@lo:400: 00000100:00000040:3.0:1784950500.436298:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000c2550e01 x1871652369210496 msgsize 224 00000400:00000200:0.0:1784950500.436305:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950500.436310:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000315176e7 x1871652369210752/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:651/0 lens 224/0 e 0 to 0 dl 1784950511 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950500.436316:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950500.436327:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1784950500.436333:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:2.0:1784950500.436340:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f91043f1 x1871652369210240/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950500.436342:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950500.436356:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:0.0:1784950500.436359:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcd4257c. 00000800:00000001:3.0:1784950500.436372:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950500.436375:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000200:0.0:1784950500.436384:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950500.436387:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1784950500.436389:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000800:00000001:3.0:1784950500.436391:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950500.436395:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784950500.436399:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784950500.436404:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000010:2.0:1784950500.436405:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e7c2f12. 00000800:00000001:3.0:1784950500.436405:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950500.436407:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000800:00000001:3.0:1784950500.436416:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950500.436419:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcd4257c type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1784950500.436424:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950500.436432:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:1.0:1784950500.436433:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000315176e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369210752:12345-192.168.203.114@tcp:400: 00000020:00000040:2.0:1784950500.436438:0:441641:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000400:00000200:3.0:1784950500.436441:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950500.436442:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950500.436450:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:1.0:1784950500.436454:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369210752 02000000:00000010:2.0:1784950500.436458:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000083c2840c. 00000100:00000040:0.0:1784950500.436459:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000001:1.0:1784950500.436463:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:3.0:1784950500.436474:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c1d00 00010000:00000001:0.0:1784950500.436475:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950500.436475:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:2.0:1784950500.436475:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1784950500.436482:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950500.436486:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1784950500.436487:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950500.436489:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000010:2.0:1784950500.436493:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f91043f1. 00000400:00000200:3.0:1784950500.436498:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 1344 00000020:00000001:1.0:1784950500.436499:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:0.0:1784950500.436500:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950500.436502:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950500.436511:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950500.436512:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000001:3.0:1784950500.436514:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950500.436516:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000efa7e89e x1871652369210368/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:651/0 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950500.436521:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950500.436522:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950500.436531:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950500.436533:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950500.436536:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1784950500.436540:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1784950500.436545:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950500.436546:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950500.436548:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950500.436561:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784950500.436562:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950500.436569:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950500.436571:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1784950500.436572:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000efa7e89e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369210368:12345-192.168.203.114@tcp:400: Request processed in 923us (1556us total) trans 0 rc 0/0 00000400:00000200:3.0:1784950500.436574:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950500.436579:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950500.436590:0:441634:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:1.0:1784950500.436591:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aa686ddf. 00000100:00000200:3.0:1784950500.436598:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:1.0:1784950500.436600:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950500.436602:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2753 00000100:00000001:1.0:1784950500.436611:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950500.436614:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc2113b9. 00000100:00000040:0.0:1784950500.436615:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000020:00000001:1.0:1784950500.436617:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950500.436628:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:1.0:1784950500.436629:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369210752 00000100:00000040:3.0:1784950500.436629:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000bc2113b9 x1871652369210624 msgsize 224 00000100:00000001:0.0:1784950500.436638:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1784950500.436643:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000010:0.0:1784950500.436645:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046aafe7b. 00000800:00000200:2.0:1784950500.436653:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1784950500.436658:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000084ca0bbb. 00010000:00000200:1.0:1784950500.436660:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000315176e7 x1871652369210752/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:651/0 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784950500.436663:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcd4257c. 00000100:00100000:3.0:1784950500.436664:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000010:0.0:1784950500.436669:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f0272bc. 00000400:00000200:2.0:1784950500.436679:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1784950500.436683:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:3.0:1784950500.436689:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1784950500.436692:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950500.436694:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950500.436700:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950500.436702:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950500.436704:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1784950500.436706:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=133 v=5 (1 1 1 1) 00000400:00000200:2.0:1784950500.436714:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9f684d 00000100:00000001:0.0:1784950500.436717:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950500.436757:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1784950500.436763:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9f684d. 00000100:00100000:0.0:1784950500.436765:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369210624 00000100:00000040:1.0:1784950500.436766:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000001:3.0:1784950500.436769:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950500.436775:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950500.436775:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950500.436777:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000001:3.0:1784950500.436778:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950500.436782:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950500.436783:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1784950500.436788:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:3.0:1784950500.436790:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950500.436791:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950500.436796:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950500.436797:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950500.436805:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950500.436808:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:2.0:1784950500.436810:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950500.436815:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369210624 00000400:00000200:3.0:1784950500.436817:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:0.0:1784950500.436825:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:1.0:1784950500.436826:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000040:0.0:1784950500.436834:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000400:00000010:1.0:1784950500.436837:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e49f40e5. 00000020:00000001:0.0:1784950500.436841:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:3.0:1784950500.436843:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c1c00 00000020:00000040:0.0:1784950500.436850:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000200:1.0:1784950500.436850:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369210752, offset 224 00000400:00000200:3.0:1784950500.436862:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x162d5 [1] + 224 00000020:00000001:0.0:1784950500.436863:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:2.0:1784950500.436870:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1784950500.436873:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00100000:2.0:1784950500.436879:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369210496 00000800:00000001:3.0:1784950500.436882:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950500.436884:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1784950500.436885:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1784950500.436893:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950500.436894:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1784950500.436896:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000800:00000001:3.0:1784950500.436898:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950500.436901:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950500.436906:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950500.436910:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784950500.436913:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950500.436914:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:0.0:1784950500.436918:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000100:00100000:2.0:1784950500.436927:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369210496 00000400:00000200:3.0:1784950500.436931:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950500.436932:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f0272bc. 00000020:00000001:2.0:1784950500.436933:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:1.0:1784950500.436942:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11222:11222:233:4294967295] 192.168.203.114@tcp LPNI seq info [9920:9920:8:4294967295] 00000020:00000040:2.0:1784950500.436943:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000020:00000010:0.0:1784950500.436945:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046aafe7b. 00000020:00000001:2.0:1784950500.436951:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000010:0.0:1784950500.436958:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000084ca0bbb. 00000020:00000040:2.0:1784950500.436960:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000001:2.0:1784950500.436970:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000040:0.0:1784950500.436972:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950500.436982:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1784950500.436983:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:2.0:1784950500.436984:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:0.0:1784950500.436986:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950500.436993:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950500.436996:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000200:1.0:1784950500.437004:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950500.437005:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1784950500.437007:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000100:00000001:0.0:1784950500.437008:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950500.437014:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a629e91. 00000100:00000001:2.0:1784950500.437017:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784950500.437036:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000174213bb x1871652369210368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950500.437047:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950500.437050:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000800:00000200:1.0:1784950500.437055:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:2.0:1784950500.437066:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5e7cdd9. 00000100:00000001:0.0:1784950500.437070:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000200:1.0:1784950500.437077:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:3.0:1784950500.437080:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000174213bb x1871652369210368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950500.437081:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1784950500.437082:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b154640. 00000800:00000200:1.0:1784950500.437088:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000a629e91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1784950500.437094:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000098a21f52. 00000100:00100000:0.0:1784950500.437102:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2754 00000100:00000001:2.0:1784950500.437111:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1784950500.437114:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:1.0:1784950500.437117:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950500.437118:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950500.437125:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785665291008 : -120288044260608 : ffff929941d9e300) 00000100:00000001:2.0:1784950500.437128:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950500.437133:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950500.437139:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950500.437142:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1784950500.437143:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784950500.437145:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc2113b9 x1871652369210624/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:651/0 lens 224/0 e 0 to 0 dl 1784950511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950500.437146:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950500.437148:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950500.437156:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950500.437157:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1784950500.437173:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000315176e7 x1871652369210752/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:651/0 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950500.437175:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950500.437178:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950500.437185:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:0.0:1784950500.437195:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950500.437201:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1784950500.437206:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000100:00000001:2.0:1784950500.437207:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1784950500.437215:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000315176e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369210752:12345-192.168.203.114@tcp:400: Request processed in 830us (1518us total) trans 0 rc 0/0 00000800:00000200:3.0:1784950500.437225:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1784950500.437229:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1605 00000100:00100000:0.0:1784950500.437230:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000bc2113b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369210624:12345-192.168.203.114@tcp:400: 00000800:00000010:3.0:1784950500.437237:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a629e91. 00000100:00000040:2.0:1784950500.437243:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000400:00000200:3.0:1784950500.437253:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1784950500.437254:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369210624 00000100:00100000:1.0:1784950500.437255:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1604 00000100:00000001:2.0:1784950500.437256:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785987792768 : -120287721758848 : ffff92995512df80) 00000020:00000001:0.0:1784950500.437264:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:1.0:1784950500.437269:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000400:00000200:3.0:1784950500.437272:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950500.437273:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950500.437279:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1784950500.437280:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c2550e01 x1871652369210496/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:651/0 lens 224/0 e 0 to 0 dl 1784950511 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950500.437282:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950500.437283:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49f40e5 00000100:00000001:1.0:1784950500.437287:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1784950500.437296:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e49f40e5. 00000020:00000001:0.0:1784950500.437298:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1784950500.437299:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017a63e94. 00000020:00000001:0.0:1784950500.437305:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:3.0:1784950500.437308:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1784950500.437312:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dc959bd2. 00000100:00000001:3.0:1784950500.437317:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1784950500.437318:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1784950500.437324:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a04e3ba. 00000001:00000001:0.0:1784950500.437327:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369210624, found 0 last_xid 1871652369210623 00000100:00000001:2.0:1784950500.437329:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1784950500.437331:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784950500.437336:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000020:00000001:0.0:1784950500.437338:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950500.437339:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000800:00000001:3.0:1784950500.437341:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950500.437343:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950500.437353:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950500.437353:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950500.437355:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950500.437361:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1784950500.437364:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000020:00000001:0.0:1784950500.437366:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950500.437367:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950500.437377:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000001:3.0:1784950500.437379:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950500.437383:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c2550e01 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369210496:12345-192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950500.437387:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000001:3.0:1784950500.437390:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950500.437392:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369210496 02000000:00000001:0.0:1784950500.437395:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950500.437397:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1784950500.437400:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000010:0.0:1784950500.437404:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008c45c2af. 00000100:00000001:1.0:1784950500.437405:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1784950500.437409:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:3.0:1784950500.437415:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:0.0:1784950500.437416:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950500.437417:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784950500.437418:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950500.437426:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784950500.437428:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950500.437430:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1784950500.437432:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000984425a1. 00000020:00000001:0.0:1784950500.437435:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950500.437436:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:1.0:1784950500.437444:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a09db0 00000400:00000200:3.0:1784950500.437446:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c1d80 00010000:00000040:0.0:1784950500.437448:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369210624 00000020:00000001:2.0:1784950500.437450:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1784950500.437451:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c1a09db0. 00000020:00000001:2.0:1784950500.437458:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950500.437461:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950500.437465:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784950500.437465:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950500.437474:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1784950500.437474:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x162f1 [1] + 224 00010000:00000200:0.0:1784950500.437475:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000bc2113b9 x1871652369210624/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:651/0 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950500.437482:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000174213bb x1871652369210368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950500.437483:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950500.437494:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000001:3.0:1784950500.437498:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950500.437503:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000001:3.0:1784950500.437509:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950500.437512:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1784950500.437522:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1784950500.437524:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000acd0fa9e. 02000000:00000001:2.0:1784950500.437536:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950500.437545:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950500.437548:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950500.437558:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000174213bb x1871652369210368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950500.437560:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950500.437563:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:2.0:1784950500.437573:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369210496 00000100:00000200:3.0:1784950500.437578:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db61bd54 x1871652369210752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950500.437587:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000001:0.0:1784950500.437598:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000200:2.0:1784950500.437601:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c2550e01 x1871652369210496/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:651/0 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950500.437606:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950500.437618:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=133 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950500.437624:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950500.437630:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950500.437639:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950500.437641:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950500.437649:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1784950500.437652:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950500.437655:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784950500.437657:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000db61bd54 x1871652369210752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950500.437663:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950500.437665:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00010000:00000001:2.0:1784950500.437670:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1784950500.437675:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950500.437679:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1784950500.437680:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950500.437687:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950500.437688:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=128 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950500.437691:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=133 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950500.437699:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:1.0:1784950500.437709:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=128 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950500.437711:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950500.437715:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950500.437756:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1784950500.437764:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d457acdf. 00000800:00000001:3.0:1784950500.437765:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950500.437774:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950500.437776:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000200:0.0:1784950500.437777:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369210624, offset 224 00000100:00000001:1.0:1784950500.437778:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950500.437785:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950500.437788:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00010000:00000001:1.0:1784950500.437793:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1784950500.437795:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1784950500.437799:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950500.437801:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950500.437803:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950500.437808:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784950500.437811:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950500.437814:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950500.437819:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950500.437824:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950500.437826:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950500.437835:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000010:2.0:1784950500.437838:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000969daf7a. 00000100:00000040:1.0:1784950500.437840:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000174213bb x1871652369210368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950500.437851:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369210496, offset 224 00000400:00000200:0.0:1784950500.437866:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11223:11223:233:4294967295] 192.168.203.114@tcp LPNI seq info [9921:9921:8:4294967295] 00000400:00000200:2.0:1784950500.437875:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950500.437895:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950500.437900:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950500.437906:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950500.437916:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950500.437919:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000174213bb x1871652369210368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950500.437942:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950500.437946:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:1.0:1784950500.437953:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000174213bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369210368:192.168.203.114@tcp:400: 00000800:00000010:0.0:1784950500.437958:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309cba23. 00000400:00000200:2.0:1784950500.437968:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11224:11224:232:4294967295] 192.168.203.114@tcp LPNI seq info [9922:9922:7:4294967295] 00000100:00000001:1.0:1784950500.437972:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950500.437982:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950500.437984:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950500.437994:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000174213bb x1871652369210368/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950500.438005:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:2.0:1784950500.438016:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950500.438035:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000309cba23 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950500.438052:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950500.438059:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:2.0:1784950500.438060:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000010:1.0:1784950500.438064:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020c270e2. 00000800:00000010:2.0:1784950500.438069:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c55871f. 00000100:00000001:0.0:1784950500.438074:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950500.438075:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950500.438081:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000200:2.0:1784950500.438085:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000040:1.0:1784950500.438087:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000040:0.0:1784950500.438090:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:1.0:1784950500.438101:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:0.0:1784950500.438102:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000010:1.0:1784950500.438110:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001c88d7a2. 00000800:00000200:2.0:1784950500.438111:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:0.0:1784950500.438112:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950500.438122:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:2.0:1784950500.438126:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002c55871f type 1, nob 320 niov 1 nkiov 1 00000020:00000001:0.0:1784950500.438127:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1784950500.438128:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950500.438135:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000174213bb. 00000100:00000001:2.0:1784950500.438139:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950500.438143:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1784950500.438145:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc2113b9 x1871652369210624/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:651/0 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950500.438147:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950500.438150:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950500.438154:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000800:00000010:3.0:1784950500.438160:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309cba23. 00000100:00000001:1.0:1784950500.438164:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950500.438166:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950500.438174:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950500.438175:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950500.438176:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950500.438183:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1784950500.438185:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1784950500.438193:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950500.438199:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950500.438200:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950500.438204:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2550e01 x1871652369210496/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:651/0 lens 224/224 e 0 to 0 dl 1784950511 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950500.438206:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc85ad6c. 00000100:00100000:0.0:1784950500.438209:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000bc2113b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369210624:12345-192.168.203.114@tcp:400: Request processed in 1020us (1565us total) trans 0 rc 0/0 00000400:00000200:1.0:1784950500.438219:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df1b1287 00000400:00000010:1.0:1784950500.438227:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000df1b1287. 00000100:00000001:1.0:1784950500.438237:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950500.438240:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d457acdf 00000400:00000010:3.0:1784950500.438249:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d457acdf. 00000100:00000200:1.0:1784950500.438252:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db61bd54 x1871652369210752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950500.438254:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2754 00000100:00000001:3.0:1784950500.438262:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1784950500.438270:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950500.438271:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1784950500.438282:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c2550e01 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369210496:12345-192.168.203.114@tcp:400: Request processed in 942us (1972us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950500.438283:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950500.438291:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1784950500.438293:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db61bd54 x1871652369210752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950500.438300:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046aafe7b. 00000020:00000010:0.0:1784950500.438311:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000084ca0bbb. 00000100:00100000:2.0:1784950500.438317:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1605 00000020:00000010:0.0:1784950500.438325:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f0272bc. 00000100:00000040:2.0:1784950500.438330:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000020:00000040:0.0:1784950500.438340:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:2.0:1784950500.438341:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950500.438343:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1784950500.438346:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950500.438350:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1784950500.438352:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950500.438352:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950500.438353:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c55871f. 00000020:00000010:2.0:1784950500.438359:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b154640. 00000100:00000001:1.0:1784950500.438366:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950500.438372:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1784950500.438373:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000098a21f52. 00000400:00000200:3.0:1784950500.438374:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950500.438376:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950500.438385:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950500.438386:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5e7cdd9. 02000000:00000001:1.0:1784950500.438394:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950500.438396:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:2.0:1784950500.438402:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00001000:1.0:1784950500.438403:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=133 v=5 (5 5 5 5) 00000400:00000200:3.0:1784950500.438405:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969daf7a 00000800:00000001:0.0:1784950500.438407:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950500.438411:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950500.438415:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000969daf7a. 00000100:00001000:1.0:1784950500.438418:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=133 v=5 (1 1 1 1) 00000800:00000001:0.0:1784950500.438426:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950500.438428:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950500.438429:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950500.438436:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950500.438437:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950500.438438:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1784950500.438443:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784950500.438449:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1784950500.438456:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000db61bd54 x1871652369210752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950500.438470:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:1.0:1784950500.438485:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950500.438489:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950500.438493:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000400:00000200:0.0:1784950500.438496:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c1d00 00000100:00000001:1.0:1784950500.438499:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950500.438504:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950500.438513:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x162e9 [1] + 224 00000100:00000040:1.0:1784950500.438515:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db61bd54 x1871652369210752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950500.438534:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950500.438539:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950500.438543:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950500.438545:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950500.438550:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950500.438553:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950500.438559:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db61bd54 x1871652369210752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950500.438570:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950500.438585:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1784950500.438591:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000db61bd54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369210752:192.168.203.114@tcp:400: 00000100:00000200:0.0:1784950500.438598:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c49250f5 x1871652369210624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950500.438602:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950500.438610:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950500.438619:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db61bd54 x1871652369210752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950500.438632:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c49250f5 x1871652369210624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950500.438640:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950500.438645:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950500.438650:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abefb4c2. 02000000:00000001:1.0:1784950500.438660:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950500.438663:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950500.438665:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1784950500.438668:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950500.438669:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009588bd88. 02000000:00000001:1.0:1784950500.438672:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950500.438673:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950500.438674:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db61bd54. 00000100:00000001:1.0:1784950500.438677:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950500.438679:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950500.438680:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950500.438683:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950500.438690:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950500.438692:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950500.438693:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950500.438696:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950500.438701:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950500.438703:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950500.438709:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950500.438714:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950500.438754:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950500.438766:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c1c80 00000400:00000200:0.0:1784950500.438775:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x162dd [1] + 224 00000100:00000001:2.0:1784950500.438778:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784950500.438781:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950500.438784:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950500.438792:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784950500.438793:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784950500.438796:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950500.438803:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f5da7be. 00000400:00000200:0.0:1784950500.438804:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950500.438810:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca6d43d 00000400:00000010:2.0:1784950500.438817:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008ca6d43d. 00000400:00000200:0.0:1784950500.438821:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950500.438824:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950500.438837:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c49250f5 x1871652369210624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950500.438838:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950500.438855:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028319b14 x1871652369210496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950500.438860:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c49250f5 x1871652369210624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950500.438909:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950500.438915:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950500.438918:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:0.0:1784950500.438922:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028319b14 x1871652369210496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950500.438923:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950500.438929:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950500.438932:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950500.438940:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950500.438951:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=133 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950500.438959:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=133 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950500.438962:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950500.438964:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950500.438966:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950500.438968:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950500.438970:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950500.438972:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950500.438976:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950500.438978:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950500.438981:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950500.438984:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950500.438990:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c49250f5 x1871652369210624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950500.438994:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950500.439007:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950500.439011:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950500.439013:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950500.439018:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c49250f5 x1871652369210624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950500.439042:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950500.439050:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784950500.439061:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1784950500.439064:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c49250f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369210624:192.168.203.114@tcp:400: 00000400:00000001:3.0:1784950500.439066:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950500.439073:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a40226fc. 00000100:00000001:2.0:1784950500.439076:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950500.439083:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950500.439086:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000100:00000040:2.0:1784950500.439088:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c49250f5 x1871652369210624/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950500.439092:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000100:00000001:3.0:1784950500.439102:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950500.439115:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028319b14 x1871652369210496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950500.439131:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950500.439137:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950500.439142:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000135a536f. 02000000:00000001:2.0:1784950500.439153:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1784950500.439156:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028319b14 x1871652369210496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950500.439158:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950500.439162:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950500.439170:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950500.439174:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002957ca98. 02000000:00000001:2.0:1784950500.439182:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950500.439186:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784950500.439188:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:2.0:1784950500.439190:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c49250f5. 00000100:00000001:3.0:1784950500.439195:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950500.439197:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950500.439202:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950500.439203:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950500.439209:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950500.439210:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950500.439215:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950500.439219:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950500.439221:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950500.439225:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950500.439228:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950500.439231:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950500.439236:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950500.439238:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1784950500.439245:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=133 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950500.439249:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950500.439252:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950500.439255:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1784950500.439260:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000028319b14 x1871652369210496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950500.439270:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950500.439273:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950500.439275:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950500.439278:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950500.439279:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950500.439283:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028319b14 x1871652369210496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950500.439292:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950500.439295:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950500.439297:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950500.439300:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028319b14 x1871652369210496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950500.439308:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000028319b14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369210496:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950500.439313:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950500.439316:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950500.439318:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028319b14 x1871652369210496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950500.439326:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950500.439328:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950500.439330:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007de39e22. 02000000:00000001:3.0:1784950500.439335:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950500.439337:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950500.439339:0:441643:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1784950500.439341:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950500.439343:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000975723c9. 02000000:00000001:3.0:1784950500.439347:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950500.439349:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950500.439350:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028319b14. 00000100:00000001:3.0:1784950500.439354:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950500.439355:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950500.439357:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950500.439363:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950500.439365:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950500.439367:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950500.439370:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950500.688865:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950500.688878:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950500.688889:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950500.688892:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950500.688978:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950500.688984:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950500.688989:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950501.137075:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.2@tcp 00000800:00000010:1.0:1784950501.137081:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f17b544c. 00000400:00000200:1.0:1784950501.137089:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950501.137095:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.2@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950501.137102:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12772 health :900 00000400:00000200:1.0:1784950501.137106:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950501.137109:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.2@tcp: 1 00000400:00000200:1.0:1784950501.137114:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.2@tcp: -114 00000400:00000200:2.0:1784950501.137171:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1784950501.137180:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.2@tcp(000000002f18fb04) state 0x2861 00000400:00000001:2.0:1784950501.137188:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950501.137191:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950501.137194:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae29e6d8 00000400:00000010:2.0:1784950501.137197:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ae29e6d8. 00000400:00000200:2.0:1784950501.137203:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950501.137208:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.2@tcp: -114 00000400:00000010:2.0:1784950501.137212:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bd84354f. 00000400:00000200:2.0:1784950501.137219:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.2@tcp:-110 00000400:00000200:2.0:1784950501.137222:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.2@tcp(000000002f18fb04) state 0x2061 rc -110 00000400:00000200:2.0:1784950501.137227:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.2@tcp 00000100:00000001:2.0:1784950501.328794:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950501.328809:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950501.328811:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950501.328816:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950501.328818:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950501.328822:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950501.328824:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950501.712880:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950501.712891:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950501.712903:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950501.712905:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950501.713061:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950501.713067:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950501.713072:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1784950502.160778:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.6@tcp 00000800:00000010:1.0:1784950502.160783:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a891b017. 00000400:00000200:1.0:1784950502.160791:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:3.0:1784950502.160791:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000010:3.0:1784950502.160798:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000098c35fb4. 00000400:00000010:3.0:1784950502.160805:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d6fb2c16. 00000400:00000200:1.0:1784950502.160810:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.6@tcp: GET: NETWORK_TIMEOUT 00000400:00000010:3.0:1784950502.160811:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a7aa0e6. 00000400:00000200:1.0:1784950502.160818:0:441633:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12774 health :800 00000400:00000010:3.0:1784950502.160822:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000009dd3adf4. 00000400:00000200:1.0:1784950502.160823:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950502.160830:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.6@tcp: 1 00000400:00000200:3.0:1784950502.160832:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950502.160838:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.6@tcp: -114 00000400:00000200:3.0:1784950502.160859:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950502.160865:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950502.160869:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11225:11225:234:4294967295] 192.168.203.114@tcp LPNI seq info [9923:9923:8:4294967295] 00000400:00000200:3.0:1784950502.160874:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:3.0:1784950502.160881:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:3.0:1784950502.160886:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950502.160890:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fbff510b. 00000400:00000200:2.0:1784950502.160891:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:3.0:1784950502.160896:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950502.160899:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.6@tcp(00000000dd6ddc05) state 0x2861 00000400:00000001:2.0:1784950502.160905:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1784950502.160906:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000001:2.0:1784950502.160908:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1784950502.160910:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fbff510b type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1784950502.160912:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000553db85b 00000400:00000010:2.0:1784950502.160916:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000553db85b. 00000400:00000200:2.0:1784950502.160919:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950502.160923:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.6@tcp: -114 00000400:00000010:2.0:1784950502.160926:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000204b523b. 00000800:00000100:1.0:1784950502.160930:0:441633:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.142.4@tcp 00000400:00000200:2.0:1784950502.160932:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.6@tcp:-110 00000800:00000010:1.0:1784950502.160934:0:441633:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000091f3a7b6. 00000400:00000200:2.0:1784950502.160937:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.6@tcp(00000000dd6ddc05) state 0x2061 rc -110 00000400:00000200:1.0:1784950502.160940:0:441633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950502.160944:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.6@tcp 00000400:00000200:1.0:1784950502.160948:0:441633:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.142.4@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:1.0:1784950502.160953:0:441633:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1784950502.160957:0:441633:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.142.4@tcp: 1 00000400:00000200:1.0:1784950502.160960:0:441633:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.4@tcp: -114 00000400:00000200:2.0:1784950502.160985:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1784950502.160989:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.142.4@tcp(00000000a6116e9c) state 0x2861 00000400:00000001:2.0:1784950502.160991:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950502.160992:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950502.160993:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000417b77ac 00000400:00000010:2.0:1784950502.160994:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000417b77ac. 00000400:00000200:2.0:1784950502.160996:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1784950502.160998:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.142.4@tcp: -114 00000400:00000010:2.0:1784950502.161000:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003a506608. 00000400:00000200:2.0:1784950502.161003:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.142.4@tcp:-110 00000400:00000200:2.0:1784950502.161004:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.142.4@tcp(00000000a6116e9c) state 0x2061 rc -110 00000400:00000200:2.0:1784950502.161006:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.142.4@tcp 00000800:00000001:3.0:1784950502.161059:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950502.161065:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950502.161070:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fbff510b. 00000800:00000001:3.0:1784950502.161070:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950502.161076:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950502.161078:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950502.161084:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000800:00000001:3.0:1784950502.161084:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950502.161088:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1784950502.161094:0:441635:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000400:00000200:3.0:1784950502.161096:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:3.0:1784950502.161107:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1784950502.161114:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:3.0:1784950502.161121:0:441636:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950502.161124:0:441636:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11226:11226:236:4294967295] 192.168.203.114@tcp LPNI seq info [9924:9924:8:4294967295] 00000400:00000200:3.0:1784950502.161130:0:441636:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:3.0:1784950502.161132:0:441636:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950502.161135:0:441636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0a8ed32. 00000800:00000200:3.0:1784950502.161138:0:441636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:3.0:1784950502.161141:0:441636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950502.161143:0:441636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a0a8ed32 type 3, nob 144 niov 1 nkiov 1 00000800:00000001:0.0:1784950502.161172:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950502.161185:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950502.161189:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950502.161191:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950502.161193:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950502.161197:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784950502.161198:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000800:00000010:3.0:1784950502.161202:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0a8ed32. 00000400:00000200:3.0:1784950502.161206:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950502.161213:0:441635:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x16311 00000400:00000200:3.0:1784950502.161213:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:0.0:1784950502.161223:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950502.161228:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950502.161229:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950502.161233:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950502.161237:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:0.0:1784950502.161241:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7aa0e6 00000400:00000010:0.0:1784950502.161243:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001a7aa0e6. 00000400:00000200:0.0:1784950502.161247:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1784950502.161248:0:441635:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000098c35fb4. 00000400:00000010:0.0:1784950502.161251:0:441635:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d6fb2c16. 00000800:00000001:0.0:1784950502.161256:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950502.161258:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950502.352774:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950502.352785:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950502.352787:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950502.352791:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950502.352793:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950502.352796:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950502.352799:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950502.480770:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950502.480775:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1784950502.480784:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f5b7f96. 00000020:00000040:2.0:1784950502.480791:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950502.480797:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950502.480800:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:1.0:1784950502.480803:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 02000000:00000001:2.0:1784950502.480805:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1784950502.480807:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1784950502.480813:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db61bd54. 02000000:00000010:2.0:1784950502.480814:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d426fc0. 00000020:00000040:1.0:1784950502.480819:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950502.480822:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950502.480824:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950502.480827:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950502.480830:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784950502.480831:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950502.480833:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950502.480838:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009588bd88. 00000100:00000001:1.0:1784950502.480843:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950502.480845:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f5b7f96] to pc [ptlrpcd_00_01+1] req@000000009f5b7f96 x1871652369210880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950502.480848:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950502.480852:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950502.480861:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db61bd54] to pc [ptlrpcd_00_02+2] req@00000000db61bd54 x1871652369211008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1784950502.480881:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950502.480890:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950502.480894:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950502.480899:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784950502.480901:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950502.480902:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950502.480907:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950502.480911:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950502.480913:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950502.480916:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950502.480918:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950502.480920:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950502.480924:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f5b7f96 x1871652369210880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950502.480926:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950502.480931:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784950502.480936:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1784950502.480937:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950502.480940:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950502.480941:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950502.480942:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950502.480950:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950502.480952:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784950502.480953:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950502.480956:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950502.480957:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950502.480960:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950502.480962:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009f5b7f96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369210880:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950502.480964:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950502.480967:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950502.480968:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784950502.480975:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db61bd54 x1871652369211008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950502.480975:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950502.480978:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950502.480984:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784950502.480988:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b90f6412. 00000100:00000001:0.0:1784950502.480990:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784950502.480992:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950502.480993:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950502.480998:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1784950502.480999:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014223c18. 02000000:00000001:0.0:1784950502.481000:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950502.481018:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950502.481021:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000db61bd54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369211008:192.168.203.114@tcp:41: 00000400:00000010:2.0:1784950502.481022:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133105d. 00000100:00000001:0.0:1784950502.481028:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950502.481032:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1784950502.481033:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369210880, portal 4 02000000:00000001:0.0:1784950502.481034:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950502.481040:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950502.481041:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1784950502.481046:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d932853f. 00000100:00000001:2.0:1784950502.481046:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730219904 : -120287979331712 : ffff929945b89f80) 02000000:00000001:0.0:1784950502.481050:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950502.481056:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bad3b2f8. 00000400:00000010:0.0:1784950502.481062:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d457acdf. 00000100:00000040:2.0:1784950502.481062:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009f5b7f96 x1871652369210880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950502.481070:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369211008, portal 4 00000100:00000001:0.0:1784950502.481074:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950502.481077:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038691584 : -120287670860032 : ffff9299581b8700) 00000100:00000001:2.0:1784950502.481084:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950502.481087:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000db61bd54 x1871652369211008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950502.481094:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950502.481103:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784950502.481103:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f72bf817. 00000100:00000040:0.0:1784950502.481109:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:2.0:1784950502.481110:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369210880, offset 0 00000400:00000010:0.0:1784950502.481113:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df1b1287. 00000100:00000200:0.0:1784950502.481118:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369211008, offset 0 00000400:00000200:2.0:1784950502.481122:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950502.481132:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950502.481137:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950502.481142:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950502.481145:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950502.481149:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950502.481151:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950502.481154:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11227:11227:236:4294967295] 192.168.203.114@tcp LPNI seq info [9925:9925:8:4294967295] 00000400:00000200:2.0:1784950502.481164:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950502.481169:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950502.481174:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000010:2.0:1784950502.481174:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eacc2d84. 00000400:00000200:0.0:1784950502.481181:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784950502.481185:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950502.481186:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950502.481192:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950502.481194:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:2.0:1784950502.481200:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950502.481201:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11228:11228:235:4294967295] 192.168.203.114@tcp LPNI seq info [9926:9926:7:4294967295] 00000800:00000200:2.0:1784950502.481208:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eacc2d84 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950502.481216:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950502.481220:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950502.481224:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950502.481225:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00000800:00000200:0.0:1784950502.481233:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:2.0:1784950502.481233:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4743 usecs (5 jiffies) 00000100:00000001:2.0:1784950502.481239:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307440645 00000800:00000200:0.0:1784950502.481244:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950502.481245:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307441019 00000800:00000200:0.0:1784950502.481250:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950502.481250:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307440645 00000100:00000001:2.0:1784950502.481256:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307441019 00000100:00000001:2.0:1784950502.481259:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307440645 00000100:00000001:2.0:1784950502.481260:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307441019 00000100:00000001:2.0:1784950502.481262:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307440645 00000100:00000001:2.0:1784950502.481263:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307441019 00000100:00000001:2.0:1784950502.481264:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950502.481266:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950502.481268:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950502.481269:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950502.481276:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13527 usecs (14 jiffies) 00000100:00000001:2.0:1784950502.481276:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950502.481282:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307440654 00000100:00000001:0.0:1784950502.481285:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307441019 00000100:00000001:0.0:1784950502.481287:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307440654 00000100:00000001:0.0:1784950502.481289:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307441019 00000100:00000001:0.0:1784950502.481290:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307440654 00000100:00000001:0.0:1784950502.481293:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307441019 00000100:00000001:0.0:1784950502.481294:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307440654 00000100:00000001:0.0:1784950502.481296:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307441019 00000100:00000001:0.0:1784950502.481298:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950502.481299:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950502.481301:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950502.481303:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950502.481321:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950502.481326:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eacc2d84. 00000400:00000200:3.0:1784950502.481349:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950502.481357:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950502.481364:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950502.481365:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f72bf817 00000400:00000010:3.0:1784950502.481370:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f72bf817. 00000100:00000001:3.0:1784950502.481376:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784950502.481382:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f5b7f96 x1871652369210880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950502.481410:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950502.481416:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f5b7f96 x1871652369210880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950502.481424:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950502.481427:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950502.481428:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:1.0:1784950502.481434:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000400:00000200:1.0:1784950502.481442:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950502.481442:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950502.481453:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950502.481455:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950502.481460:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950502.481461:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df1b1287 00000800:00000001:3.0:1784950502.481465:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950502.481466:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000df1b1287. 00000100:00000001:1.0:1784950502.481490:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1784950502.481493:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950502.481496:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:0.0:1784950502.481500:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784950502.481502:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db61bd54 x1871652369211008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950502.481507:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950502.481523:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c1e80 00000100:00000001:1.0:1784950502.481525:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784950502.481527:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:1.0:1784950502.481536:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db61bd54 x1871652369211008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950502.481543:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 1568 00000400:00000200:0.0:1784950502.481555:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c1e00 00000800:00000001:3.0:1784950502.481561:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950502.481570:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 1792 00000100:00000001:1.0:1784950502.481572:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950502.481576:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950502.481580:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950502.481583:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950502.481584:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950502.481593:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950502.481602:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950502.481602:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950502.481608:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:0.0:1784950502.481610:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1784950502.481618:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000782d7948. 00000400:00000200:0.0:1784950502.481621:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950502.481625:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000782d7948 x1871652369211008 msgsize 224 00000100:00100000:3.0:1784950502.481633:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950502.481651:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1784950502.481664:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950502.481670:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950502.481679:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950502.481683:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1784950502.481688:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ab33193. 00000100:00000040:0.0:1784950502.481692:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000001ab33193 x1871652369210880 msgsize 224 00000100:00100000:0.0:1784950502.481701:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950502.481703:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950502.481718:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1784950502.481770:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950502.481773:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369211008 00000800:00000001:0.0:1784950502.481776:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950502.481778:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950502.481782:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950502.481785:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950502.481786:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950502.481794:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369210880 02000000:00000001:2.0:1784950502.481795:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950502.481803:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1784950502.481804:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369211008 00000100:00000001:1.0:1784950502.481810:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1784950502.481810:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950502.481818:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950502.481818:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:2.0:1784950502.481822:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950502.481828:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 02000000:00000001:1.0:1784950502.481829:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950502.481831:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:2.0:1784950502.481837:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00100000:1.0:1784950502.481838:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369210880 00000100:00000001:2.0:1784950502.481842:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1784950502.481845:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:2.0:1784950502.481849:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000020:00000040:1.0:1784950502.481850:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:2.0:1784950502.481855:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950502.481857:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000010:2.0:1784950502.481860:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000020:00000040:1.0:1784950502.481879:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000010:2.0:1784950502.481885:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5e7cdd9. 00000020:00000001:1.0:1784950502.481887:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000010:2.0:1784950502.481892:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b154640. 00000020:00000001:1.0:1784950502.481895:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000010:2.0:1784950502.481900:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000098a21f52. 00000100:00000001:1.0:1784950502.481903:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950502.481912:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000010:1.0:1784950502.481913:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000001:2.0:1784950502.481919:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950502.481921:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950502.481923:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950502.481927:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950502.481930:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000001:2.0:1784950502.481938:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950502.481941:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a04e3ba. 00000020:00000010:1.0:1784950502.481950:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017a63e94. 00000100:00000001:2.0:1784950502.481953:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950502.481956:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dc959bd2. 00000100:00000001:1.0:1784950502.481967:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950502.481986:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950502.481986:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950502.481989:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950502.481990:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1784950502.482000:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2755 00000100:00000040:2.0:1784950502.482005:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:2.0:1784950502.482020:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785665296384 : -120288044255232 : ffff929941d9f800) 00000100:00000001:1.0:1784950502.482023:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950502.482024:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1784950502.482028:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000782d7948 x1871652369211008/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:653/0 lens 224/0 e 0 to 0 dl 1784950513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950502.482029:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1784950502.482054:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2756 00000100:00000001:1.0:1784950502.482057:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950502.482061:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950502.482066:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684302720 : -120288025248896 : ffff929942fbfb80) 00000100:00000001:2.0:1784950502.482076:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1784950502.482076:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ab33193 x1871652369210880/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:653/0 lens 224/0 e 0 to 0 dl 1784950513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950502.482082:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000100:00000001:2.0:1784950502.482088:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950502.482088:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950502.482094:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000020:00000010:3.0:1784950502.482094:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000100:00000001:3.0:1784950502.482100:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950502.482103:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000100:00100000:2.0:1784950502.482108:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000782d7948 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369211008:12345-192.168.203.114@tcp:41: 00000100:00100000:3.0:1784950502.482115:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001ab33193 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369210880:12345-192.168.203.114@tcp:41: 00000100:00000200:2.0:1784950502.482116:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369211008 00000100:00000200:3.0:1784950502.482122:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369210880 00000020:00000001:2.0:1784950502.482123:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950502.482129:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950502.482129:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950502.482134:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950502.482135:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950502.482138:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950502.482141:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:3.0:1784950502.482141:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950502.482149:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950502.482149:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950502.482155:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000001:00000001:2.0:1784950502.482156:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369211008, found 0 last_xid 1871652369211007 00000020:00000001:2.0:1784950502.482162:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950502.482163:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1784950502.482165:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000001:00000001:3.0:1784950502.482167:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369210880, found 0 last_xid 1871652369210879 00000020:00000001:2.0:1784950502.482168:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950502.482172:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950502.482173:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950502.482177:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1784950502.482177:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950502.482182:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1784950502.482183:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1784950502.482185:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950502.482189:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007ba59f24. 00000100:00000001:3.0:1784950502.482190:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950502.482194:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950502.482195:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950502.482199:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950502.482201:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e13b3a29. 00000004:00000001:2.0:1784950502.482204:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 02000000:00000001:3.0:1784950502.482205:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950502.482210:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000100:00000001:3.0:1784950502.482210:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950502.482213:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950502.482214:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:3.0:1784950502.482217:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1784950502.482219:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:2.0:1784950502.482224:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000020:00000020:2.0:1784950502.482229:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000004:00000024:3.0:1784950502.482230:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000020:2.0:1784950502.482232:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000004:00000020:2.0:1784950502.482239:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000020:00000020:3.0:1784950502.482239:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1784950502.482246:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000001:00000001:2.0:1784950502.482248:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1784950502.482251:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950502.482255:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1784950502.482255:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00010000:00000040:2.0:1784950502.482260:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369211008 00010000:00000001:2.0:1784950502.482263:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000020:3.0:1784950502.482263:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00010000:00000200:2.0:1784950502.482270:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000782d7948 x1871652369211008/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:653/0 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:3.0:1784950502.482271:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00010000:00000001:2.0:1784950502.482285:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000001:00000001:3.0:1784950502.482286:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00010000:00000001:2.0:1784950502.482288:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1784950502.482290:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950502.482292:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=135 v=5 (1 1 1 1) 00000004:00000001:3.0:1784950502.482297:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950502.482298:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950502.482302:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000040:3.0:1784950502.482304:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369210880 00000100:00000001:2.0:1784950502.482305:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950502.482312:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1784950502.482313:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:2.0:1784950502.482314:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950502.482318:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950502.482324:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000200:3.0:1784950502.482324:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000001ab33193 x1871652369210880/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:653/0 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950502.482329:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000faec7be4. 00000100:00000200:2.0:1784950502.482351:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369211008, offset 224 00000400:00000200:2.0:1784950502.482363:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000001:3.0:1784950502.482369:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950502.482375:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950502.482376:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00001000:3.0:1784950502.482383:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=135 v=5 (1 1 1 1) 00000400:00000200:2.0:1784950502.482387:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11229:11229:236:4294967295] 192.168.203.114@tcp LPNI seq info [9927:9927:8:4294967295] 00000100:00000001:3.0:1784950502.482398:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1784950502.482413:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950502.482414:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950502.482423:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000200:2.0:1784950502.482429:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950502.482432:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000010:2.0:1784950502.482435:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a1a4dac. 02000000:00000001:3.0:1784950502.482438:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950502.482445:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950502.482447:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1784950502.482453:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:3.0:1784950502.482461:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950502.482462:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008a1a4dac type 1, nob 464 niov 1 nkiov 1 00000400:00000010:3.0:1784950502.482472:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f84b3947. 00000100:00000001:2.0:1784950502.482481:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950502.482481:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369210880, offset 224 00000100:00000040:2.0:1784950502.482491:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950502.482497:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950502.482502:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950502.482503:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950502.482508:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1784950502.482517:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000782d7948 x1871652369211008/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:653/0 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950502.482529:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:2.0:1784950502.482540:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000782d7948 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369211008:12345-192.168.203.114@tcp:41: Request processed in 461us (910us total) trans 0 rc 0/0 00000400:00000200:3.0:1784950502.482551:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11230:11230:235:4294967295] 192.168.203.114@tcp LPNI seq info [9928:9928:7:4294967295] 00000100:00100000:2.0:1784950502.482557:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2755 00000100:00000040:2.0:1784950502.482565:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000200:1.0:1784950502.482569:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950502.482570:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950502.482574:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1784950502.482576:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a1a4dac. 00000020:00000010:2.0:1784950502.482581:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b154640. 00000400:00000200:1.0:1784950502.482585:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1784950502.482591:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000098a21f52. 00000400:00000200:3.0:1784950502.482597:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:1.0:1784950502.482598:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950502.482601:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5e7cdd9. 00000020:00000040:2.0:1784950502.482611:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:2.0:1784950502.482616:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950502.482618:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950502.482628:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0a8ed32. 00000400:00000200:1.0:1784950502.482631:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faec7be4 00000400:00000010:1.0:1784950502.482635:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000faec7be4. 00000100:00000001:1.0:1784950502.482640:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000200:3.0:1784950502.482642:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950502.482644:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950502.482652:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950502.482660:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000001:0.0:1784950502.482666:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950502.482668:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a0a8ed32 type 1, nob 464 niov 1 nkiov 1 00000800:00000001:0.0:1784950502.482673:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950502.482681:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950502.482691:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950502.482703:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c1e80 00000100:00000001:3.0:1784950502.482705:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950502.482713:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x16319 [1] + 224 00000800:00000001:0.0:1784950502.482768:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950502.482779:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950502.482787:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950502.482790:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950502.482794:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1784950502.482801:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ab33193 x1871652369210880/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:653/0 lens 224/368 e 0 to 0 dl 1784950513 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950502.482834:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001ab33193 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369210880:12345-192.168.203.114@tcp:41: Request processed in 743us (1137us total) trans 0 rc 0/0 00000100:00100000:3.0:1784950502.482846:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2756 00000100:00000040:3.0:1784950502.482851:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950502.482856:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950502.482858:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950502.482863:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017a63e94. 00000020:00000010:3.0:1784950502.482870:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dc959bd2. 00000800:00000200:1.0:1784950502.482871:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950502.482877:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0a8ed32. 00000020:00000010:3.0:1784950502.482878:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a04e3ba. 00000800:00000001:0.0:1784950502.482881:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950502.482901:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1784950502.482907:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000001:0.0:1784950502.482909:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950502.482914:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950502.482919:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950502.482921:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950502.482923:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f84b3947 00000800:00000001:2.0:1784950502.482925:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950502.482930:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950502.482931:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f84b3947. 00000400:00000200:2.0:1784950502.482933:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950502.482942:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950502.482948:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950502.482967:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950502.482968:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950502.482979:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950502.482985:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c1e00 00000100:00000200:2.0:1784950502.482988:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db61bd54 x1871652369211008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950502.482999:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x16315 [1] + 224 00000800:00000001:0.0:1784950502.483027:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950502.483028:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000db61bd54 x1871652369211008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950502.483049:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950502.483054:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950502.483064:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950502.483071:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950502.483076:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f5b7f96 x1871652369210880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950502.483078:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950502.483089:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950502.483093:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000009f5b7f96 x1871652369210880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950502.483097:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950502.483102:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950502.483106:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950502.483114:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950502.483117:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950502.483118:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bad3b2f8. 00000100:00000001:0.0:1784950502.483121:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784950502.483123:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d457acdf 00000400:00000010:1.0:1784950502.483126:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d457acdf. 00000100:00000001:1.0:1784950502.483129:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950502.483134:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db61bd54 x1871652369211008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950502.483137:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950502.483137:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950502.483142:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784950502.483143:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784950502.483148:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1784950502.483149:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db61bd54 x1871652369211008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784950502.483152:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950502.483155:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014223c18. 00000400:00000200:2.0:1784950502.483161:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133105d 00000100:00000001:1.0:1784950502.483164:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1784950502.483165:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b133105d. 00000100:00000001:1.0:1784950502.483167:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950502.483169:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950502.483174:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f5b7f96 x1871652369210880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950502.483177:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950502.483182:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950502.483185:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1784950502.483185:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f5b7f96 x1871652369210880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950502.483189:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950502.483194:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950502.483201:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1784950502.483202:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=130 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950502.483203:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950502.483208:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00001000:1.0:1784950502.483210:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=130 v=5 (1 1 1 1) 02000000:00000001:2.0:1784950502.483211:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950502.483213:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950502.483217:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950502.483218:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950502.483221:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950502.483222:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950502.483226:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1784950502.483228:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=135 v=5 (5 5 5 5) 00010000:00000001:1.0:1784950502.483229:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950502.483235:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00001000:2.0:1784950502.483236:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=135 v=5 (1 1 1 1) 00000100:00000040:1.0:1784950502.483239:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950502.483240:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950502.483243:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950502.483244:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950502.483246:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950502.483247:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950502.483251:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950502.483253:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950502.483254:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db61bd54 x1871652369211008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950502.483255:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950502.483260:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950502.483262:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950502.483269:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f5b7f96 x1871652369210880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950502.483270:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950502.483276:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950502.483280:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1784950502.483285:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1784950502.483290:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00000001:2.0:1784950502.483292:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950502.483296:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000004:00000020:1.0:1784950502.483298:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00000001:2.0:1784950502.483299:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950502.483303:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1784950502.483306:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000004:00000001:1.0:1784950502.483307:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1784950502.483316:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000100:00000040:1.0:1784950502.483317:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db61bd54 x1871652369211008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1784950502.483328:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950502.483335:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f5b7f96 x1871652369210880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950502.483339:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000db61bd54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369211008:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950502.483349:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950502.483352:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1784950502.483354:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009f5b7f96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369210880:192.168.203.114@tcp:41: 00000100:00000040:1.0:1784950502.483359:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db61bd54 x1871652369211008/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950502.483361:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950502.483366:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950502.483371:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f5b7f96 x1871652369210880/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950502.483372:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950502.483376:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950502.483379:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d932853f. 00000100:00000001:2.0:1784950502.483384:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950502.483385:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1784950502.483387:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1784950502.483388:0:441644:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:2.0:1784950502.483389:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b90f6412. 00000020:00000040:1.0:1784950502.483391:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:2.0:1784950502.483394:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950502.483395:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:2.0:1784950502.483397:0:441641:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:1.0:1784950502.483399:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009588bd88. 00000020:00000040:2.0:1784950502.483400:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1784950502.483405:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1784950502.483405:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950502.483407:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d426fc0. 02000000:00000001:1.0:1784950502.483409:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1784950502.483411:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:1.0:1784950502.483412:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db61bd54. 02000000:00000001:2.0:1784950502.483414:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950502.483417:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000010:2.0:1784950502.483417:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f5b7f96. 00000100:00000001:1.0:1784950502.483420:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950502.483422:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950502.483424:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950502.483425:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950502.483428:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950502.483429:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950502.483432:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950502.483432:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950502.483434:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950502.483435:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950502.483438:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950502.483439:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950502.483443:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950502.736814:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950502.736821:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950502.736827:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950502.736830:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950502.736833:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950502.736836:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950502.736838:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950502.736840:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950502.736843:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950502.736845:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950502.736924:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950502.736929:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950502.736932:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784950502.864878:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307441019, at 4307441024 00000100:00000040:3.0:1784950502.864879:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307441019, at 4307441024 00000100:00000040:0.0:1784950502.864889:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307441019, at 4307441024 00000100:00000040:2.0:1784950502.864889:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307441019, at 4307441024 00000100:00000010:3.0:1784950502.864901:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c62cf0f. 00000100:00000010:1.0:1784950502.864906:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c501c088. 00000100:00000010:0.0:1784950502.864910:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4ec6ee9. 00000100:00000010:2.0:1784950502.864919:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7241628. 00000100:00000001:2.0:1784950503.376804:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950503.376814:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1784950503.376829:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950478/real 1784950478] req@0000000002a6cd7d x1871652369205888/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950503 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784950503.376851:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950503.376855:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950503.376858:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c17942c. 00000400:00000200:2.0:1784950503.376865:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060846b5f 00000400:00000010:2.0:1784950503.376868:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000060846b5f. 00000100:00000001:2.0:1784950503.376893:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950503.376897:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002a6cd7d x1871652369205888/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950503 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950503.376910:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002a6cd7d x1871652369205888/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950503 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950503.376921:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950503.376923:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950503.376926:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950503.376929:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950503.376933:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000002a6cd7d x1871652369205888/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950503 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950503.376952:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950503.376978:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950503.376979:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950503.376981:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950503.376984:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950503.376986:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950503.376989:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002a6cd7d x1871652369205888/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950503 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950503.376994:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1784950503.376997:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950503.376999:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950503.377016:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950503.377018:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1784950503.377020:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1784950503.377023:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784950503.377047:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:2.0:1784950503.377051:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1784950503.377056:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002a6cd7d x1871652369205888/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950503 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950503.377068:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000002a6cd7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369205888:192.168.203.114@tcp:8: 00000100:00000001:2.0:1784950503.377074:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950503.377077:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950503.377081:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002a6cd7d x1871652369205888/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950503 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950503.377091:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950503.377095:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950503.377099:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007c37231b. 02000000:00000001:2.0:1784950503.377104:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950503.377106:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950503.377108:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1784950503.377111:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950503.377113:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a1f1f45d. 02000000:00000001:2.0:1784950503.377118:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950503.377120:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950503.377121:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002a6cd7d. 00000100:00000001:2.0:1784950503.377125:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950503.377127:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950503.377129:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950503.377137:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950503.377144:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950503.377150:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db61bd54. 00000020:00000040:1.0:1784950503.377154:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950503.377158:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950503.377160:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950503.377165:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950503.377171:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009588bd88. 00000100:00000001:1.0:1784950503.377177:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950503.377182:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000db61bd54 x1871652369211136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950503.377192:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950503.377194:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950503.377198:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db61bd54] to pc [ptlrpcd_00_03+3] req@00000000db61bd54 x1871652369211136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950503.377226:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950503.377228:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950503.377231:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950503.377234:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000174213bb. 00000020:00000040:1.0:1784950503.377237:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950503.377239:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950503.377240:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950503.377241:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950503.377245:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001c88d7a2. 00000100:00000001:1.0:1784950503.377247:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950503.377251:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000174213bb x1871652369211264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950503.377257:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950503.377258:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950503.377262:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.377263:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950503.377268:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950503.377271:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000174213bb] to pc [ptlrpcd_00_00+0] req@00000000174213bb x1871652369211264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950503.377293:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db61bd54 x1871652369211136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950503.377319:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950503.377323:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950503.377329:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950503.377335:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950503.377340:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950503.377340:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950503.377349:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:0.0:1784950503.377351:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950503.377362:0:437703:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1784950503.377364:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000db61bd54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369211136:0@lo:400: 00000100:00000001:1.0:1784950503.377368:0:437703:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1784950503.377372:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1784950503.377375:0:437703:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1784950503.377377:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950503.377379:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950503.377385:0:437703:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1784950503.377386:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784950503.377388:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950503.377395:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950503.377396:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12749 00000100:00000040:2.0:1784950503.377401:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000174213bb x1871652369211264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950503.377405:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950503.377416:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f0272bc. 00000400:00000200:1.0:1784950503.377418:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 02000000:00000001:0.0:1784950503.377427:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950503.377429:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1784950503.377434:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12748 00000400:00000010:0.0:1784950503.377437:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057797c15. 00000100:00000001:2.0:1784950503.377437:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950503.377448:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950503.377453:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950503.377454:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a09db0. 02000000:00000001:2.0:1784950503.377454:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950503.377460:0:437703:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 1.2.3.4@tcp: 0 00000100:00000200:0.0:1784950503.377469:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369211136, portal 25 02000000:00000001:2.0:1784950503.377469:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950503.377471:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -11 00000100:00000001:0.0:1784950503.377482:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1784950503.377484:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000174213bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369211264:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950503.377488:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038691584 : -120287670860032 : ffff9299581b8700) 00000100:00000040:1.0:1784950503.377489:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950503.377495:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950503.377502:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1784950503.377505:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784950503.377508:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000db61bd54 x1871652369211136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950503.377511:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950503.377513:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 02000000:00000001:2.0:1784950503.377520:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950503.377526:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 02000000:00000010:2.0:1784950503.377531:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5e7cdd9. 00000020:00000001:1.0:1784950503.377536:0:437703:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:2.0:1784950503.377541:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950503.377543:0:437703:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 00000100:00000001:0.0:1784950503.377552:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1784950503.377553:0:437703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:2.0:1784950503.377554:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014223c18. 00000020:00000040:1.0:1784950503.377562:0:437703:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 00000100:00000040:0.0:1784950503.377564:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1784950503.377568:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133105d. 00000020:00000001:1.0:1784950503.377572:0:437703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000400:00000010:0.0:1784950503.377573:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9f684d. 00000100:00000200:2.0:1784950503.377577:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369211264, portal 4 00000020:00000001:1.0:1784950503.377584:0:437703:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000100:00000200:0.0:1784950503.377586:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369211136, offset 0 00000100:00000001:2.0:1784950503.377586:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950503.377593:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038693376 : -120287670858240 : ffff9299581b8e00) 00000100:00000040:1.0:1784950503.377599:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000400:00000200:0.0:1784950503.377603:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1784950503.377609:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950503.377611:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000174213bb x1871652369211264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950503.377620:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 00000100:00000001:1.0:1784950503.377632:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000400:00000200:0.0:1784950503.377633:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1784950503.377647:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1784950503.377648:0:437703:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 00000100:00000001:2.0:1784950503.377648:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950503.377659:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950503.377669:0:437703:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 00000100:00000040:2.0:1784950503.377671:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950503.377673:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c1f00 00000400:00000010:2.0:1784950503.377684:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c7615d7. 00000100:00080000:1.0:1784950503.377685:0:437703:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000400:00000200:0.0:1784950503.377695:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14c01 [2] + 0 00000100:00000001:1.0:1784950503.377697:0:437703:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950503.377706:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c118cd28. 02000000:00000001:1.0:1784950503.377707:0:437703:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1784950503.377711:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1784950503.377717:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005e9f308f 00000400:00000200:0.0:1784950503.377732:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784950503.377778:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369211264, offset 0 02000000:00000001:1.0:1784950503.377785:0:437703:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950503.377794:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950503.377797:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1784950503.377800:0:437703:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950503.377803:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x102061 00000100:00000001:1.0:1784950503.377812:0:437703:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:2.0:1784950503.377818:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950503.377821:0:437703:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950503.377825:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950503.377834:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000010:1.0:1784950503.377836:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000674d7555. 00000400:00000200:2.0:1784950503.377840:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000040:1.0:1784950503.377849:0:437703:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:2.0:1784950503.377849:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950503.377876:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11231:11231:236:4294967295] 192.168.203.114@tcp LPNI seq info [9929:9929:8:4294967295] 02000000:00000001:1.0:1784950503.377878:0:437703:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1784950503.377885:0:437703:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950503.377892:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1784950503.377899:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:1.0:1784950503.377900:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950503.377907:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950503.377915:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950503.377917:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e9f308f 00000400:00000010:3.0:1784950503.377919:0:441639:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d6fb2c16. 02000000:00000010:1.0:1784950503.377920:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000fdaa8121. 00000800:00000010:2.0:1784950503.377924:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d426fc0. 00000400:00000010:0.0:1784950503.377925:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 000000005e9f308f. 00000100:00000001:1.0:1784950503.377934:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950503.377939:0:441639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a470040. 00000100:00000001:0.0:1784950503.377940:0:441644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950503.377947:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:2.0:1784950503.377949:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:1.0:1784950503.377951:0:437703:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000674d7555 x1871652369211392/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1784950503.377975:0:441639:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000988932e8. 00000100:00000040:0.0:1784950503.377976:0:441644:0:(events.c:337:request_in_callback()) incoming req@000000004a272fce x1871652369211136 msgsize 224 00000800:00000200:2.0:1784950503.377986:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950503.377995:0:441639:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-1.2.3.4@tcp 00000100:00100000:0.0:1784950503.377996:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1784950503.377998:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1784950503.377998:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005d426fc0 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784950503.378019:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1784950503.378022:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950503.378028:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000674d7555] to pc [ptlrpcd_rcv+-1] req@00000000674d7555 x1871652369211392/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950503.378033:0:441639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 1.2.3.4@tcp local destination 00000100:00000001:2.0:1784950503.378034:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.378037:0:441644:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1784950503.378045:0:441639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784950503.378046:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13520 usecs (14 jiffies) 00000100:00000001:2.0:1784950503.378055:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307441551 00000400:00000200:3.0:1784950503.378056:0:441639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950503.378061:0:437703:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950503.378064:0:441639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1784950503.378066:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a77ac3ce. 00000100:00000040:1.0:1784950503.378067:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1784950503.378073:0:441639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 1.2.3.4@tcp 00000100:00000001:1.0:1784950503.378076:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784950503.378079:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000010:1.0:1784950503.378083:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066f32c0c. 00000400:00000200:3.0:1784950503.378084:0:441639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11232:11232:235:4294967295] 1.2.3.4@tcp LPNI seq info [166:166:8:4294967295] 00000020:00000040:1.0:1784950503.378090:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1784950503.378091:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307441551 00000100:00000001:1.0:1784950503.378098:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1784950503.378098:0:441639:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 1.2.3.4@tcp 00000100:00000010:2.0:1784950503.378101:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0326f0c. 02000000:00000001:1.0:1784950503.378102:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950503.378107:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950503.378108:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784950503.378116:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307441551 02000000:00000010:1.0:1784950503.378117:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d508b323. 00000400:00000200:3.0:1784950503.378122:0:441639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 1.2.3.4@tcp(1.2.3.4@tcp:1.2.3.4@tcp) : GET try# 0 00000100:00000001:1.0:1784950503.378124:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950503.378124:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069f93401. 00000100:00000001:2.0:1784950503.378132:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:1.0:1784950503.378137:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000066f32c0c x1871652369211520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950503.378141:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307441551 00000800:00000200:3.0:1784950503.378141:0:441639:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-1.2.3.4@tcp 00000400:00000200:0.0:1784950503.378142:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9f684d 00000400:00000010:0.0:1784950503.378149:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9f684d. 00000100:00000010:2.0:1784950503.378151:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000adc4b460. 00000800:00000010:3.0:1784950503.378155:0:441639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a0a8ed32. 00000100:00000001:0.0:1784950503.378157:0:441644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950503.378159:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000200:0.0:1784950503.378167:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db61bd54 x1871652369211136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950503.378168:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950503.378168:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950503.378173:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950503.378174:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000100:00000001:2.0:1784950503.378176:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950503.378182:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950503.378184:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066f32c0c] to pc [ptlrpcd_00_01+1] req@0000000066f32c0c x1871652369211520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950503.378189:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1784950503.378194:0:441639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5f6ea8b] -> 12345-1.2.3.4@tcp (2) 00000100:00000001:2.0:1784950503.378200:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950503.378205:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950503.378212:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950503.378213:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950503.378218:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784950503.378222:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db61bd54 x1871652369211136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950503.378223:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950503.378225:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950503.378227:0:441639:0:(peer.c:3937:lnet_peer_send_ping()) peer 1.2.3.4@tcp 00000100:00100000:2.0:1784950503.378232:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:1.0:1784950503.378233:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1784950503.378238:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 1.2.3.4@tcp(000000001ba9ba22) state 0x100261 rc 0 00000100:00000001:2.0:1784950503.378239:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950503.378249:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784950503.378250:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950503.378254:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950503.378256:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950503.378256:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070d803ca. 00000100:00000001:2.0:1784950503.378258:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950503.378263:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950503.378264:0:441644:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1784950503.378265:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950503.378266:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950503.378272:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950503.378291:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950503.378291:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1784950503.378293:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066f32c0c x1871652369211520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950503.378298:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.378303:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307443963 02000000:00000010:1.0:1784950503.378313:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014755b2c. 00000100:00000001:0.0:1784950503.378320:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307441551 00000100:00000001:1.0:1784950503.378324:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.378335:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307443963 00000100:00000001:2.0:1784950503.378337:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784950503.378344:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@0000000070d803ca x1871652369211648/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950503.378345:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.378348:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307441551 02000000:00000001:2.0:1784950503.378357:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950503.378361:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307443963 02000000:00000001:2.0:1784950503.378364:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950503.378373:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307441551 02000000:00000001:2.0:1784950503.378376:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.378389:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307443963 00000100:00000001:1.0:1784950503.378389:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1784950503.378391:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000066f32c0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369211520:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950503.378397:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.378401:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307441551 00000100:00000001:2.0:1784950503.378409:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950503.378415:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950503.378417:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070d803ca] to pc [ptlrpcd_00_02+2] req@0000000070d803ca x1871652369211648/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950503.378417:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950503.378425:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950503.378426:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.378427:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950503.378437:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950503.378438:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950503.378441:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950503.378447:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc5a1378. 00000100:00000001:0.0:1784950503.378453:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950503.378456:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.378468:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1784950503.378470:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fe49d32. 00000100:00000001:0.0:1784950503.378475:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1784950503.378481:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ff3966. 00000100:00000001:0.0:1784950503.378485:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950503.378491:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1784950503.378493:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369211520, portal 10 00000100:00000001:0.0:1784950503.378496:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950503.378500:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1784950503.378506:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1784950503.378507:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038695168 : -120287670856448 : ffff9299581b9500) 00000100:00000001:1.0:1784950503.378509:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.378515:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1784950503.378522:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:0.0:1784950503.378525:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784950503.378530:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000066f32c0c x1871652369211520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950503.378532:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1784950503.378534:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1784950503.378546:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950503.378548:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950503.378554:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950503.378559:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950503.378561:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950503.378563:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1784950503.378570:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000010:1.0:1784950503.378573:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054afbfd5. 00000400:00000010:2.0:1784950503.378577:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051979f75. 00000100:00000040:0.0:1784950503.378578:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070d803ca x1871652369211648/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784950503.378583:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000200:2.0:1784950503.378588:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369211520, offset 0 00000100:00000001:1.0:1784950503.378593:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950503.378599:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950503.378606:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950503.378612:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000010:1.0:1784950503.378619:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea4cd4d9. 00000400:00000200:2.0:1784950503.378630:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950503.378631:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950503.378632:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.378639:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950503.378641:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784950503.378648:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784950503.378650:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@0000000054afbfd5 x1871652369211776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1784950503.378655:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950503.378656:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:0.0:1784950503.378667:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950503.378669:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1784950503.378685:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000070d803ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369211648:192.168.203.114@tcp:400: 00000400:00000200:2.0:1784950503.378686:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950503.378703:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784950503.378704:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11233:11233:234:4294967295] 192.168.203.114@tcp LPNI seq info [9930:9930:7:4294967295] 00000100:00000001:1.0:1784950503.378706:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1784950503.378711:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950503.378715:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950503.378718:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950503.378727:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950503.378785:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1784950503.378789:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054afbfd5] to pc [ptlrpcd_00_03+3] req@0000000054afbfd5 x1871652369211776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950503.378793:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369211136 00000400:00000200:2.0:1784950503.378798:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000010:0.0:1784950503.378801:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048594359. 02000000:00000001:3.0:1784950503.378805:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1784950503.378812:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950503.378814:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950503.378826:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950503.378827:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c8e087d. 00000800:00000200:2.0:1784950503.378828:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950503.378841:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950503.378844:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9f26aca. 00000400:00000010:0.0:1784950503.378845:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9f684d. 00000100:00000001:1.0:1784950503.378850:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950503.378873:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369211648, portal 4 00000100:00000040:1.0:1784950503.378879:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12779) 00000800:00000200:2.0:1784950503.378881:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950503.378882:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950503.378889:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038699648 : -120287670851968 : ffff9299581ba680) 00000800:00000200:2.0:1784950503.378900:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:0.0:1784950503.378905:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000070d803ca x1871652369211648/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950503.378909:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b9f26aca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950503.378913:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784950503.378924:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1784950503.378930:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950503.378934:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950503.378936:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950503.378941:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950503.378950:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007da373e1. 00000100:00000040:2.0:1784950503.378951:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5620 usecs (6 jiffies) 00000100:00000001:1.0:1784950503.378972:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1784950503.378974:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369211136 00000100:00000200:0.0:1784950503.378976:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369211648, offset 0 00000100:00000001:2.0:1784950503.378977:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307441544 00000100:00000001:1.0:1784950503.378978:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950503.378983:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950503.378985:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307443963 00000100:00000001:1.0:1784950503.378988:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1784950503.378989:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000400:00000200:0.0:1784950503.378990:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950503.378994:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950503.378995:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307441544 00000020:00000001:3.0:1784950503.378997:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950503.379015:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307443963 00000100:00000001:1.0:1784950503.379017:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950503.379021:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307441544 00000020:00000040:3.0:1784950503.379021:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000400:00000200:0.0:1784950503.379022:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950503.379029:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307443963 00000100:00000040:1.0:1784950503.379031:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054afbfd5 x1871652369211776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950503.379032:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:0.0:1784950503.379037:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950503.379038:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307441544 00000020:00000001:3.0:1784950503.379042:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:2.0:1784950503.379048:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307443963 00000400:00000200:0.0:1784950503.379050:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950503.379053:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950503.379057:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950503.379063:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000010:3.0:1784950503.379063:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000100:00000001:2.0:1784950503.379067:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950503.379073:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950503.379075:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950503.379077:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950503.379084:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000100:00000001:2.0:1784950503.379088:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950503.379091:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11234:11234:233:4294967295] 192.168.203.114@tcp LPNI seq info [9931:9931:6:4294967295] 00000020:00000010:3.0:1784950503.379096:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d522160c. 00000020:00000010:3.0:1784950503.379109:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058ccb8ec. 00000100:00000001:1.0:1784950503.379111:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950503.379116:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950503.379121:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:3.0:1784950503.379122:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 02000000:00000001:1.0:1784950503.379124:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950503.379131:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784950503.379136:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950503.379139:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950503.379139:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000010:0.0:1784950503.379144:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00000100:00000001:3.0:1784950503.379148:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1784950503.379151:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000054afbfd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369211776:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950503.379154:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:0.0:1784950503.379155:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950503.379162:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950503.379165:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1784950503.379171:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:1.0:1784950503.379173:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1784950503.379175:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1784950503.379178:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950503.379179:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.379180:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950503.379186:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784950503.379190:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4742 usecs (5 jiffies) 00000800:00000200:2.0:1784950503.379190:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1784950503.379194:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a04e3ba. 00000100:00000001:0.0:1784950503.379197:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307441543 00000800:00000010:2.0:1784950503.379198:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d426fc0. 00000100:00000001:3.0:1784950503.379200:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950503.379202:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.379206:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307443963 00000400:00000200:2.0:1784950503.379208:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950503.379214:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307441543 00000400:00000010:1.0:1784950503.379214:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016b87288. 00000400:00000200:2.0:1784950503.379222:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950503.379223:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307443963 00000100:00000001:3.0:1784950503.379223:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1784950503.379227:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beb862af. 00000400:00000200:2.0:1784950503.379230:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c7615d7 00000100:00000001:0.0:1784950503.379231:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307441543 00000100:00000001:3.0:1784950503.379231:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1784950503.379236:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000c7615d7. 00000100:00000001:0.0:1784950503.379238:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307443963 00000100:00000001:2.0:1784950503.379242:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950503.379243:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307441543 00000100:00100000:3.0:1784950503.379244:0:453506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00000200:1.0:1784950503.379245:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369211776, portal 10 00000100:00000001:0.0:1784950503.379250:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307443963 00000100:00000200:2.0:1784950503.379251:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000174213bb x1871652369211264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950503.379254:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784950503.379257:0:453506:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:0.0:1784950503.379258:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950503.379261:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038697856 : -120287670853760 : ffff9299581b9f80) 00000100:00000001:0.0:1784950503.379266:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950503.379267:0:453506:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785875005520 : -120287834546096 : ffff92994e59e050) 00000100:00000001:0.0:1784950503.379292:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950503.379302:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000054afbfd5 x1871652369211776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950503.379304:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950503.379306:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a272fce x1871652369211136/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:654/0 lens 224/0 e 0 to 0 dl 1784950514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950503.379318:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950503.379321:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950503.379326:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950503.379332:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950503.379334:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000174213bb x1871652369211264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950503.379344:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950503.379371:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950503.379374:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1784950503.379390:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950503.379391:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950503.379392:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950503.379392:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950503.379404:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784950503.379406:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950503.379407:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000400:00000010:1.0:1784950503.379409:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e147c1b. 00000800:00000001:0.0:1784950503.379418:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950503.379421:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784950503.379424:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369211776, offset 0 00000020:00000010:3.0:1784950503.379434:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000800:00000200:2.0:1784950503.379439:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950503.379446:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9f26aca. 00000400:00000200:0.0:1784950503.379450:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950503.379451:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950503.379457:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784950503.379457:0:453506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004a272fce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369211136:12345-0@lo:400: 00000400:00000200:1.0:1784950503.379481:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950503.379481:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:3.0:1784950503.379482:0:453506:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369211136 00000020:00000001:3.0:1784950503.379496:0:453506:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:1.0:1784950503.379501:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1784950503.379506:0:453506:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:1.0:1784950503.379514:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:3.0:1784950503.379515:0:453506:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950503.379525:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1784950503.379526:0:453506:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950503.379536:0:453506:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000400:00000200:1.0:1784950503.379538:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000001:3.0:1784950503.379546:0:453506:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950503.379553:0:453506:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950503.379554:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11235:11235:233:4294967295] 192.168.203.114@tcp LPNI seq info [9932:9932:6:4294967295] 00000020:00000001:3.0:1784950503.379563:0:453506:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950503.379570:0:453506:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950503.379575:0:453506:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950503.379585:0:453506:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1784950503.379594:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950503.379594:0:453506:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950503.379599:0:453506:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1784950503.379610:0:453506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b9e1682a. 00000800:00000200:1.0:1784950503.379613:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950503.379619:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051979f75 02000000:00000001:3.0:1784950503.379620:0:453506:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950503.379627:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000051979f75. 00000800:00000010:1.0:1784950503.379628:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6e9cfb4. 00000400:00000200:0.0:1784950503.379630:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c1f80 00000100:00000001:3.0:1784950503.379635:0:453506:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950503.379637:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1784950503.379650:0:453506:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950503.379652:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:2.0:1784950503.379653:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066f32c0c x1871652369211520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1784950503.379662:0:453506:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369211136 00000400:00000200:0.0:1784950503.379663:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 2016 00010000:00000001:3.0:1784950503.379676:0:453506:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000200:1.0:1784950503.379683:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00010000:00000200:3.0:1784950503.379692:0:453506:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000004a272fce x1871652369211136/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:654/0 lens 224/224 e 0 to 0 dl 1784950514 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950503.379693:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950503.379698:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f6e9cfb4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950503.379703:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784950503.379713:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950503.379715:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066f32c0c x1871652369211520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950503.379717:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950503.379728:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950503.379732:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5088 usecs (6 jiffies) 00000100:00000001:2.0:1784950503.379773:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950503.379777:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1784950503.379795:0:453506:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1784950503.379800:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307441545 00010000:00000001:3.0:1784950503.379802:0:453506:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950503.379810:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950503.379814:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307443963 00000100:00001000:3.0:1784950503.379815:0:453506:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=141 v=5 (1 1 1 1) 00000800:00000200:2.0:1784950503.379824:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950503.379826:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950503.379826:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307441545 00000100:00000001:3.0:1784950503.379828:0:453506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:2.0:1784950503.379831:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6e9cfb4. 00000100:00000200:0.0:1784950503.379834:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1784950503.379840:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307443963 00000400:00000200:2.0:1784950503.379843:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950503.379843:0:453506:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:1.0:1784950503.379851:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307441545 00000100:00000010:0.0:1784950503.379852:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef19a6b2. 00000100:00000001:3.0:1784950503.379855:0:453506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000400:00000200:2.0:1784950503.379862:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950503.379865:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307443963 00000100:00000040:0.0:1784950503.379866:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000ef19a6b2 x1871652369211264 msgsize 224 02000000:00000001:3.0:1784950503.379868:0:453506:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1784950503.379872:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e147c1b 02000000:00000001:3.0:1784950503.379875:0:453506:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950503.379879:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307441545 00000400:00000010:2.0:1784950503.379880:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e147c1b. 00000100:00000001:3.0:1784950503.379887:0:453506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950503.379889:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950503.379891:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307443963 00000100:00000001:1.0:1784950503.379903:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784950503.379904:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054afbfd5 x1871652369211776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950503.379906:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:3.0:1784950503.379906:0:453506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1784950503.379918:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950503.379920:0:453506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000743c695. 00000100:00000001:1.0:1784950503.379933:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950503.379936:0:453506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369211136, offset 224 00000100:00000001:0.0:1784950503.379938:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950503.379939:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950503.379944:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950503.379951:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054afbfd5 x1871652369211776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950503.379973:0:453506:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1784950503.379985:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950503.379988:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950503.379990:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950503.379994:0:453506:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1784950503.379995:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950503.380017:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000001:2.0:1784950503.380017:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950503.380029:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000674d7555 x1871652369211392/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950503.380030:0:453506:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c1f00 00000400:00000200:3.0:1784950503.380046:0:453506:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1632d [1] + 224 00000100:00000001:1.0:1784950503.380052:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950503.380056:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950503.380057:0:453506:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950503.380060:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950503.380061:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784950503.380068:0:453506:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1784950503.380069:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950503.380074:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950503.380077:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950503.380078:0:453506:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1784950503.380080:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784950503.380087:0:453506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db61bd54 x1871652369211136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950503.380088:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1784950503.380089:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000674d7555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369211392:1.2.3.4@tcp:8: 00000800:00000001:2.0:1784950503.380090:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950503.380097:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000100:00000001:1.0:1784950503.380107:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784950503.380109:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950503.380112:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950503.380114:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950503.380121:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950503.380128:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950503.380131:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950503.380134:0:453506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000db61bd54 x1871652369211136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950503.380136:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007da373e1 00000100:00000001:1.0:1784950503.380139:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950503.380139:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c2080 00000400:00000010:0.0:1784950503.380142:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007da373e1. 00000100:00000001:1.0:1784950503.380152:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950503.380153:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950503.380157:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950503.380161:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 166656 00000100:00000001:1.0:1784950503.380166:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784950503.380167:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070d803ca x1871652369211648/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950503.380171:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950503.380173:0:453506:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950503.380175:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950503.380177:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950503.380184:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950503.380186:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950503.380186:0:453506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000743c695 00000400:00000010:3.0:1784950503.380194:0:453506:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000743c695. 00000400:00000200:2.0:1784950503.380196:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950503.380198:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950503.380201:0:453506:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950503.380206:0:453506:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1784950503.380209:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070d803ca x1871652369211648/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950503.380212:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950503.380214:0:453506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950503.380224:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950503.380227:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1784950503.380227:0:453506:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00100000:1.0:1784950503.380230:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369211264 00000100:00000200:2.0:1784950503.380234:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1784950503.380236:0:453506:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:1.0:1784950503.380237:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1784950503.380243:0:453506:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950503.380244:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950503.380245:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950503.380247:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f5b7f96. 00000100:00000001:1.0:1784950503.380250:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950503.380252:0:453506:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950503.380254:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784950503.380256:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000009f5b7f96 x1871652369211520 msgsize 224 02000000:00000001:1.0:1784950503.380258:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950503.380263:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a272fce x1871652369211136/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:654/0 lens 224/224 e 0 to 0 dl 1784950514 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950503.380266:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369211264 00000020:00000001:1.0:1784950503.380290:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:2.0:1784950503.380295:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000040:1.0:1784950503.380298:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000800:00000001:0.0:1784950503.380304:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950503.380309:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:0.0:1784950503.380316:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784950503.380318:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:2.0:1784950503.380327:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1784950503.380329:0:453506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004a272fce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369211136:12345-0@lo:400: Request processed in 932us (2344us total) trans 0 rc 0/0 00000800:00000001:0.0:1784950503.380330:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950503.380330:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:1.0:1784950503.380345:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000800:00000001:2.0:1784950503.380345:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950503.380357:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1784950503.380359:0:453506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000400:00000200:0.0:1784950503.380363:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:2.0:1784950503.380363:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950503.380369:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000040:3.0:1784950503.380370:0:453506:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000800:00000001:2.0:1784950503.380374:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950503.380381:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950503.380383:0:453506:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:2.0:1784950503.380388:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950503.380390:0:453506:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950503.380408:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000400:00000200:0.0:1784950503.380416:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c2180 00000020:00000010:3.0:1784950503.380420:0:453506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058ccb8ec. 00000020:00000010:1.0:1784950503.380425:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000135a536f. 00000400:00000200:2.0:1784950503.380433:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:3.0:1784950503.380437:0:453506:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000020:00000010:1.0:1784950503.380440:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000080f09154. 00000400:00000200:0.0:1784950503.380443:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 166880 00000020:00000010:3.0:1784950503.380454:0:453506:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d522160c. 00000020:00000010:1.0:1784950503.380457:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000018566c4f. 00000800:00000001:0.0:1784950503.380461:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950503.380468:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c2100 00000020:00000040:3.0:1784950503.380473:0:453506:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000040:1.0:1784950503.380480:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 02000000:00000001:3.0:1784950503.380485:0:453506:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000800:00000001:0.0:1784950503.380489:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950503.380492:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 2240 00000100:00000001:1.0:1784950503.380493:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000010:3.0:1784950503.380495:0:453506:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b9e1682a. 00000400:00000200:0.0:1784950503.380499:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950503.380501:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1784950503.380507:0:453506:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950503.380510:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950503.380516:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950503.380517:0:453506:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950503.380523:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950503.380525:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:3.0:1784950503.380532:0:453506:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1784950503.380540:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:2.0:1784950503.380542:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950503.380544:0:453506:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de8516e0. 00000100:00000001:1.0:1784950503.380546:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950503.380548:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1784950503.380555:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784950503.380560:0:453506:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044950e7e. 00000100:00000010:0.0:1784950503.380565:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f0b23eda. 00000100:00000001:1.0:1784950503.380573:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1784950503.380575:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:0.0:1784950503.380578:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000f0b23eda x1871652369211776 msgsize 224 00000100:00000001:1.0:1784950503.380580:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950503.380593:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950503.380603:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00100000:1.0:1784950503.380604:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2757 00000100:00100000:0.0:1784950503.380616:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000010:2.0:1784950503.380618:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ddbbdd8. 00000100:00000040:1.0:1784950503.380619:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:3.0:1784950503.380622:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950503.380632:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684291072 : -120288025260544 : ffff929942fbce00) 00000100:00000040:2.0:1784950503.380634:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000005ddbbdd8 x1871652369211648 msgsize 224 00000100:00000001:0.0:1784950503.380645:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1784950503.380647:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369211520 00000100:00000040:1.0:1784950503.380656:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ef19a6b2 x1871652369211264/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:654/0 lens 224/0 e 0 to 0 dl 1784950514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950503.380658:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1784950503.380663:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950503.380666:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1784950503.380668:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950503.380676:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950503.380677:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950503.380691:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950503.380694:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1784950503.380704:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369211520 00000100:00000001:1.0:1784950503.380705:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1784950503.380712:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000001:2.0:1784950503.380714:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950503.380715:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000020:00000040:3.0:1784950503.380718:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:0.0:1784950503.380724:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950503.380727:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950503.380728:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:2.0:1784950503.380729:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950503.380732:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369211776 00000020:00000040:3.0:1784950503.380757:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000010:1.0:1784950503.380758:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 02000000:00000001:0.0:1784950503.380760:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1784950503.380811:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:0.0:1784950503.380814:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1784950503.380821:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ef19a6b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369211264:12345-192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950503.380824:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950503.380825:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:2.0:1784950503.380832:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1784950503.380838:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950503.380840:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369211264 00000100:00000001:3.0:1784950503.380841:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1784950503.380842:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369211648 00000100:00100000:0.0:1784950503.380850:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369211776 00000020:00000001:1.0:1784950503.380851:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:2.0:1784950503.380869:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1784950503.380870:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000020:00000001:0.0:1784950503.380877:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950503.380879:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1784950503.380880:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950503.380881:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1784950503.380887:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000001:2.0:1784950503.380889:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950503.380894:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950503.380894:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000020:00000001:0.0:1784950503.380898:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:2.0:1784950503.380904:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950503.380908:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000040:0.0:1784950503.380910:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000020:00000010:3.0:1784950503.380911:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d522160c. 00000100:00100000:2.0:1784950503.380914:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369211648 00000020:00000001:1.0:1784950503.380915:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000010:3.0:1784950503.380925:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058ccb8ec. 00000020:00000001:2.0:1784950503.380926:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1784950503.380927:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:1.0:1784950503.380928:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000040:2.0:1784950503.380936:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000001:00000001:1.0:1784950503.380939:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369211264, found 0 last_xid 1871652369211263 00000020:00000010:3.0:1784950503.380941:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000020:00000001:0.0:1784950503.380942:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:2.0:1784950503.380946:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1784950503.380973:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950503.380974:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:0.0:1784950503.380975:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1784950503.380977:0:453512:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:1.0:1784950503.380980:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950503.380983:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000010:0.0:1784950503.380984:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000020:00000001:1.0:1784950503.380985:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950503.380985:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950503.380992:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1784950503.380993:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950503.380994:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950503.380994:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950503.380998:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950503.381018:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950503.381021:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950503.381024:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000100:00000001:3.0:1784950503.381025:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1784950503.381027:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1784950503.381029:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000100:00000001:3.0:1784950503.381031:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1784950503.381034:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950503.381037:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950503.381038:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950503.381039:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000152a0e53. 02000000:00000010:1.0:1784950503.381041:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b6903d3c. 00000020:00000010:2.0:1784950503.381048:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 02000000:00000001:1.0:1784950503.381049:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950503.381051:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950503.381052:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046aafe7b. 00000100:00000001:1.0:1784950503.381058:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950503.381064:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000204b523b. 00000020:00000010:0.0:1784950503.381065:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000084ca0bbb. 00000020:00000001:1.0:1784950503.381065:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950503.381068:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00010000:00000040:1.0:1784950503.381076:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369211264 00000100:00000001:3.0:1784950503.381076:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1784950503.381077:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b154640. 00000100:00000001:0.0:1784950503.381079:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1784950503.381086:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950503.381087:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1784950503.381088:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1606 00000020:00000010:2.0:1784950503.381089:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000098a21f52. 00000100:00000001:0.0:1784950503.381095:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1784950503.381096:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000ef19a6b2 x1871652369211264/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:654/0 lens 224/224 e 0 to 0 dl 1784950514 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950503.381099:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000001:2.0:1784950503.381101:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950503.381107:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1784950503.381108:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950503.381108:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730219904 : -120287979331712 : ffff929945b89f80) 00000100:00000001:0.0:1784950503.381112:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950503.381114:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.381118:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950503.381124:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950503.381126:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009f5b7f96 x1871652369211520/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:654/0 lens 224/0 e 0 to 0 dl 1784950514 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950503.381130:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950503.381136:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950503.381136:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950503.381141:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784950503.381146:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=136 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950503.381151:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950503.381155:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1784950503.381158:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000100:00000001:0.0:1784950503.381160:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950503.381161:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1784950503.381162:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950503.381166:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950503.381168:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950503.381168:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950503.381169:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000010:3.0:1784950503.381174:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 02000000:00000001:1.0:1784950503.381176:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1784950503.381181:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2758 02000000:00000001:1.0:1784950503.381183:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950503.381185:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1607 00000100:00000040:2.0:1784950503.381189:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:1.0:1784950503.381191:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1784950503.381192:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009f5b7f96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369211520:12345-192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950503.381195:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730215424 : -120287979336192 : ffff929945b88e00) 00000100:00000040:0.0:1784950503.381197:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000040:1.0:1784950503.381205:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950503.381206:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684300928 : -120288025250688 : ffff929942fbf480) 00000100:00000040:2.0:1784950503.381208:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005ddbbdd8 x1871652369211648/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:654/0 lens 224/0 e 0 to 0 dl 1784950514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950503.381209:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369211520 00000400:00000010:1.0:1784950503.381213:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054cdf7f5. 00000020:00000001:3.0:1784950503.381217:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:0.0:1784950503.381223:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f0b23eda x1871652369211776/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:654/0 lens 224/0 e 0 to 0 dl 1784950514 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950503.381224:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369211264, offset 224 00000020:00000001:3.0:1784950503.381225:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950503.381229:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1784950503.381231:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950503.381236:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000020:00000001:3.0:1784950503.381239:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1784950503.381243:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950503.381244:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950503.381245:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000010:2.0:1784950503.381253:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000020:00000001:3.0:1784950503.381256:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950503.381262:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950503.381264:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:2.0:1784950503.381268:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005ddbbdd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369211648:12345-192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950503.381269:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1784950503.381287:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950503.381296:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1784950503.381300:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000200:2.0:1784950503.381301:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369211648 00000020:00000001:3.0:1784950503.381303:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950503.381305:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11236:11236:235:4294967295] 192.168.203.114@tcp LPNI seq info [9933:9933:8:4294967295] 00000020:00000001:2.0:1784950503.381312:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950503.381315:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950503.381317:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1784950503.381320:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950503.381329:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1784950503.381330:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950503.381331:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 02000000:00000001:3.0:1784950503.381338:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1784950503.381341:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950503.381348:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 02000000:00000010:3.0:1784950503.381352:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b9e1682a. 00000020:00000001:2.0:1784950503.381356:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1784950503.381363:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369211648, found 0 last_xid 1871652369211647 00000100:00100000:0.0:1784950503.381365:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f0b23eda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369211776:12345-192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950503.381366:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:3.0:1784950503.381366:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950503.381372:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950503.381380:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950503.381384:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1784950503.381393:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369211776 00000020:00000001:2.0:1784950503.381393:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950503.381395:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950503.381403:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950503.381404:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1784950503.381404:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950503.381407:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369211520 00000020:00000001:0.0:1784950503.381414:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950503.381416:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1784950503.381419:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:0.0:1784950503.381422:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950503.381423:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6e9cfb4. 00000100:00000001:2.0:1784950503.381424:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950503.381431:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1784950503.381434:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00010000:00000200:3.0:1784950503.381437:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000009f5b7f96 x1871652369211520/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:654/0 lens 224/224 e 0 to 0 dl 1784950514 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950503.381440:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 02000000:00000010:2.0:1784950503.381442:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003c807dc9. 00000800:00000200:1.0:1784950503.381452:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:2.0:1784950503.381454:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950503.381455:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1784950503.381463:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950503.381468:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950503.381474:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950503.381478:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950503.381480:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:0.0:1784950503.381482:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000040:2.0:1784950503.381490:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369211648 00000020:00000001:0.0:1784950503.381492:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950503.381495:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f6e9cfb4 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1784950503.381501:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:0.0:1784950503.381505:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1784950503.381510:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950503.381514:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000200:2.0:1784950503.381519:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000005ddbbdd8 x1871652369211648/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:654/0 lens 224/224 e 0 to 0 dl 1784950514 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950503.381520:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950503.381521:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950503.381528:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950503.381532:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fe69b7d5. 00000100:00001000:3.0:1784950503.381535:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=136 v=5 (1 1 1 1) 02000000:00000001:0.0:1784950503.381544:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950503.381547:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950503.381556:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950503.381559:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1784950503.381562:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950503.381568:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950503.381570:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950503.381573:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1784950503.381578:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00010000:00000040:0.0:1784950503.381579:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369211776 00010000:00000001:2.0:1784950503.381580:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950503.381582:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1784950503.381594:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00001000:2.0:1784950503.381595:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=136 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950503.381596:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:1.0:1784950503.381601:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef19a6b2 x1871652369211264/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:654/0 lens 224/224 e 0 to 0 dl 1784950514 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1784950503.381611:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f0b23eda x1871652369211776/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:654/0 lens 224/224 e 0 to 0 dl 1784950514 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950503.381614:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1784950503.381614:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950503.381625:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950503.381627:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950503.381641:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:3.0:1784950503.381643:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784950503.381653:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950503.381660:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950503.381666:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950503.381673:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1784950503.381678:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1784950503.381680:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000743c695. 00000100:00100000:1.0:1784950503.381684:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ef19a6b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369211264:12345-192.168.203.114@tcp:400: Request processed in 969us (1806us total) trans 0 rc 0/0 00010000:00000001:0.0:1784950503.381687:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950503.381688:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950503.381696:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369211520, offset 224 00000100:00001000:0.0:1784950503.381698:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=136 v=5 (1 1 1 1) 00000400:00000010:2.0:1784950503.381700:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051979f75. 00000100:00000200:2.0:1784950503.381715:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369211648, offset 224 00000100:00000001:0.0:1784950503.381718:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950503.381730:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00100000:1.0:1784950503.381732:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2757 00000400:00000200:3.0:1784950503.381750:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950503.381789:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:0.0:1784950503.381790:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950503.381802:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1784950503.381803:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950503.381810:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950503.381813:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1784950503.381815:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950503.381820:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950503.381822:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:1.0:1784950503.381825:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000080f09154. 00000100:00000040:0.0:1784950503.381835:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950503.381840:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000018566c4f. 00000400:00000010:0.0:1784950503.381842:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007da373e1. 00000400:00000200:3.0:1784950503.381846:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11237:11237:234:4294967295] 192.168.203.114@tcp LPNI seq info [9934:9934:7:4294967295] 00000020:00000010:1.0:1784950503.381854:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000135a536f. 00000100:00000200:0.0:1784950503.381855:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369211776, offset 224 00000020:00000040:1.0:1784950503.381890:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000200:0.0:1784950503.381896:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950503.381903:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950503.381908:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950503.381925:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950503.381934:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:3.0:1784950503.381936:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbff510b. 00000400:00000200:2.0:1784950503.381971:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11238:11238:233:4294967295] 192.168.203.114@tcp LPNI seq info [9935:9935:6:4294967295] 00000800:00000200:3.0:1784950503.381972:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:3.0:1784950503.381992:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950503.381995:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950503.382015:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1784950503.382017:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fbff510b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950503.382019:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000001:1.0:1784950503.382024:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950503.382030:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950503.382036:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057797c15. 00000800:00000200:2.0:1784950503.382036:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950503.382038:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950503.382045:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9f26aca. 00000400:00000200:0.0:1784950503.382046:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950503.382047:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a09db0 00000100:00000040:3.0:1784950503.382051:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000010:1.0:1784950503.382055:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c1a09db0. 00010000:00000001:3.0:1784950503.382060:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:2.0:1784950503.382064:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:3.0:1784950503.382066:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950503.382067:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950503.382068:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11239:11239:232:4294967295] 192.168.203.114@tcp LPNI seq info [9936:9936:5:4294967295] 00000020:00000001:3.0:1784950503.382075:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1784950503.382077:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db61bd54 x1871652369211136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950503.382083:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:3.0:1784950503.382087:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f5b7f96 x1871652369211520/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:654/0 lens 224/224 e 0 to 0 dl 1784950514 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950503.382094:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b9f26aca type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950503.382108:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950503.382109:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950503.382123:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000200:1.0:1784950503.382126:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db61bd54 x1871652369211136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950503.382133:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:0.0:1784950503.382135:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950503.382140:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950503.382146:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00000100:00100000:3.0:1784950503.382148:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009f5b7f96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369211520:12345-192.168.203.114@tcp:400: Request processed in 988us (1882us total) trans 0 rc 0/0 00000020:00000001:2.0:1784950503.382149:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1784950503.382162:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ddbbdd8 x1871652369211648/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:654/0 lens 224/224 e 0 to 0 dl 1784950514 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950503.382166:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950503.382168:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950503.382174:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950503.382179:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1606 00000100:00000001:1.0:1784950503.382183:0:441644:0:(client.c:1580:after_reply()) Process entered 00000800:00000200:0.0:1784950503.382186:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:1.0:1784950503.382190:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1784950503.382191:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000800:00000200:0.0:1784950503.382197:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950503.382198:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950503.382200:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950503.382204:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950503.382206:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1784950503.382209:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950503.382210:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005ddbbdd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369211648:12345-192.168.203.114@tcp:400: Request processed in 973us (1569us total) trans 0 rc 0/0 02000000:00000001:1.0:1784950503.382213:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950503.382213:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058ccb8ec. 00000100:00000040:0.0:1784950503.382222:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00001000:1.0:1784950503.382224:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=141 v=5 (5 5 5 5) 00000020:00000010:3.0:1784950503.382224:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00010000:00000001:0.0:1784950503.382232:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000010:3.0:1784950503.382234:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d522160c. 00000100:00001000:1.0:1784950503.382236:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=141 v=5 (1 1 1 1) 00000100:00100000:2.0:1784950503.382237:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2758 00000020:00000001:0.0:1784950503.382238:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950503.382244:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000040:2.0:1784950503.382248:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000020:00000001:0.0:1784950503.382249:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1784950503.382250:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950503.382251:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950503.382257:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950503.382258:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950503.382262:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f0b23eda x1871652369211776/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:654/0 lens 224/224 e 0 to 0 dl 1784950514 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950503.382264:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1784950503.382280:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950503.382287:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950503.382290:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b154640. 00000100:00000001:1.0:1784950503.382298:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950503.382303:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000098a21f52. 00000100:00000040:1.0:1784950503.382315:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db61bd54 x1871652369211136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950503.382315:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000204b523b. 00000100:00100000:0.0:1784950503.382329:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f0b23eda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369211776:12345-192.168.203.114@tcp:400: Request processed in 1049us (1739us total) trans 0 rc 0/0 00000020:00000040:2.0:1784950503.382329:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:2.0:1784950503.382340:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950503.382361:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950503.382369:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1784950503.382370:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1607 00000100:00000001:1.0:1784950503.382373:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950503.382375:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784950503.382378:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000800:00000010:3.0:1784950503.382386:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6e9cfb4. 00000100:00000001:0.0:1784950503.382388:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1784950503.382388:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db61bd54 x1871652369211136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950503.382398:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1784950503.382401:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1784950503.382409:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046aafe7b. 00000800:00000200:2.0:1784950503.382421:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1784950503.382425:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000084ca0bbb. 00000400:00000200:3.0:1784950503.382426:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:1.0:1784950503.382428:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000db61bd54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369211136:0@lo:400: 00000800:00000010:2.0:1784950503.382430:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbff510b. 00000020:00000010:0.0:1784950503.382439:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000152a0e53. 00000400:00000200:2.0:1784950503.382447:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950503.382447:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054cdf7f5 00000100:00000001:1.0:1784950503.382450:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950503.382453:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000400:00000010:3.0:1784950503.382454:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000054cdf7f5. 00000100:00000001:1.0:1784950503.382462:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950503.382466:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950503.382468:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1784950503.382473:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950503.382475:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1784950503.382476:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db61bd54 x1871652369211136/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950503.382490:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000743c695 00000100:00000001:1.0:1784950503.382496:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1784950503.382498:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000743c695. 02000000:00000001:1.0:1784950503.382503:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950503.382509:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f0272bc. 00000100:00000001:2.0:1784950503.382509:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950503.382516:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1784950503.382522:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950503.382528:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950503.382531:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000001:1.0:1784950503.382535:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950503.382538:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009588bd88. 02000000:00000001:1.0:1784950503.382545:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:2.0:1784950503.382546:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950503.382551:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000200:3.0:1784950503.382551:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1784950503.382559:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db61bd54. 00000800:00000001:2.0:1784950503.382560:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950503.382560:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9f26aca. 00000800:00000001:2.0:1784950503.382572:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950503.382575:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1784950503.382575:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950503.382581:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950503.382583:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950503.382591:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950503.382596:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950503.382601:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051979f75 00000100:00000001:1.0:1784950503.382607:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950503.382608:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:3.0:1784950503.382608:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000051979f75. 00000100:00000001:1.0:1784950503.382616:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950503.382620:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950503.382624:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950503.382625:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950503.382635:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950503.382638:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c1f80 00000800:00000001:3.0:1784950503.382643:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950503.382654:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784950503.382659:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16331 [1] + 224 00000800:00000001:3.0:1784950503.382659:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950503.382664:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000800:00000001:3.0:1784950503.382668:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950503.382680:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950503.382681:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950503.382682:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950503.382696:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950503.382700:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950503.382703:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950503.382709:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950503.382721:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950503.382778:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c2080 00000400:00000200:0.0:1784950503.382786:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007da373e1 00000400:00000010:0.0:1784950503.382794:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007da373e1. 00000100:00000001:0.0:1784950503.382802:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950503.382805:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950503.382807:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1784950503.382815:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x16341 [1] + 224 00000100:00000200:2.0:1784950503.382822:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000174213bb x1871652369211264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950503.382833:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950503.382848:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950503.382850:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000174213bb x1871652369211264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950503.382858:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950503.382877:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950503.382889:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950503.382896:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066f32c0c x1871652369211520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950503.382901:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950503.382916:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950503.382923:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066f32c0c x1871652369211520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950503.382929:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950503.382938:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950503.382946:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950503.382969:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784950503.382977:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:3.0:1784950503.382982:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950503.382984:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950503.382990:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1784950503.382991:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950503.382992:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c2100 00000400:00000001:0.0:1784950503.382996:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1784950503.382997:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784950503.383019:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1784950503.383021:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950503.383023:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fe49d32. 00000400:00000200:3.0:1784950503.383032:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950503.383034:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ff3966 00000400:00000010:0.0:1784950503.383039:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ff3966. 00000400:00000200:3.0:1784950503.383046:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c2180 00000100:00000001:0.0:1784950503.383049:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1784950503.383055:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16349 [1] + 224 00000100:00000200:0.0:1784950503.383061:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066f32c0c x1871652369211520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950503.383067:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950503.383072:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x16351 [1] + 224 00000800:00000001:2.0:1784950503.383083:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950503.383085:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950503.383092:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1784950503.383093:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066f32c0c x1871652369211520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950503.383095:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950503.383103:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950503.383106:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950503.383116:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950503.383118:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950503.383127:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950503.383128:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1784950503.383129:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070d803ca x1871652369211648/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950503.383134:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950503.383135:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054afbfd5 x1871652369211776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950503.383143:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950503.383149:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950503.383154:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950503.383159:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950503.383169:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950503.383176:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000070d803ca x1871652369211648/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950503.383176:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000054afbfd5 x1871652369211776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950503.383180:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=136 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950503.383194:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=136 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950503.383208:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950503.383212:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950503.383220:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784950503.383231:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000066f32c0c x1871652369211520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950503.383235:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950503.383237:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950503.383246:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784950503.383248:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950503.383249:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950503.383256:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950503.383258:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950503.383259:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950503.383265:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950503.383270:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950503.383272:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950503.383279:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066f32c0c x1871652369211520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950503.383308:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950503.383312:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950503.383315:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950503.383320:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066f32c0c x1871652369211520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950503.383334:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000066f32c0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369211520:192.168.203.114@tcp:400: 00000400:00000001:0.0:1784950503.383346:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950503.383349:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950503.383353:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014223c18. 00000400:00000200:0.0:1784950503.383360:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133105d 00000100:00000001:1.0:1784950503.383364:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784950503.383366:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b133105d. 00000100:00000001:1.0:1784950503.383370:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950503.383377:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1784950503.383380:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950503.383385:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1784950503.383390:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000174213bb x1871652369211264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950503.383391:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016b87288. 00000400:00000200:1.0:1784950503.383402:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb862af 00000400:00000010:1.0:1784950503.383407:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000beb862af. 00000100:00000001:1.0:1784950503.383414:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950503.383424:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054afbfd5 x1871652369211776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950503.383429:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000174213bb x1871652369211264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950503.383467:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054afbfd5 x1871652369211776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950503.383471:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950503.383477:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950503.383487:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950503.383489:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784950503.383494:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950503.383495:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950503.383502:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950503.383502:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950503.383508:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950503.383510:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950503.383512:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950503.383518:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950503.383520:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950503.383522:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950503.383536:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950503.383537:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=136 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950503.383556:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=131 v=5 (1 1 1 1) 00000100:00001000:1.0:1784950503.383556:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=136 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950503.383569:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950503.383573:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950503.383574:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.383581:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950503.383581:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1784950503.383589:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000054afbfd5 x1871652369211776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950503.383590:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950503.383598:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.383609:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1784950503.383612:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950503.383615:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950503.383619:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950503.383622:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1784950503.383624:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950503.383629:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950503.383630:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950503.383634:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950503.383647:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054afbfd5 x1871652369211776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950503.383649:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000174213bb x1871652369211264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950503.383680:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950503.383689:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950503.383693:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950503.383694:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950503.383705:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1784950503.383706:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054afbfd5 x1871652369211776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950503.383712:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950503.383725:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000174213bb x1871652369211264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950503.383779:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000054afbfd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369211776:192.168.203.114@tcp:400: 00000100:00100000:0.0:1784950503.383789:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000174213bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369211264:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950503.383796:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950503.383806:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950503.383806:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950503.383814:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950503.383817:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054afbfd5 x1871652369211776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950503.383829:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066f32c0c x1871652369211520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950503.383840:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950503.383848:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950503.383855:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1784950503.383860:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1784950503.383862:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950503.383865:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1784950503.383869:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a04e3ba. 00000400:00000001:2.0:1784950503.383869:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1784950503.383873:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1784950503.383876:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c8e087d. 02000000:00000001:1.0:1784950503.383878:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:0.0:1784950503.383880:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc5a1378. 00000020:00000001:1.0:1784950503.383885:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:2.0:1784950503.383889:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9f684d 00000020:00000040:1.0:1784950503.383891:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1784950503.383894:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1784950503.383898:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9f684d. 00000020:00000001:1.0:1784950503.383899:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:0.0:1784950503.383902:0:441641:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:1.0:1784950503.383907:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea4cd4d9. 00000020:00000040:0.0:1784950503.383908:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1784950503.383911:0:441644:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1784950503.383915:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1784950503.383922:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1784950503.383922:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1784950503.383928:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070d803ca x1871652369211648/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950503.383929:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054afbfd5. 02000000:00000010:0.0:1784950503.383931:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d508b323. 00000100:00000001:1.0:1784950503.383938:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950503.383944:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950503.383945:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950503.383968:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950503.383969:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950503.383975:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066f32c0c. 00000100:00000001:1.0:1784950503.383978:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1784950503.383981:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070d803ca x1871652369211648/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950503.383982:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.383983:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950503.383989:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950503.383990:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950503.383994:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.383999:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950503.384026:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000174213bb x1871652369211264/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950503.384026:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950503.384031:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950503.384037:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950503.384042:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950503.384046:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950503.384051:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950503.384052:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950503.384057:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1784950503.384058:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950503.384062:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5e7cdd9. 00000100:00001000:2.0:1784950503.384068:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=136 v=5 (5 5 5 5) 02000000:00000001:0.0:1784950503.384070:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950503.384076:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:2.0:1784950503.384078:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=136 v=5 (1 1 1 1) 00000020:00000040:0.0:1784950503.384080:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950503.384086:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1784950503.384088:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950503.384093:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001c88d7a2. 00000100:00000001:2.0:1784950503.384093:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950503.384100:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1784950503.384102:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1784950503.384105:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950503.384107:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784950503.384112:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000010:0.0:1784950503.384113:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000174213bb. 00000100:00000040:2.0:1784950503.384119:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950503.384120:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950503.384123:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950503.384127:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950503.384128:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950503.384134:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.384136:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950503.384140:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950503.384142:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950503.384146:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950503.384146:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070d803ca x1871652369211648/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950503.384161:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950503.384165:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950503.384167:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950503.384173:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070d803ca x1871652369211648/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950503.384182:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000070d803ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369211648:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950503.384187:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950503.384190:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950503.384193:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070d803ca x1871652369211648/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950503.384203:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950503.384205:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950503.384207:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048594359. 02000000:00000001:2.0:1784950503.384212:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950503.384214:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950503.384216:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950503.384218:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950503.384220:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014755b2c. 02000000:00000001:2.0:1784950503.384224:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950503.384226:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950503.384228:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070d803ca. 00000100:00000001:2.0:1784950503.384232:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950503.384233:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950503.384235:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950503.384241:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950503.384243:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950503.384246:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950503.384248:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950503.760860:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950503.760869:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950503.760877:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950503.760879:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950503.761022:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950503.761026:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950503.761029:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950504.400849:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950504.400856:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1784950504.400866:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950503/real 0] req@00000000674d7555 x1871652369211392/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950504 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950504.400877:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950504.400880:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950504.400882:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950504.400885:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000674d7555 x1871652369211392/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950504 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950504.400890:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950504.400899:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950504.400900:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950504.400902:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950504.400905:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950504.400907:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950504.400909:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000674d7555 x1871652369211392/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950504 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950504.400915:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1784950504.400918:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950504.400919:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950504.400920:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950504.400922:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1784950504.400923:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1784950504.400942:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784950504.400962:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:1.0:1784950504.400965:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1784950504.400968:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000674d7555 x1871652369211392/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950504 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950504.400974:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000674d7555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369211392:1.2.3.4@tcp:8: 00000100:00000001:1.0:1784950504.400980:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950504.400982:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950504.400985:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000674d7555 x1871652369211392/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950504 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950504.401007:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1784950504.401010:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950504.401012:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1784950504.401015:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950504.401019:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000fdaa8121. 00000100:00000040:2.0:1784950504.401040:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784950504.401041:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950504.401043:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950504.401046:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000674d7555. 00000100:00000001:1.0:1784950504.401050:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950504.401050:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1784950504.401054:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950504.401056:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950504.401058:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd4026ac. 00000020:00000040:2.0:1784950504.401064:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:2.0:1784950504.401069:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950504.401072:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950504.401077:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950504.401085:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d426fc0. 00000100:00000001:2.0:1784950504.401092:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950504.401098:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000dd4026ac x1871652369211904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950504.401109:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950504.401112:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950504.401117:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd4026ac] to pc [ptlrpcd_00_00+0] req@00000000dd4026ac x1871652369211904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950504.401144:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950504.401146:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950504.401150:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950504.401153:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000327a72b5. 00000020:00000040:2.0:1784950504.401156:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950504.401159:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950504.401161:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950504.401163:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950504.401166:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008bb5297c. 00000100:00000001:2.0:1784950504.401170:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.401172:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950504.401177:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784950504.401177:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000327a72b5 x1871652369212032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950504.401181:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950504.401187:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd4026ac x1871652369211904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950504.401189:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950504.401194:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950504.401195:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950504.401199:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.401202:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950504.401204:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950504.401208:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000327a72b5] to pc [ptlrpcd_00_01+1] req@00000000327a72b5 x1871652369212032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950504.401209:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950504.401213:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950504.401217:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950504.401223:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000dd4026ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369211904:0@lo:400: 00000100:00000001:0.0:1784950504.401230:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950504.401251:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950504.401253:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950504.401255:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950504.401256:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1784950504.401262:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000010:0.0:1784950504.401263:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000152a0e53. 02000000:00000001:0.0:1784950504.401268:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950504.401271:0:437703:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000010:0.0:1784950504.401276:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038e3e66e. 00000100:00000001:2.0:1784950504.401276:0:437703:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1784950504.401277:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1784950504.401284:0:437703:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1784950504.401284:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1784950504.401287:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007da373e1. 00000100:00000001:3.0:1784950504.401289:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950504.401295:0:437703:0:(import.c:485:import_select_connection()) Process entered 00000100:00000200:0.0:1784950504.401324:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369211904, portal 25 00000100:00000040:3.0:1784950504.401326:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000327a72b5 x1871652369212032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784950504.401329:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12749 00000100:00000001:0.0:1784950504.401334:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950504.401340:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730221696 : -120287979329920 : ffff929945b8a680) 00000400:00000200:2.0:1784950504.401357:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000040:0.0:1784950504.401358:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dd4026ac x1871652369211904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950504.401361:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950504.401368:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950504.401376:0:437703:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12774 02000000:00000001:3.0:1784950504.401380:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950504.401386:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950504.401396:0:437703:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 02000000:00000001:3.0:1784950504.401398:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.401402:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1784950504.401410:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000327a72b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369212032:192.168.203.114@tcp:400: 00000100:00080000:2.0:1784950504.401411:0:437703:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1784950504.401414:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1784950504.401424:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d460af32. 00000100:00000001:3.0:1784950504.401425:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784950504.401428:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 02000000:00000001:3.0:1784950504.401434:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1784950504.401435:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369211904, offset 0 00000100:00000001:2.0:1784950504.401439:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1784950504.401439:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950504.401447:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784950504.401451:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1784950504.401453:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 02000000:00000010:3.0:1784950504.401458:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d522160c. 00000100:00000001:2.0:1784950504.401463:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950504.401465:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950504.401478:0:441641:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1784950504.401480:0:437703:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000010:3.0:1784950504.401481:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060b7eed8. 00000020:00000040:2.0:1784950504.401489:0:437703:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 00000400:00000010:3.0:1784950504.401495:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027dbe14a. 00000020:00000001:2.0:1784950504.401497:0:437703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1784950504.401501:0:441641:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c2200 00000020:00000040:2.0:1784950504.401508:0:437703:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 00000100:00000200:3.0:1784950504.401509:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369212032, portal 4 00000400:00000200:0.0:1784950504.401519:0:441641:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14c55 [2] + 0 00000020:00000001:2.0:1784950504.401524:0:437703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000100:00000001:3.0:1784950504.401524:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1784950504.401527:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbf93444. 00000100:00000001:3.0:1784950504.401531:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730225280 : -120287979326336 : ffff929945b8b480) 00000020:00000001:2.0:1784950504.401538:0:437703:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000400:00000200:0.0:1784950504.401539:0:441641:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f3232d8b 00000100:00000040:3.0:1784950504.401549:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000327a72b5 x1871652369212032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950504.401554:0:441641:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950504.401556:0:437703:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 00000100:00000001:2.0:1784950504.401570:0:437703:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1784950504.401575:0:441641:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1784950504.401583:0:437703:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:0.0:1784950504.401591:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3232d8b 00000100:00000001:2.0:1784950504.401596:0:437703:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000010:0.0:1784950504.401600:0:441641:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000f3232d8b. 00000100:00000001:3.0:1784950504.401601:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1784950504.401610:0:437703:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 00000100:00000001:0.0:1784950504.401615:0:441641:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1784950504.401620:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950504.401622:0:441641:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00080000:2.0:1784950504.401626:0:437703:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 00000400:00000010:3.0:1784950504.401630:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c61119ea. 00000100:00000040:0.0:1784950504.401635:0:441641:0:(events.c:337:request_in_callback()) incoming req@00000000d03a908e x1871652369211904 msgsize 224 00000100:00000200:3.0:1784950504.401641:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369212032, offset 0 00000100:00080000:2.0:1784950504.401644:0:437703:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 192.168.203.114@tcp/192.168.203.114@tcp 00000100:00100000:0.0:1784950504.401660:0:441641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1784950504.401662:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950504.401663:0:437703:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950504.401667:0:441641:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1784950504.401676:0:437703:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1784950504.401684:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:2.0:1784950504.401689:0:437703:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950504.401694:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950504.401697:0:441641:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1784950504.401702:0:437703:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950504.401708:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950504.401711:0:437703:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:3.0:1784950504.401718:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950504.401721:0:437703:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950504.401724:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000010:2.0:1784950504.401734:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be4bb929. 00000400:00000200:3.0:1784950504.401735:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11240:11240:235:4294967295] 192.168.203.114@tcp LPNI seq info [9937:9937:8:4294967295] 00000400:00000200:3.0:1784950504.401813:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000040:2.0:1784950504.401819:0:437703:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000800:00000200:3.0:1784950504.401824:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950504.401825:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d460af32 00000100:00000001:1.0:1784950504.401825:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1784950504.401826:0:437703:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1784950504.401830:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d460af32. 00000100:00100000:1.0:1784950504.401831:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369211904 02000000:00000001:2.0:1784950504.401831:0:437703:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950504.401832:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042fecc91. 02000000:00000001:1.0:1784950504.401836:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950504.401839:0:441641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950504.401839:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950504.401840:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000200:3.0:1784950504.401844:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950504.401845:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950504.401845:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1784950504.401847:0:441641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd4026ac x1871652369211904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950504.401851:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950504.401852:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950504.401860:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:1.0:1784950504.401861:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369211904 02000000:00000010:2.0:1784950504.401862:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000aa7d3541. 00000100:00000001:0.0:1784950504.401865:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1784950504.401865:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000200:3.0:1784950504.401867:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000042fecc91 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:1.0:1784950504.401869:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000040:0.0:1784950504.401870:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd4026ac x1871652369211904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950504.401871:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950504.401874:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950504.401877:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:3.0:1784950504.401880:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950504.401883:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00100000:2.0:1784950504.401885:0:437703:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000be4bb929 x1871652369212160/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784950504.401887:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13516 usecs (14 jiffies) 00000020:00000001:1.0:1784950504.401889:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:3.0:1784950504.401894:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307442575 00000100:00000001:0.0:1784950504.401897:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950504.401898:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950504.401901:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307443963 00000100:00000001:0.0:1784950504.401903:0:441641:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1784950504.401905:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000001:3.0:1784950504.401907:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307442575 00000100:00000001:0.0:1784950504.401909:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950504.401911:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950504.401913:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307443963 00000100:00000001:0.0:1784950504.401916:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307444987 00000020:00000010:1.0:1784950504.401918:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000001:2.0:1784950504.401920:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950504.401920:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307442575 00000100:00000001:2.0:1784950504.401924:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950504.401925:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307443963 00000020:00000010:1.0:1784950504.401926:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a04e3ba. 00000100:00000001:0.0:1784950504.401927:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307443963 00000100:00000001:3.0:1784950504.401931:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307442575 00000020:00000010:1.0:1784950504.401934:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000080f09154. 00000100:00000040:2.0:1784950504.401934:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be4bb929] to pc [ptlrpcd_rcv+-1] req@00000000be4bb929 x1871652369212160/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950504.401935:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307443963 00000100:00000001:0.0:1784950504.401936:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307444987 00000020:00000010:1.0:1784950504.401942:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000018566c4f. 00000100:00000001:3.0:1784950504.401942:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950504.401943:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307443963 00000100:00000001:3.0:1784950504.401949:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.401951:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307444987 00000100:00000040:1.0:1784950504.401953:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1784950504.401956:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.401958:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307443963 00000100:00000001:1.0:1784950504.401959:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950504.401960:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950504.401963:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950504.401965:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.401966:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307444987 00000100:00000001:3.0:1784950504.401968:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950504.401969:0:437703:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.401971:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307443963 00000100:00000001:3.0:1784950504.401971:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950504.401972:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950504.401975:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950504.401977:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950504.401979:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950504.401983:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950504.401983:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950504.401985:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1784950504.401986:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950504.401988:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950504.401988:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950504.401991:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afc3eb23. 00000100:00000001:3.0:1784950504.402008:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.402012:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950504.402012:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1784950504.402013:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1784950504.402016:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950504.402018:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950504.402019:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950504.402021:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1784950504.402024:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 02000000:00000001:2.0:1784950504.402024:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950504.402025:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950504.402029:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784950504.402029:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950504.402030:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:0.0:1784950504.402034:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950504.402035:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785875009616 : -120287834542000 : ffff92994e59f050) 02000000:00000010:2.0:1784950504.402037:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ae0c4a98. 00000100:00000001:0.0:1784950504.402041:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950504.402044:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d03a908e x1871652369211904/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:655/0 lens 224/0 e 0 to 0 dl 1784950515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950504.402044:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950504.402055:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000afc3eb23 x1871652369212288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950504.402056:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950504.402060:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c8225d. 00000100:00000001:1.0:1784950504.402065:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950504.402069:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c8225d. 00000100:00000001:0.0:1784950504.402070:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950504.402075:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950504.402076:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1784950504.402077:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d03a908e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369211904:12345-0@lo:400: 00000100:00000001:0.0:1784950504.402079:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950504.402080:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950504.402084:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369211904 00000100:00000040:0.0:1784950504.402088:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be4bb929 x1871652369212160/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950504.402088:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:2.0:1784950504.402090:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afc3eb23] to pc [ptlrpcd_00_02+2] req@00000000afc3eb23 x1871652369212288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950504.402093:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950504.402097:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950504.402103:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950504.402107:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000800:00000200:3.0:1784950504.402108:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1784950504.402114:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000010:3.0:1784950504.402115:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042fecc91. 00000100:00000001:0.0:1784950504.402116:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1784950504.402117:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950504.402119:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950504.402122:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950504.402124:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1784950504.402125:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1784950504.402127:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1784950504.402129:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950504.402131:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950504.402131:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:0.0:1784950504.402135:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950504.402136:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950504.402140:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950504.402140:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c61119ea 00000100:00000001:1.0:1784950504.402141:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1784950504.402143:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000be4bb929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369212160:192.168.203.114@tcp:8: 00000400:00000010:3.0:1784950504.402145:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c61119ea. 02000000:00000001:1.0:1784950504.402146:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1784950504.402147:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1784950504.402151:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fdaa8121. 00000100:00000001:3.0:1784950504.402152:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950504.402153:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950504.402156:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1784950504.402157:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950504.402158:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1784950504.402160:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000327a72b5 x1871652369212032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950504.402162:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950504.402163:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950504.402163:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005fd8b1b4. 02000000:00000001:0.0:1784950504.402168:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1784950504.402170:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950504.402171:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000010:0.0:1784950504.402173:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c7c4e328. 00010000:00000040:1.0:1784950504.402176:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369211904 02000000:00000001:0.0:1784950504.402179:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950504.402180:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1784950504.402181:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:2.0:1784950504.402185:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1784950504.402186:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbf93444. 00010000:00000200:1.0:1784950504.402189:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000d03a908e x1871652369211904/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:655/0 lens 224/224 e 0 to 0 dl 1784950515 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950504.402190:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950504.402192:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d460af32. 00000100:00000200:0.0:1784950504.402198:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369212160, portal 4 02000000:00000010:2.0:1784950504.402199:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000002c68df2. 00000100:00000001:0.0:1784950504.402204:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950504.402207:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.402208:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730227072 : -120287979324544 : ffff929945b8bb80) 00000100:00000040:2.0:1784950504.402219:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000005fd8b1b4 x1871652369212416/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950504.402219:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950504.402221:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000be4bb929 x1871652369212160/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950504.402227:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000327a72b5 x1871652369212032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950504.402285:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950504.402292:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.402306:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:1.0:1784950504.402306:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=142 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950504.402310:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950504.402314:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950504.402317:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950504.402323:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950504.402324:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950504.402325:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1784950504.402336:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdfacc79. 00000100:00000040:1.0:1784950504.402336:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000040:2.0:1784950504.402338:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fd8b1b4] to pc [ptlrpcd_00_03+3] req@000000005fd8b1b4 x1871652369212416/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950504.402341:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950504.402350:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000200:0.0:1784950504.402351:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369212160, offset 0 00000800:00000001:3.0:1784950504.402359:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950504.402362:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950504.402371:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950504.402373:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950504.402374:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950504.402384:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1784950504.402387:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950504.402398:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:1.0:1784950504.402399:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1784950504.402404:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950504.402411:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beb862af. 00000400:00000200:3.0:1784950504.402416:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00080000:2.0:1784950504.402417:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000200:0.0:1784950504.402418:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1784950504.402422:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369211904, offset 224 00000400:00000200:0.0:1784950504.402434:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00080000:2.0:1784950504.402440:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000200:0.0:1784950504.402446:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950504.402451:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1784950504.402456:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1784950504.402462:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950504.402475:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11241:11241:235:4294967295] 192.168.203.114@tcp LPNI seq info [9938:9938:8:4294967295] 00000100:00000001:2.0:1784950504.402475:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950504.402486:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc2c1649. 00000400:00000200:0.0:1784950504.402499:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000040:2.0:1784950504.402499:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1784950504.402512:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1784950504.402519:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950504.402520:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950504.402529:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950504.402530:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c2280 00000800:00000010:0.0:1784950504.402532:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00000400:00000200:1.0:1784950504.402535:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1784950504.402545:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000033e9f3f3. 00000800:00000200:0.0:1784950504.402556:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950504.402559:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950504.402560:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 2464 00000400:00000200:1.0:1784950504.402563:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c2200 00000800:00000200:0.0:1784950504.402580:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:2.0:1784950504.402581:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000cc2c1649 x1871652369212544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:3.0:1784950504.402584:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950504.402592:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16371 [1] + 224 00000800:00000200:0.0:1784950504.402593:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 616 niov 1 nkiov 1 00000800:00000001:3.0:1784950504.402598:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950504.402610:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950504.402616:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950504.402621:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950504.402632:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950504.402634:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1784950504.402636:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:2.0:1784950504.402645:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950504.402648:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307444987 00000100:00000001:3.0:1784950504.402652:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950504.402655:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950504.402655:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.402656:0:441640:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307444987 00000100:00000200:3.0:1784950504.402658:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:1.0:1784950504.402668:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd4026ac x1871652369211904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950504.402671:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307444987 00000100:00000010:3.0:1784950504.402675:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ada283f4. 00000100:00000001:0.0:1784950504.402682:0:441640:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307444987 00000100:00000040:2.0:1784950504.402682:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc2c1649] to pc [ptlrpcd_00_00+0] req@00000000cc2c1649 x1871652369212544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950504.402688:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000ada283f4 x1871652369212032 msgsize 224 00000100:00000001:0.0:1784950504.402696:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307444987 00000100:00000001:0.0:1784950504.402707:0:441640:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307444987 00000100:00000001:0.0:1784950504.402719:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307444987 00000100:00000001:0.0:1784950504.402727:0:441640:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307444987 00000100:00100000:3.0:1784950504.402753:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:1.0:1784950504.402755:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dd4026ac x1871652369211904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950504.402775:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950504.402776:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950504.402782:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950504.402787:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.402810:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.402811:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950504.402813:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb862af 00000100:00000001:2.0:1784950504.402815:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.402816:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1784950504.402816:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000beb862af. 00000100:00000001:0.0:1784950504.402820:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950504.402822:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950504.402824:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950504.402825:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1784950504.402825:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12780) 00000100:00000001:0.0:1784950504.402826:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950504.402831:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.402833:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950504.402833:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950504.402840:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00010000:00000001:1.0:1784950504.402843:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950504.402845:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950504.402846:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950504.402847:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950504.402851:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950504.402852:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d03a908e x1871652369211904/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:655/0 lens 224/224 e 0 to 0 dl 1784950515 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950504.402855:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950504.402857:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950504.402860:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950504.402864:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc2c1649 x1871652369212544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950504.402866:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d03a908e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369211904:12345-0@lo:400: Request processed in 807us (1229us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950504.402866:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1784950504.402866:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950504.402871:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1784950504.402872:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000400:00000200:3.0:1784950504.402878:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950504.402896:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005fd8b1b4 x1871652369212416/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950504.402902:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000400:00000200:3.0:1784950504.402909:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950504.402911:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:0.0:1784950504.402917:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950504.402919:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1784950504.402921:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdfacc79 00000100:00000001:0.0:1784950504.402922:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950504.402924:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1784950504.402927:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdfacc79. 02000000:00000001:0.0:1784950504.402931:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1784950504.402932:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000080f09154. 00000100:00000001:3.0:1784950504.402935:0:441635:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1784950504.402936:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950504.402942:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000018566c4f. 02000000:00000001:0.0:1784950504.402944:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950504.402945:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1784950504.402945:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000be4bb929 x1871652369212160/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950504.402948:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a04e3ba. 00000100:00000001:2.0:1784950504.402950:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950504.402957:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000cc2c1649 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:441641:1871652369212544:192.168.203.114@tcp:400: 00000020:00000040:1.0:1784950504.402958:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 02000000:00000001:2.0:1784950504.402960:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950504.402965:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950504.402968:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1784950504.402973:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1784950504.402974:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fdaa8121. 02000000:00000001:2.0:1784950504.402975:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950504.402978:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950504.402981:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1784950504.402983:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950504.402984:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950504.402985:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950504.402986:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005fd8b1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369212416:192.168.203.114@tcp:400: 02000000:00000001:0.0:1784950504.402991:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784950504.403008:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1784950504.403010:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000be4bb929 x1871652369212160/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950504.403013:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c7e8cd1. 00000100:00000001:2.0:1784950504.403015:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1784950504.403017:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016b87288. 02000000:00000001:0.0:1784950504.403037:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950504.403040:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1784950504.403043:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024a8ff9e. 02000000:00000001:2.0:1784950504.403044:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950504.403046:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7b199f3. 02000000:00000001:2.0:1784950504.403051:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950504.403053:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950504.403055:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1784950504.403056:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a3c3025. 02000000:00000010:2.0:1784950504.403057:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000204b523b. 00000100:00000001:1.0:1784950504.403058:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1784950504.403060:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950504.403062:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784950504.403063:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369212544, portal 10 02000000:00000001:2.0:1784950504.403064:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950504.403065:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000001:3.0:1784950504.403066:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950504.403071:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000001:3.0:1784950504.403071:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:2.0:1784950504.403073:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041e9cd30. 00000100:00000040:1.0:1784950504.403074:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afc3eb23 x1871652369212288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950504.403076:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730224384 : -120287979327232 : ffff929945b8b100) 00000800:00000001:3.0:1784950504.403078:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950504.403081:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c7615d7. 00000100:00000200:2.0:1784950504.403089:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369212416, portal 4 00000100:00000040:0.0:1784950504.403092:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cc2c1649 x1871652369212544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950504.403093:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950504.403095:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950504.403096:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950504.403099:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950504.403101:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730220800 : -120287979330816 : ffff929945b8a300) 02000000:00000001:1.0:1784950504.403106:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950504.403110:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950504.403110:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069c2300 00000100:00000001:0.0:1784950504.403115:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950504.403115:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005fd8b1b4 x1871652369212416/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950504.403117:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950504.403125:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000100:3.0:1784950504.403125:0:441635:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369212160 offset 0 length 520: 4 00000100:00100000:1.0:1784950504.403126:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000afc3eb23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369212288:192.168.203.114@tcp:400: 00000400:00000010:0.0:1784950504.403131:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912c2f18. 00000400:00000200:3.0:1784950504.403136:0:441635:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 00000000c5a66677 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000200:0.0:1784950504.403138:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369212544, offset 0 00000100:00000001:1.0:1784950504.403139:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784950504.403142:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000001:1.0:1784950504.403143:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950504.403148:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950504.403149:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950504.403149:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950504.403151:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950504.403155:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784950504.403156:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000010:1.0:1784950504.403159:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a04e3ba. 00000800:00000001:3.0:1784950504.403161:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950504.403162:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:2.0:1784950504.403162:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133105d. 02000000:00000001:1.0:1784950504.403164:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950504.403166:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950504.403170:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369212416, offset 0 00000400:00000010:1.0:1784950504.403171:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e1af417. 00000800:00000001:3.0:1784950504.403172:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950504.403173:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1784950504.403178:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beb862af. 00000400:00000200:0.0:1784950504.403181:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950504.403185:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950504.403188:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950504.403188:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784950504.403192:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369212288, portal 10 00000100:00000001:3.0:1784950504.403192:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950504.403193:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950504.403196:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950504.403197:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784950504.403201:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11242:11242:235:4294967295] 192.168.203.114@tcp LPNI seq info [9939:9939:8:4294967295] 00000100:00000001:1.0:1784950504.403202:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730217216 : -120287979334400 : ffff929945b89500) 00000100:00000001:3.0:1784950504.403202:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950504.403213:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000afc3eb23 x1871652369212288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950504.403213:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950504.403222:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950504.403230:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784950504.403233:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950504.403237:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950504.403238:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1784950504.403239:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950504.403241:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309cba23. 00000100:00100000:3.0:1784950504.403244:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369212032 00000400:00000200:2.0:1784950504.403245:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1784950504.403246:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004304ebc2. 02000000:00000001:3.0:1784950504.403247:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950504.403251:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000200:0.0:1784950504.403252:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950504.403252:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000200:1.0:1784950504.403253:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369212288, offset 0 00000100:00000001:3.0:1784950504.403256:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950504.403259:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784950504.403261:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950504.403265:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00100000:3.0:1784950504.403267:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369212032 00000800:00000200:0.0:1784950504.403268:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:1.0:1784950504.403268:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950504.403272:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:2.0:1784950504.403274:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11243:11243:234:4294967295] 192.168.203.114@tcp LPNI seq info [9940:9940:7:4294967295] 00000800:00000200:0.0:1784950504.403275:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000309cba23 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:3.0:1784950504.403275:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:3.0:1784950504.403279:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950504.403285:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:3.0:1784950504.403288:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:0.0:1784950504.403292:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950504.403292:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000200:2.0:1784950504.403294:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950504.403299:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5090 usecs (6 jiffies) 00000100:00000001:3.0:1784950504.403300:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950504.403305:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307442568 00000800:00000200:2.0:1784950504.403306:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:3.0:1784950504.403306:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000100:00000001:0.0:1784950504.403310:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307444987 00000400:00000200:1.0:1784950504.403312:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950504.403313:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1784950504.403314:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9f26aca. 00000100:00000001:0.0:1784950504.403315:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307442568 00000100:00000001:0.0:1784950504.403321:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307444987 00000020:00000010:3.0:1784950504.403321:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000400:00000200:1.0:1784950504.403322:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950504.403328:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307442568 00000800:00000200:2.0:1784950504.403328:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:3.0:1784950504.403330:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017854499. 00000400:00000200:1.0:1784950504.403331:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950504.403335:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307444987 00000020:00000010:3.0:1784950504.403337:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058ccb8ec. 00000100:00000001:0.0:1784950504.403338:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307442568 00000400:00000200:1.0:1784950504.403339:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784950504.403343:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000010:3.0:1784950504.403344:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000100:00000001:0.0:1784950504.403345:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307444987 00000400:00000200:1.0:1784950504.403348:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:2.0:1784950504.403348:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b9f26aca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950504.403350:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950504.403354:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950504.403356:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950504.403357:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11244:11244:233:4294967295] 192.168.203.114@tcp LPNI seq info [9941:9941:6:4294967295] 00000100:00000001:3.0:1784950504.403358:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950504.403362:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:0.0:1784950504.403363:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950504.403364:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950504.403367:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784950504.403367:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950504.403370:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038e3e66e. 00000100:00000001:3.0:1784950504.403371:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950504.403375:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4745 usecs (5 jiffies) 00000400:00000200:0.0:1784950504.403376:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007da373e1 00000400:00000200:1.0:1784950504.403377:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000010:0.0:1784950504.403381:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007da373e1. 00000100:00000001:2.0:1784950504.403384:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307442567 00000100:00000001:3.0:1784950504.403385:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950504.403386:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:1.0:1784950504.403389:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950504.403391:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307444987 00000100:00000200:0.0:1784950504.403393:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd4026ac x1871652369211904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784950504.403394:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea4cd4d9. 00000100:00000001:3.0:1784950504.403396:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950504.403398:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307442567 00000100:00000001:3.0:1784950504.403400:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000200:1.0:1784950504.403405:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950504.403406:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307444987 00000100:00100000:3.0:1784950504.403411:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2759 00000100:00000001:2.0:1784950504.403414:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307442567 00000100:00000040:3.0:1784950504.403418:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000800:00000200:1.0:1784950504.403419:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:2.0:1784950504.403423:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307444987 00000100:00000001:3.0:1784950504.403424:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785833923456 : -120287875628160 : ffff92994be70380) 00000800:00000200:1.0:1784950504.403425:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ea4cd4d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1784950504.403428:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd4026ac x1871652369211904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950504.403432:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307442567 00000100:00000001:1.0:1784950504.403433:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950504.403435:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ada283f4 x1871652369212032/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:655/0 lens 224/0 e 0 to 0 dl 1784950515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950504.403439:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307444987 00000100:00000040:1.0:1784950504.403440:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5620 usecs (6 jiffies) 00000100:00000001:1.0:1784950504.403447:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307442568 00000100:00000001:2.0:1784950504.403448:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950504.403453:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307444987 00000100:00000001:0.0:1784950504.403455:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950504.403456:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.403459:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950504.403460:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307442568 00000100:00000001:2.0:1784950504.403464:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.403465:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950504.403466:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307444987 00000100:00000001:3.0:1784950504.403468:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1784950504.403469:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950504.403471:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307442568 00000100:00000001:2.0:1784950504.403471:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950504.403472:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1784950504.403473:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000100:00000001:0.0:1784950504.403476:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950504.403477:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307444987 00000100:00000001:3.0:1784950504.403478:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950504.403480:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950504.403481:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950504.403483:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307442568 00000020:00000010:3.0:1784950504.403485:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000100:00001000:0.0:1784950504.403486:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=142 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950504.403486:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784950504.403487:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307444987 00000100:00000001:1.0:1784950504.403494:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950504.403494:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1784950504.403496:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=142 v=5 (1 1 1 1) 00000100:00100000:3.0:1784950504.403496:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ada283f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369212032:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950504.403499:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950504.403500:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950504.403506:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950504.403506:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950504.403507:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369212032 00000100:00000001:0.0:1784950504.403508:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950504.403512:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950504.403514:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950504.403514:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950504.403514:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950504.403517:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1784950504.403518:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00010000:00000001:0.0:1784950504.403522:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784950504.403522:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1784950504.403523:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950504.403527:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950504.403527:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950504.403528:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784950504.403531:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950504.403532:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950504.403534:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950504.403536:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950504.403537:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950504.403542:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd4026ac x1871652369211904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950504.403543:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1784950504.403543:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369212032, found 0 last_xid 1871652369212031 00000020:00000001:3.0:1784950504.403549:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950504.403554:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950504.403557:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000200:2.0:1784950504.403559:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1784950504.403559:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950504.403566:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950504.403567:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1784950504.403567:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309cba23. 00000100:00000001:3.0:1784950504.403571:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950504.403574:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1784950504.403575:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950504.403575:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950504.403578:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784950504.403580:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000063f2ac99. 02000000:00000001:3.0:1784950504.403584:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950504.403586:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:0.0:1784950504.403587:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd4026ac x1871652369211904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950504.403588:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950504.403593:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950504.403595:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912c2f18 00010000:00000040:3.0:1784950504.403598:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369212032 00000400:00000010:2.0:1784950504.403600:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000912c2f18. 00010000:00000001:3.0:1784950504.403604:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950504.403608:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1784950504.403611:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000200:3.0:1784950504.403612:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000ada283f4 x1871652369212032/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:655/0 lens 224/224 e 0 to 0 dl 1784950515 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950504.403615:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000dd4026ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369211904:0@lo:400: 00000800:00000010:1.0:1784950504.403615:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9f26aca. 00000100:00000200:2.0:1784950504.403617:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc2c1649 x1871652369212544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950504.403622:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950504.403631:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950504.403634:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950504.403637:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1784950504.403643:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1784950504.403644:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133105d 00000100:00000040:0.0:1784950504.403645:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd4026ac x1871652369211904/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950504.403648:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950504.403649:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b133105d. 00000100:00000001:2.0:1784950504.403649:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1784950504.403654:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950504.403656:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1784950504.403658:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc2c1649 x1871652369212544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950504.403659:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950504.403662:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1784950504.403663:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1784950504.403664:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005fd8b1b4 x1871652369212416/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950504.403668:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000152a0e53. 00000100:00000040:3.0:1784950504.403668:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950504.403675:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950504.403676:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950504.403681:0:441641:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:3.0:1784950504.403682:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1784950504.403684:0:441641:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 02000000:00000001:3.0:1784950504.403686:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950504.403687:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950504.403691:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784950504.403692:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950504.403692:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1784950504.403695:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d426fc0. 00000100:00000001:1.0:1784950504.403698:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950504.403701:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950504.403702:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:2.0:1784950504.403702:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950504.403705:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005fd8b1b4 x1871652369212416/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950504.403706:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c61119ea. 02000000:00000001:0.0:1784950504.403707:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1784950504.403710:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784950504.403711:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd4026ac. 00000100:00000200:3.0:1784950504.403712:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369212032, offset 224 00000800:00000001:2.0:1784950504.403716:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950504.403717:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950504.403720:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950504.403724:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950504.403724:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950504.403732:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784950504.403733:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950504.403741:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950504.403741:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950504.403746:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784950504.403751:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950504.403760:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784950504.403761:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11245:11245:233:4294967295] 192.168.203.114@tcp LPNI seq info [9942:9942:6:4294967295] 00000100:00000001:0.0:1784950504.403769:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950504.403773:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950504.403775:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950504.403777:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950504.403782:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950504.403784:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950504.403787:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042fecc91. 00000400:00000200:2.0:1784950504.403791:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c2400 00000800:00000200:3.0:1784950504.403795:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950504.403800:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 2688 00000800:00000200:3.0:1784950504.403806:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000001:2.0:1784950504.403807:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950504.403808:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1784950504.403809:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000042fecc91 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1784950504.403812:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea4cd4d9. 00000100:00000001:3.0:1784950504.403815:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950504.403816:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950504.403818:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950504.403821:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950504.403821:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000800:00000001:0.0:1784950504.403824:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950504.403828:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:3.0:1784950504.403829:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:2.0:1784950504.403830:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950504.403833:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950504.403833:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950504.403837:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004304ebc2 00000800:00000001:0.0:1784950504.403855:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950504.403855:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1784950504.403856:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004304ebc2. 00000800:00000001:0.0:1784950504.403865:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950504.403865:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950504.403867:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1784950504.403869:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ada283f4 x1871652369212032/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:655/0 lens 224/224 e 0 to 0 dl 1784950515 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950504.403871:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:1.0:1784950504.403877:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afc3eb23 x1871652369212288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784950504.403881:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064c9d7de. 00000400:00000200:0.0:1784950504.403884:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:2.0:1784950504.403889:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000064c9d7de x1871652369212416 msgsize 224 00000400:00000200:0.0:1784950504.403912:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c2480 00000100:00100000:2.0:1784950504.403913:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:3.0:1784950504.403922:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ada283f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369212032:12345-192.168.203.114@tcp:400: Request processed in 447us (1228us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950504.403923:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950504.403930:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1784950504.403931:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 167104 00000100:00000040:1.0:1784950504.403933:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afc3eb23 x1871652369212288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950504.403947:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950504.403949:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2759 00000800:00000001:0.0:1784950504.403956:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950504.403957:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:1.0:1784950504.403960:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950504.403963:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950504.403964:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950504.403965:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950504.403971:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950504.403972:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950504.403976:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950504.403977:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058ccb8ec. 00000100:00000001:0.0:1784950504.403980:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950504.403984:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1784950504.403984:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000100:00000010:0.0:1784950504.403991:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017edbc92. 00000020:00000010:3.0:1784950504.404012:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017854499. 00000100:00000040:0.0:1784950504.404016:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000017edbc92 x1871652369212544 msgsize 224 00000800:00000001:1.0:1784950504.404017:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950504.404018:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1784950504.404021:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000800:00000001:1.0:1784950504.404042:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:2.0:1784950504.404042:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042fecc91. 00000100:00000001:3.0:1784950504.404042:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950504.404048:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950504.404049:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:2.0:1784950504.404051:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950504.404056:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1784950504.404057:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00100000:3.0:1784950504.404060:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369212416 00000100:00000001:0.0:1784950504.404063:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1784950504.404063:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:3.0:1784950504.404064:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950504.404069:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784950504.404072:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c2280 00000100:00000001:3.0:1784950504.404072:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950504.404076:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950504.404076:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c61119ea 02000000:00000001:3.0:1784950504.404078:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950504.404082:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c61119ea. 00000100:00100000:3.0:1784950504.404083:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369212416 00000800:00000001:0.0:1784950504.404086:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950504.404086:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950504.404089:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1784950504.404090:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000800:00000001:0.0:1784950504.404091:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950504.404094:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1784950504.404095:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16379 [1] + 224 00000020:00000001:3.0:1784950504.404096:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:0.0:1784950504.404097:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784950504.404101:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:3.0:1784950504.404105:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:1.0:1784950504.404106:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950504.404110:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:3.0:1784950504.404111:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:1.0:1784950504.404115:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950504.404116:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950504.404119:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950504.404119:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1784950504.404120:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000100:00100000:2.0:1784950504.404125:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369212544 00000400:00000200:0.0:1784950504.404126:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c2380 00000100:00000001:3.0:1784950504.404126:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950504.404128:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:2.0:1784950504.404132:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1784950504.404134:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000100:00000001:2.0:1784950504.404136:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1784950504.404139:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017854499. 00000400:00000200:0.0:1784950504.404140:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 167328 00000100:00000001:2.0:1784950504.404140:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950504.404143:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058ccb8ec. 02000000:00000001:2.0:1784950504.404146:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950504.404149:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000100:00000001:1.0:1784950504.404151:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784950504.404152:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950504.404152:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369212544 00000100:00000040:3.0:1784950504.404154:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000001:2.0:1784950504.404157:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000200:1.0:1784950504.404158:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000327a72b5 x1871652369212032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950504.404159:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000001:3.0:1784950504.404159:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950504.404162:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1784950504.404163:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000001:0.0:1784950504.404164:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950504.404165:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950504.404168:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000400:00000200:0.0:1784950504.404171:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950504.404173:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950504.404174:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:2.0:1784950504.404180:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000200:0.0:1784950504.404181:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950504.404185:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950504.404186:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950504.404189:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1784950504.404192:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000100:00000200:0.0:1784950504.404193:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1784950504.404193:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000327a72b5 x1871652369212032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950504.404195:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950504.404196:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950504.404200:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000010:0.0:1784950504.404201:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019529d69. 00000020:00000010:2.0:1784950504.404202:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000100:00000040:0.0:1784950504.404207:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000019529d69 x1871652369212288 msgsize 224 00000100:00100000:3.0:1784950504.404209:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2760 00000020:00000010:2.0:1784950504.404211:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d48b7fcd. 00000100:00000040:3.0:1784950504.404216:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000020:00000010:2.0:1784950504.404219:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b154640. 00000100:00000001:3.0:1784950504.404221:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730212736 : -120287979338880 : ffff929945b88380) 00000100:00100000:0.0:1784950504.404222:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000010:2.0:1784950504.404226:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000098a21f52. 00000100:00000040:3.0:1784950504.404230:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064c9d7de x1871652369212416/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:655/0 lens 224/0 e 0 to 0 dl 1784950515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950504.404233:0:455357:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1784950504.404237:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950504.404238:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950504.404240:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950504.404242:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950504.404243:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1784950504.404245:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950504.404246:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950504.404247:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000800:00000001:1.0:1784950504.404248:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950504.404252:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950504.404253:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1784950504.404253:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950504.404254:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950504.404259:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:3.0:1784950504.404260:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000100:00000001:2.0:1784950504.404263:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950504.404267:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000064c9d7de pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369212416:12345-192.168.203.114@tcp:400: 00000100:00000200:3.0:1784950504.404270:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369212416 00000020:00000001:3.0:1784950504.404272:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950504.404274:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950504.404274:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950504.404278:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950504.404281:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950504.404282:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:3.0:1784950504.404285:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1784950504.404287:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369212416, found 0 last_xid 1871652369212415 00000100:00000001:2.0:1784950504.404288:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1784950504.404290:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950504.404292:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950504.404292:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369212288 00000020:00000001:3.0:1784950504.404293:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1784950504.404297:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950504.404297:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950504.404298:0:453512:0:(service.c:2287:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950504.404298:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950504.404302:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950504.404302:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1784950504.404303:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950504.404305:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950504.404307:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000001:1.0:1784950504.404309:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1784950504.404309:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.404310:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950504.404311:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950504.404315:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000001:1.0:1784950504.404315:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1784950504.404316:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369212288 02000000:00000001:3.0:1784950504.404316:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1784950504.404318:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060b7eed8. 00000020:00000001:2.0:1784950504.404321:0:455357:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000010:3.0:1784950504.404322:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008a793a62. 00000400:00000200:1.0:1784950504.404323:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027dbe14a 00000020:00000040:2.0:1784950504.404324:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00100000:0.0:1784950504.404328:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1608 00000400:00000010:1.0:1784950504.404328:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000027dbe14a. 02000000:00000001:3.0:1784950504.404328:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950504.404329:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950504.404332:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:3.0:1784950504.404334:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950504.404336:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000001:1.0:1784950504.404336:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784950504.404337:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:3.0:1784950504.404338:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.404342:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684287488 : -120288025264128 : ffff929942fbc000) 00000100:00000200:1.0:1784950504.404343:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000327a72b5 x1871652369212032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950504.404344:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00010000:00000040:3.0:1784950504.404344:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369212416 00000100:00000040:0.0:1784950504.404349:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017edbc92 x1871652369212544/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:655/0 lens 224/0 e 0 to 0 dl 1784950515 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950504.404352:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950504.404353:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950504.404358:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00010000:00000200:3.0:1784950504.404360:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000064c9d7de x1871652369212416/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:655/0 lens 224/224 e 0 to 0 dl 1784950515 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950504.404363:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950504.404369:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000020:00000010:2.0:1784950504.404377:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd84354f. 00000100:00000200:1.0:1784950504.404380:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000327a72b5 x1871652369212032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950504.404383:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccaa10e9. 00000100:00000001:0.0:1784950504.404385:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950504.404389:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a534ace4. 00000020:00000010:0.0:1784950504.404391:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00010000:00000001:3.0:1784950504.404392:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950504.404395:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1784950504.404397:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.404398:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950504.404399:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950504.404402:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950504.404404:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=137 v=5 (1 1 1 1) 00000020:00000010:0.0:1784950504.404405:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000100:00000001:1.0:1784950504.404408:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950504.404409:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1784950504.404412:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950504.404413:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950504.404414:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1784950504.404418:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00100000:0.0:1784950504.404419:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000017edbc92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441641:x1871652369212544:12345-192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950504.404419:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950504.404420:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950504.404424:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950504.404425:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950504.404427:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950504.404429:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950504.404430:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369212544 00000100:00000001:1.0:1784950504.404431:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950504.404431:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1784950504.404437:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:1.0:1784950504.404437:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950504.404438:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950504.404440:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1784950504.404441:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950504.404444:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950504.404444:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1784950504.404445:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950504.404445:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=132 v=5 (5 5 5 5) 00000020:00000001:0.0:1784950504.404451:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1784950504.404453:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1609 00000100:00001000:1.0:1784950504.404454:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=132 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950504.404454:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950504.404455:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000040:2.0:1784950504.404460:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000400:00000010:3.0:1784950504.404461:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b068732. 00000020:00000001:0.0:1784950504.404462:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950504.404463:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950504.404464:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684295552 : -120288025256064 : ffff929942fbdf80) 00000020:00000001:0.0:1784950504.404467:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950504.404467:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950504.404468:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369212416, offset 224 00000100:00000040:2.0:1784950504.404471:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000019529d69 x1871652369212288/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:655/0 lens 224/0 e 0 to 0 dl 1784950515 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950504.404473:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1784950504.404474:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1784950504.404476:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1784950504.404478:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950504.404481:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950504.404481:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950504.404485:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1784950504.404488:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1784950504.404489:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950504.404493:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950504.404495:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950504.404496:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950504.404496:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:0.0:1784950504.404497:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950504.404498:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950504.404501:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 02000000:00000010:0.0:1784950504.404503:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000082c8e2ed. 00000100:00000001:2.0:1784950504.404506:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950504.404507:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000327a72b5 x1871652369212032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950504.404508:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950504.404509:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11246:11246:235:4294967295] 192.168.203.114@tcp LPNI seq info [9943:9943:8:4294967295] 00000020:00000010:2.0:1784950504.404512:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000100:00000001:0.0:1784950504.404513:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950504.404519:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950504.404525:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369212544 00000100:00100000:2.0:1784950504.404525:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000019529d69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369212288:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950504.404531:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1784950504.404533:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000200:2.0:1784950504.404535:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369212288 00000100:00000001:1.0:1784950504.404538:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1784950504.404540:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000200:0.0:1784950504.404541:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000017edbc92 x1871652369212544/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:655/0 lens 224/224 e 0 to 0 dl 1784950515 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950504.404541:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950504.404542:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950504.404544:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950504.404549:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950504.404552:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000327a72b5 x1871652369212032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950504.404554:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950504.404558:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000200:3.0:1784950504.404559:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950504.404564:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1784950504.404568:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950504.404568:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079fb329f. 00010000:00000001:0.0:1784950504.404573:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1784950504.404575:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1784950504.404577:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950504.404579:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000200:3.0:1784950504.404581:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00001000:0.0:1784950504.404583:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=137 v=5 (1 1 1 1) 00000020:00000001:2.0:1784950504.404583:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950504.404588:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000200:3.0:1784950504.404593:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:0.0:1784950504.404594:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950504.404594:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950504.404599:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:3.0:1784950504.404600:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000079fb329f type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1784950504.404601:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000327a72b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369212032:192.168.203.114@tcp:400: 00000100:00000040:0.0:1784950504.404602:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 02000000:00000010:2.0:1784950504.404604:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b90f6412. 00000100:00000001:0.0:1784950504.404609:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950504.404609:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950504.404611:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950504.404614:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1784950504.404615:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950504.404615:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950504.404616:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950504.404618:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950504.404622:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000327a72b5 x1871652369212032/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950504.404622:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.404624:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950504.404625:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000040:2.0:1784950504.404626:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369212288 00010000:00000001:2.0:1784950504.404632:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:0.0:1784950504.404633:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000001:3.0:1784950504.404633:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950504.404637:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950504.404641:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007da373e1. 00010000:00000200:2.0:1784950504.404641:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000019529d69 x1871652369212288/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:655/0 lens 224/224 e 0 to 0 dl 1784950515 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950504.404642:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1784950504.404648:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369212544, offset 224 00000100:00000040:3.0:1784950504.404650:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064c9d7de x1871652369212416/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:655/0 lens 224/224 e 0 to 0 dl 1784950515 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950504.404651:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950504.404655:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950504.404659:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d522160c. 00000400:00000200:0.0:1784950504.404663:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950504.404665:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950504.404669:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950504.404673:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00010000:00000001:2.0:1784950504.404674:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1784950504.404675:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000001:2.0:1784950504.404678:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950504.404679:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950504.404684:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008bb5297c. 00000100:00001000:2.0:1784950504.404684:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=137 v=5 (1 1 1 1) 00000100:00100000:3.0:1784950504.404685:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000064c9d7de pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369212416:12345-192.168.203.114@tcp:400: Request processed in 439us (792us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950504.404689:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11247:11247:234:4294967295] 192.168.203.114@tcp LPNI seq info [9944:9944:7:4294967295] 02000000:00000001:1.0:1784950504.404691:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784950504.404692:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1784950504.404695:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950504.404698:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000327a72b5. 00000100:00000040:2.0:1784950504.404699:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950504.404704:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950504.404705:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1784950504.404709:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2760 00000100:00000001:1.0:1784950504.404710:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950504.404711:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950504.404714:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950504.404716:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950504.404717:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000200:0.0:1784950504.404720:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950504.404720:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950504.404722:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950504.404723:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950504.404726:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950504.404727:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950504.404729:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:3.0:1784950504.404731:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058ccb8ec. 00000020:00000010:3.0:1784950504.404753:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000100:00000001:1.0:1784950504.404754:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784950504.404755:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ff3966. 00000020:00000010:3.0:1784950504.404757:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017854499. 00000100:00000001:1.0:1784950504.404759:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950504.404760:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369212288, offset 224 00000800:00000200:0.0:1784950504.404762:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000040:3.0:1784950504.404763:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000400:00000200:2.0:1784950504.404769:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950504.404769:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950504.404770:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcd4257c. 00000800:00000200:0.0:1784950504.404781:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950504.404784:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:0.0:1784950504.404791:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:2.0:1784950504.404792:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11248:11248:233:4294967295] 192.168.203.114@tcp LPNI seq info [9945:9945:6:4294967295] 00000800:00000200:0.0:1784950504.404796:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcd4257c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950504.404801:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950504.404807:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950504.404809:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:0.0:1784950504.404811:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950504.404814:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950504.404817:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:2.0:1784950504.404819:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950504.404823:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017edbc92 x1871652369212544/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:655/0 lens 224/224 e 0 to 0 dl 1784950515 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784950504.404824:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a1a4dac. 00000800:00000200:3.0:1784950504.404831:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1784950504.404834:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000010:3.0:1784950504.404837:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079fb329f. 00000100:00100000:0.0:1784950504.404842:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000017edbc92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441641:x1871652369212544:12345-192.168.203.114@tcp:400: Request processed in 452us (821us total) trans 0 rc 0/0 00000800:00000200:2.0:1784950504.404843:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:3.0:1784950504.404843:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784950504.404850:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008a1a4dac type 1, nob 320 niov 1 nkiov 1 00000800:00000001:1.0:1784950504.404851:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950504.404855:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950504.404873:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1608 00000800:00000001:1.0:1784950504.404877:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950504.404878:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b068732 00000100:00000040:0.0:1784950504.404879:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:2.0:1784950504.404882:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950504.404884:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950504.404885:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003b068732. 00000100:00000001:0.0:1784950504.404886:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:1.0:1784950504.404892:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950504.404893:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1784950504.404893:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950504.404894:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1784950504.404901:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b154640. 00000100:00000001:3.0:1784950504.404901:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1784950504.404902:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950504.404907:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950504.404912:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:2.0:1784950504.404912:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1784950504.404913:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000098a21f52. 00000020:00000010:0.0:1784950504.404921:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d48b7fcd. 00000100:00000040:2.0:1784950504.404921:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019529d69 x1871652369212288/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:655/0 lens 224/224 e 0 to 0 dl 1784950515 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784950504.404930:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000400:00000200:1.0:1784950504.404934:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c2400 00000100:00000001:0.0:1784950504.404937:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950504.404943:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784950504.404950:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16395 [1] + 224 00000800:00000010:3.0:1784950504.404951:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a1a4dac. 00000100:00100000:2.0:1784950504.404952:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000019529d69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369212288:12345-192.168.203.114@tcp:400: Request processed in 451us (739us total) trans 0 rc 0/0 00000400:00000200:3.0:1784950504.404960:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950504.404965:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950504.404973:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950504.404975:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:2.0:1784950504.404977:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1609 00000800:00000001:1.0:1784950504.404978:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950504.404983:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950504.404985:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ff3966 00000400:00000200:1.0:1784950504.404986:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950504.404986:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000800:00000001:0.0:1784950504.404988:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950504.404990:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ff3966. 00000100:00000001:2.0:1784950504.405010:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:0.0:1784950504.405013:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950504.405013:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950504.405015:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1784950504.405017:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1784950504.405019:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950504.405039:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccaa10e9. 00000100:00000001:1.0:1784950504.405045:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950504.405046:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:2.0:1784950504.405047:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a534ace4. 00000100:00000200:1.0:1784950504.405052:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005fd8b1b4 x1871652369212416/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950504.405054:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd84354f. 00000020:00000040:2.0:1784950504.405063:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000400:00000200:0.0:1784950504.405064:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c2380 00000800:00000200:3.0:1784950504.405064:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950504.405070:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcd4257c. 00000100:00000001:2.0:1784950504.405071:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950504.405073:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005fd8b1b4 x1871652369212416/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950504.405077:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950504.405078:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x163a1 [1] + 224 00000400:00000200:3.0:1784950504.405087:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950504.405092:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950504.405095:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007da373e1 00000400:00000010:3.0:1784950504.405098:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007da373e1. 00000100:00000001:1.0:1784950504.405102:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950504.405102:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950504.405105:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950504.405106:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950504.405111:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950504.405111:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950504.405116:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784950504.405119:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950504.405120:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950504.405121:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784950504.405122:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950504.405127:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784950504.405128:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784950504.405129:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1784950504.405133:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afc3eb23 x1871652369212288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784950504.405133:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950504.405138:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:2.0:1784950504.405138:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041e9cd30. 00000400:00000200:2.0:1784950504.405145:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c7615d7 00000400:00000010:2.0:1784950504.405150:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000c7615d7. 00000400:00000200:1.0:1784950504.405151:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c2480 00000100:00000040:0.0:1784950504.405155:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000afc3eb23 x1871652369212288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950504.405157:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950504.405162:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x16391 [1] + 224 00000100:00000200:2.0:1784950504.405167:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005fd8b1b4 x1871652369212416/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950504.405172:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950504.405176:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950504.405178:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784950504.405180:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784950504.405182:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005fd8b1b4 x1871652369212416/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950504.405186:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950504.405190:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950504.405192:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950504.405198:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950504.405203:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc2c1649 x1871652369212544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950504.405204:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950504.405206:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950504.405209:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950504.405210:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950504.405215:0:441644:0:(client.c:1580:after_reply()) Process entered 00000400:00000001:3.0:1784950504.405215:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1784950504.405219:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc2c1649 x1871652369212544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950504.405219:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1784950504.405220:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784950504.405224:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1784950504.405225:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e1af417. 00000100:00000001:2.0:1784950504.405229:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950504.405231:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb862af 02000000:00000001:2.0:1784950504.405234:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950504.405235:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000beb862af. 00000100:00000001:1.0:1784950504.405238:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950504.405240:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1784950504.405241:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=137 v=5 (5 5 5 5) 00000800:00000001:1.0:1784950504.405245:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784950504.405246:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=137 v=5 (1 1 1 1) 00000100:00000200:3.0:1784950504.405246:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afc3eb23 x1871652369212288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950504.405251:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950504.405252:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950504.405255:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950504.405260:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950504.405263:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.405265:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950504.405266:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1784950504.405268:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afc3eb23 x1871652369212288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950504.405269:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784950504.405269:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950504.405274:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000001:0.0:1784950504.405276:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950504.405277:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950504.405279:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950504.405279:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784950504.405283:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005fd8b1b4 x1871652369212416/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950504.405284:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7b199f3. 00000100:00000001:3.0:1784950504.405285:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950504.405291:0:441643:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784950504.405292:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a3c3025 02000000:00000001:3.0:1784950504.405295:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1784950504.405296:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007a3c3025. 00000100:00000001:3.0:1784950504.405298:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950504.405303:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950504.405303:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950504.405308:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950504.405309:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950504.405310:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc2c1649 x1871652369212544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950504.405315:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1784950504.405315:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=137 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950504.405318:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950504.405325:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=137 v=5 (1 1 1 1) 00000100:00000040:2.0:1784950504.405327:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005fd8b1b4 x1871652369212416/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950504.405332:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc2c1649 x1871652369212544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950504.405333:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950504.405336:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950504.405341:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1784950504.405348:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000afc3eb23 x1871652369212288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950504.405361:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005fd8b1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369212416:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950504.405363:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950504.405367:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950504.405372:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950504.405372:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784950504.405376:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950504.405377:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950504.405377:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950504.405380:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950504.405381:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784950504.405382:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:2.0:1784950504.405385:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005fd8b1b4 x1871652369212416/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950504.405386:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950504.405387:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950504.405390:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950504.405392:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950504.405398:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afc3eb23 x1871652369212288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950504.405399:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=137 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950504.405405:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1784950504.405409:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=137 v=5 (1 1 1 1) 02000000:00000001:2.0:1784950504.405410:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950504.405413:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000204b523b. 00000100:00000001:0.0:1784950504.405417:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950504.405420:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950504.405420:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950504.405421:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950504.405423:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:0.0:1784950504.405425:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1784950504.405427:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1784950504.405427:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:0.0:1784950504.405432:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cc2c1649 x1871652369212544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950504.405432:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950504.405433:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950504.405435:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000002c68df2. 02000000:00000001:2.0:1784950504.405440:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1784950504.405442:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afc3eb23 x1871652369212288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950504.405443:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950504.405446:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005fd8b1b4. 00000100:00000001:2.0:1784950504.405450:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950504.405452:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950504.405454:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950504.405456:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950504.405460:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784950504.405463:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784950504.405464:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950504.405467:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.405468:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00100000:3.0:1784950504.405470:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000afc3eb23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369212288:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950504.405472:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950504.405473:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950504.405477:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950504.405481:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950504.405482:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc2c1649 x1871652369212544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950504.405484:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950504.405490:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afc3eb23 x1871652369212288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950504.405492:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950504.405497:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950504.405499:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950504.405506:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1784950504.405509:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc2c1649 x1871652369212544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950504.405509:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950504.405513:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a04e3ba. 02000000:00000001:3.0:1784950504.405517:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950504.405520:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:0.0:1784950504.405523:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000cc2c1649 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:441641:1871652369212544:192.168.203.114@tcp:400: 00000020:00000040:3.0:1784950504.405523:0:441643:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1784950504.405529:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950504.405531:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784950504.405532:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ae0c4a98. 00000100:00000001:0.0:1784950504.405534:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784950504.405536:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1784950504.405539:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc2c1649 x1871652369212544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950504.405540:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950504.405543:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afc3eb23. 00000100:00000001:3.0:1784950504.405547:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950504.405549:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950504.405550:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950504.405553:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784950504.405553:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950504.405556:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c7e8cd1. 00000100:00000001:3.0:1784950504.405558:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784950504.405560:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950504.405561:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950504.405564:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950504.405565:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1784950504.405566:0:441641:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1784950504.405568:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950504.405572:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950504.405574:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000033e9f3f3. 02000000:00000001:0.0:1784950504.405576:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950504.405577:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950504.405579:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc2c1649. 00000100:00000001:0.0:1784950504.405581:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950504.405582:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950504.405584:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950504.405587:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950504.405588:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950504.405589:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950504.405590:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950504.784789:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950504.784795:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950504.784801:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950504.784802:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950504.784889:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950504.784893:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950504.784895:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950505.424831:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950505.424847:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950505.424849:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950505.424857:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950505.424860:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950505.424864:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950505.424867:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950505.808880:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950505.808889:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950505.808897:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950505.808898:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950505.809048:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950505.809054:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950505.809058:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784950506.448864:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950506.448881:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950506.448884:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950506.448890:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950506.448894:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950506.448898:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950506.448901:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950506.832876:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307444987, at 4307444992 00000100:00000040:0.0:1784950506.832877:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307444987, at 4307444992 00000100:00000040:3.0:1784950506.832877:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307444987, at 4307444992 00010000:00000001:2.0:1784950506.832886:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950506.832891:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950506.832893:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000adc4b460. 00000100:00000010:1.0:1784950506.832895:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0326f0c. 00010000:00000001:2.0:1784950506.832897:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000010:0.0:1784950506.832901:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a77ac3ce. 00010000:00000001:2.0:1784950506.832901:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950506.832942:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307444987, at 4307444992 00000020:00000001:1.0:1784950506.832946:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950506.832950:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950506.832950:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069f93401. 00010000:00010000:1.0:1784950506.832954:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1784950507.280911:0:441633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b93012f1] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1784950507.280923:0:441633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1021 00000800:00000200:2.0:1784950507.280929:0:441633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdd44bf5 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1784950507.281063:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950507.472832:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1784950507.472844:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950507.472847:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950507.472852:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950507.472855:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950507.472858:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950507.472860:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950507.600798:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950507.600802:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1784950507.600811:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005fd8b1b4. 00000004:00000001:1.0:1784950507.600819:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000020:00000040:2.0:1784950507.600819:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000004:00000020:1.0:1784950507.600824:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1784950507.600827:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950507.600831:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1784950507.600832:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000674d7555. 02000000:00000001:2.0:1784950507.600836:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950507.600839:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950507.600844:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950507.600846:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1784950507.600846:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000002c68df2. 02000000:00000001:1.0:1784950507.600849:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950507.600854:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950507.600858:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea4cd4d9. 00000100:00000001:2.0:1784950507.600862:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950507.600864:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950507.600865:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950507.600874:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950507.600878:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950507.600882:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fd8b1b4] to pc [ptlrpcd_00_01+1] req@000000005fd8b1b4 x1871652369212672/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950507.600887:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000674d7555] to pc [ptlrpcd_00_02+2] req@00000000674d7555 x1871652369212800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1784950507.600926:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950507.600928:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950507.601011:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950507.601016:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950507.601020:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950507.601026:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784950507.601027:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005fd8b1b4 x1871652369212672/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950507.601033:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1784950507.601039:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950507.601048:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950507.601049:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950507.601053:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950507.601054:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950507.601059:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950507.601061:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950507.601062:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950507.601065:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950507.601066:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784950507.601072:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950507.601077:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000674d7555 x1871652369212800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950507.601078:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005fd8b1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369212672:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950507.601091:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950507.601096:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784950507.601098:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950507.601099:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950507.601102:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950507.601104:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950507.601106:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784950507.601108:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950507.601112:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950507.601114:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e0967212. 00000100:00100000:0.0:1784950507.601117:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000674d7555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369212800:192.168.203.114@tcp:41: 02000000:00000001:3.0:1784950507.601120:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950507.601127:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1784950507.601130:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052dfb883. 02000000:00000001:0.0:1784950507.601131:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950507.601135:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950507.601138:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784950507.601140:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b068732. 02000000:00000010:0.0:1784950507.601145:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e4f728dd. 02000000:00000001:0.0:1784950507.601149:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950507.601149:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369212672, portal 4 00000100:00000001:3.0:1784950507.601157:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1784950507.601159:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7b199f3. 00000100:00000001:3.0:1784950507.601160:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730220800 : -120287979330816 : ffff929945b8a300) 00000400:00000010:0.0:1784950507.601168:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a3c3025. 00000100:00000040:3.0:1784950507.601174:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005fd8b1b4 x1871652369212672/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950507.601176:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369212800, portal 4 00000100:00000001:0.0:1784950507.601183:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950507.601186:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038690688 : -120287670860928 : ffff9299581b8380) 00000100:00000001:3.0:1784950507.601195:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950507.601198:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000674d7555 x1871652369212800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950507.601203:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950507.601210:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00000100:00000001:0.0:1784950507.601217:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1784950507.601218:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369212672, offset 0 00000100:00000040:0.0:1784950507.601226:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950507.601231:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950507.601232:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048ab8f2a. 00000100:00000200:0.0:1784950507.601238:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369212800, offset 0 00000400:00000200:0.0:1784950507.601244:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950507.601248:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950507.601253:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950507.601258:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950507.601261:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950507.601264:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950507.601267:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11249:11249:235:4294967295] 192.168.203.114@tcp LPNI seq info [9946:9946:8:4294967295] 00000400:00000200:3.0:1784950507.601277:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950507.601283:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950507.601289:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000010:3.0:1784950507.601289:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079fb329f. 00000400:00000200:0.0:1784950507.601298:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784950507.601304:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950507.601308:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950507.601312:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950507.601316:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:3.0:1784950507.601322:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950507.601326:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11250:11250:234:4294967295] 192.168.203.114@tcp LPNI seq info [9947:9947:7:4294967295] 00000800:00000200:3.0:1784950507.601331:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000079fb329f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950507.601340:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950507.601345:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950507.601349:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b126ea16. 00000100:00000001:3.0:1784950507.601353:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950507.601358:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:3.0:1784950507.601361:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4743 usecs (5 jiffies) 00000100:00000001:3.0:1784950507.601366:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307445765 00000800:00000200:0.0:1784950507.601367:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950507.601373:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b126ea16 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1784950507.601374:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003360f156. 00000100:00000001:3.0:1784950507.601383:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784950507.601390:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307445765 00000100:00000010:3.0:1784950507.601392:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000207b9ee3. 00000100:00000001:0.0:1784950507.601394:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950507.601395:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000040:0.0:1784950507.601401:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13508 usecs (14 jiffies) 00000100:00000001:0.0:1784950507.601406:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307445774 00000100:00000001:3.0:1784950507.601407:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307445765 00000100:00000010:3.0:1784950507.601413:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015fccc09. 00000100:00000001:0.0:1784950507.601414:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307445765 00000100:00000001:3.0:1784950507.601421:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1784950507.601423:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307445774 00000100:00000001:3.0:1784950507.601431:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307445765 00000100:00000001:0.0:1784950507.601432:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307445765 00000100:00000010:3.0:1784950507.601438:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080e06d5e. 00000100:00000001:0.0:1784950507.601441:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307445774 00000100:00000001:3.0:1784950507.601444:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1784950507.601447:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307445765 00000100:00000001:3.0:1784950507.601451:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950507.601453:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307445774 00000100:00000001:3.0:1784950507.601455:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950507.601461:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950507.601463:0:441644:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307445765 00000100:00000001:3.0:1784950507.601464:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950507.601473:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950507.601475:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950507.601480:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950507.601481:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950507.601489:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950507.601490:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950507.601494:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950507.601495:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950507.601498:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950507.601502:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950507.601511:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950507.601515:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950507.601518:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950507.601523:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950507.601545:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950507.601551:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b126ea16. 00000800:00000200:1.0:1784950507.601555:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784950507.601557:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1784950507.601563:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079fb329f. 00000400:00000200:2.0:1784950507.601568:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950507.601571:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950507.601575:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048ab8f2a 00000400:00000200:1.0:1784950507.601580:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:2.0:1784950507.601580:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000048ab8f2a. 00000400:00000200:1.0:1784950507.601589:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 00000100:00000001:2.0:1784950507.601589:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1784950507.601594:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 00000100:00000200:2.0:1784950507.601598:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000674d7555 x1871652369212800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950507.601600:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950507.601608:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005fd8b1b4 x1871652369212672/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950507.601614:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950507.601621:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000674d7555 x1871652369212800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950507.601624:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950507.601631:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005fd8b1b4 x1871652369212672/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950507.601633:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950507.601638:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950507.601645:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950507.601647:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1784950507.601648:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950507.601655:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950507.601660:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950507.601665:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950507.601665:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950507.601669:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950507.601672:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950507.601677:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950507.601683:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950507.601691:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950507.601699:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c2580 00000400:00000200:1.0:1784950507.601704:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c2500 00000400:00000200:2.0:1784950507.601710:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 2912 00000800:00000001:2.0:1784950507.601739:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950507.601746:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950507.601748:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950507.601755:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 3136 00000400:00000200:2.0:1784950507.601756:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950507.601766:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:1.0:1784950507.601767:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950507.601769:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1784950507.601774:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e897a84. 00000100:00000040:2.0:1784950507.601778:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000004e897a84 x1871652369212800 msgsize 224 00000800:00000001:1.0:1784950507.601779:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950507.601787:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784950507.601787:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:1.0:1784950507.601797:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950507.601807:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1784950507.601819:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950507.601823:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950507.601841:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950507.601844:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1784950507.601849:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054afbfd5. 00000100:00000040:1.0:1784950507.601852:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000054afbfd5 x1871652369212672 msgsize 224 00000100:00000001:3.0:1784950507.601855:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950507.601860:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:3.0:1784950507.601860:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369212800 02000000:00000001:3.0:1784950507.601865:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950507.601868:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950507.601870:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950507.601873:0:441635:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1784950507.601874:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950507.601880:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369212800 00000800:00000001:1.0:1784950507.601881:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950507.601882:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950507.601886:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000800:00000001:1.0:1784950507.601888:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950507.601889:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950507.601894:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:3.0:1784950507.601898:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:3.0:1784950507.601901:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950507.601906:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950507.601910:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000100:00000001:0.0:1784950507.601912:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950507.601913:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950507.601918:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369212672 00000020:00000010:3.0:1784950507.601919:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 02000000:00000001:0.0:1784950507.601923:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950507.601926:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950507.601929:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950507.601929:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba5e1f06. 02000000:00000001:0.0:1784950507.601937:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950507.601939:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058ccb8ec. 00000100:00100000:0.0:1784950507.601942:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369212672 00000020:00000001:0.0:1784950507.601945:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:3.0:1784950507.601946:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000020:00000040:0.0:1784950507.601948:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:0.0:1784950507.601952:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950507.601954:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:0.0:1784950507.601957:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000040:3.0:1784950507.601958:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000001:0.0:1784950507.601963:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:3.0:1784950507.601965:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950507.601969:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950507.601970:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950507.601984:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950507.601987:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:0.0:1784950507.601991:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950507.601994:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000100:00000001:3.0:1784950507.601995:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950507.602000:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c7e8cd1. 00000020:00000010:0.0:1784950507.602005:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046aafe7b. 00000100:00000001:3.0:1784950507.602008:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950507.602010:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000084ca0bbb. 00000100:00000001:0.0:1784950507.602017:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950507.602019:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950507.602021:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950507.602022:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950507.602027:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950507.602031:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950507.602037:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2761 00000100:00000040:3.0:1784950507.602041:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:3.0:1784950507.602043:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730214528 : -120287979337088 : ffff929945b88a80) 00000100:00000040:3.0:1784950507.602048:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e897a84 x1871652369212800/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:658/0 lens 224/0 e 0 to 0 dl 1784950518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950507.602050:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950507.602061:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950507.602066:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000100:00000001:3.0:1784950507.602069:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950507.602070:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950507.602070:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1784950507.602072:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000100:00000001:1.0:1784950507.602076:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950507.602077:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1784950507.602083:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004e897a84 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369212800:12345-192.168.203.114@tcp:41: 00000100:00100000:1.0:1784950507.602089:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2762 00000100:00000200:3.0:1784950507.602092:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369212800 00000100:00000040:1.0:1784950507.602096:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:0.0:1784950507.602097:0:453516:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950507.602097:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950507.602101:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038697856 : -120287670853760 : ffff9299581b9f80) 00000100:00000001:0.0:1784950507.602103:0:453516:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950507.602104:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:1.0:1784950507.602111:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054afbfd5 x1871652369212672/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:658/0 lens 224/0 e 0 to 0 dl 1784950518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950507.602112:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950507.602118:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950507.602122:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00000001:1.0:1784950507.602131:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1784950507.602131:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1784950507.602135:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369212800, found 0 last_xid 1871652369212799 00000020:00000010:1.0:1784950507.602137:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000020:00000001:3.0:1784950507.602139:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950507.602146:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950507.602146:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950507.602150:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1784950507.602152:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000020:00000001:3.0:1784950507.602154:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950507.602160:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000054afbfd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369212672:12345-192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950507.602161:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950507.602166:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1784950507.602167:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369212672 00000020:00000001:1.0:1784950507.602172:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000010:3.0:1784950507.602172:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e6279829. 00000020:00000001:1.0:1784950507.602178:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:3.0:1784950507.602178:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950507.602182:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950507.602185:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950507.602188:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000001:1.0:1784950507.602189:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950507.602193:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000004:00000001:3.0:1784950507.602194:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000020:00000001:1.0:1784950507.602198:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000004:00000001:3.0:1784950507.602199:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1784950507.602203:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369212672, found 0 last_xid 1871652369212671 00000020:00000001:1.0:1784950507.602208:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950507.602210:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950507.602211:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000004:00000024:3.0:1784950507.602213:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000020:00000001:1.0:1784950507.602214:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950507.602222:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000020:3.0:1784950507.602223:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 02000000:00000001:1.0:1784950507.602225:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000020:3.0:1784950507.602228:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 02000000:00000010:1.0:1784950507.602231:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ba2745aa. 00000004:00000020:3.0:1784950507.602233:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 02000000:00000001:1.0:1784950507.602236:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950507.602239:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1784950507.602241:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000004:00000001:1.0:1784950507.602245:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000001:00000001:3.0:1784950507.602245:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950507.602250:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1784950507.602251:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950507.602252:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950507.602255:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369212800 00010000:00000001:3.0:1784950507.602259:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000004:00000024:1.0:1784950507.602264:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00010000:00000200:3.0:1784950507.602266:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000004e897a84 x1871652369212800/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:658/0 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1784950507.602270:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1784950507.602277:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00010000:00000001:3.0:1784950507.602283:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000020:1.0:1784950507.602284:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00010000:00000001:3.0:1784950507.602289:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1784950507.602290:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000100:00001000:3.0:1784950507.602293:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=140 v=5 (1 1 1 1) 00000004:00000020:1.0:1784950507.602297:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000100:00000001:3.0:1784950507.602299:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1784950507.602304:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000001:00000001:1.0:1784950507.602305:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1784950507.602308:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000001:00000001:1.0:1784950507.602309:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950507.602313:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:1.0:1784950507.602314:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950507.602316:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950507.602318:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369212672 00000100:00000001:3.0:1784950507.602320:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1784950507.602324:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:3.0:1784950507.602328:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000200:1.0:1784950507.602333:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000054afbfd5 x1871652369212672/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:658/0 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950507.602333:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cb316f9. 00000100:00000200:3.0:1784950507.602339:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369212800, offset 224 00010000:00000001:1.0:1784950507.602350:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1784950507.602350:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000001:1.0:1784950507.602354:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950507.602357:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=140 v=5 (1 1 1 1) 00000400:00000200:3.0:1784950507.602361:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950507.602364:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784950507.602370:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950507.602372:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11251:11251:235:4294967295] 192.168.203.114@tcp LPNI seq info [9948:9948:8:4294967295] 00000100:00000001:1.0:1784950507.602373:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950507.602380:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950507.602382:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950507.602388:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950507.602398:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950507.602401:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000010:1.0:1784950507.602405:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004304ebc2. 00000800:00000200:3.0:1784950507.602411:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:1.0:1784950507.602413:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369212672, offset 224 00000800:00000010:3.0:1784950507.602417:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004aab43c9. 00000400:00000200:1.0:1784950507.602423:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:3.0:1784950507.602428:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:3.0:1784950507.602435:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:1.0:1784950507.602440:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:3.0:1784950507.602441:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004aab43c9 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:1.0:1784950507.602451:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11252:11252:234:4294967295] 192.168.203.114@tcp LPNI seq info [9949:9949:7:4294967295] 00000100:00000001:3.0:1784950507.602459:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950507.602467:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950507.602468:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:3.0:1784950507.602473:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950507.602476:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950507.602481:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950507.602481:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000010:1.0:1784950507.602488:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009588bd88. 00000100:00000040:3.0:1784950507.602489:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e897a84 x1871652369212800/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:658/0 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950507.602501:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:3.0:1784950507.602511:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004e897a84 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369212800:12345-192.168.203.114@tcp:41: Request processed in 446us (728us total) trans 0 rc 0/0 00000800:00000200:1.0:1784950507.602515:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:1.0:1784950507.602522:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009588bd88 type 1, nob 464 niov 1 nkiov 1 00000100:00100000:3.0:1784950507.602528:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2761 00000100:00000001:1.0:1784950507.602529:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950507.602533:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000040:1.0:1784950507.602537:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950507.602538:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950507.602542:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1784950507.602543:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950507.602546:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950507.602547:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058ccb8ec. 00000020:00000001:1.0:1784950507.602549:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1784950507.602555:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1784950507.602556:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000100:00000040:1.0:1784950507.602557:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054afbfd5 x1871652369212672/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:658/0 lens 224/368 e 0 to 0 dl 1784950518 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950507.602563:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004aab43c9. 00000020:00000010:3.0:1784950507.602565:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba5e1f06. 00000400:00000200:0.0:1784950507.602573:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1784950507.602577:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00100000:1.0:1784950507.602579:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000054afbfd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369212672:12345-192.168.203.114@tcp:41: Request processed in 445us (722us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950507.602583:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950507.602585:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950507.602597:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb316f9 00000400:00000010:0.0:1784950507.602602:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004cb316f9. 00000100:00100000:1.0:1784950507.602602:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2762 00000100:00000001:0.0:1784950507.602609:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1784950507.602609:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:0.0:1784950507.602614:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950507.602615:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950507.602620:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950507.602623:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046aafe7b. 00000020:00000010:1.0:1784950507.602627:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000084ca0bbb. 00000020:00000010:1.0:1784950507.602630:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c7e8cd1. 00000020:00000040:1.0:1784950507.602633:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:1.0:1784950507.602635:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950507.602681:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950507.602684:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009588bd88. 00000400:00000200:0.0:1784950507.602687:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950507.602690:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950507.602693:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004304ebc2 00000400:00000010:0.0:1784950507.602694:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004304ebc2. 00000100:00000001:0.0:1784950507.602697:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950507.602698:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950507.602701:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950507.602705:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950507.602707:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950507.602709:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950507.602713:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950507.602741:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c2580 00000400:00000200:0.0:1784950507.602748:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x163bd [1] + 224 00000800:00000001:0.0:1784950507.602753:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950507.602757:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950507.602759:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950507.602762:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950507.602765:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950507.602769:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000674d7555 x1871652369212800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950507.602778:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000674d7555 x1871652369212800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950507.602793:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950507.602797:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950507.602800:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950507.602802:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950507.602804:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950507.602808:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950507.602815:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c2500 00000400:00000200:0.0:1784950507.602820:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x163b9 [1] + 224 00000100:00000001:2.0:1784950507.602823:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784950507.602824:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950507.602828:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784950507.602834:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784950507.602837:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784950507.602838:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1784950507.602841:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950507.602846:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:2.0:1784950507.602846:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7b199f3. 00000400:00000200:2.0:1784950507.602854:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a3c3025 00000400:00000010:2.0:1784950507.602858:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007a3c3025. 00000100:00000001:2.0:1784950507.602861:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950507.602862:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950507.602868:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000674d7555 x1871652369212800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950507.602871:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005fd8b1b4 x1871652369212672/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950507.602904:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000674d7555 x1871652369212800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950507.602907:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000005fd8b1b4 x1871652369212672/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950507.602937:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950507.602940:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950507.602943:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950507.602945:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784950507.602945:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950507.602949:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950507.602951:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950507.602952:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950507.602953:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950507.602958:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784950507.602961:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=135 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950507.602966:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=135 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950507.602968:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950507.602970:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950507.602992:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950507.602994:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950507.602998:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950507.602999:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950507.603001:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950507.603002:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950507.603007:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000674d7555 x1871652369212800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950507.603014:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950507.603017:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950507.603019:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950507.603021:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1784950507.603025:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00000001:3.0:1784950507.603031:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000020:2.0:1784950507.603032:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00000001:3.0:1784950507.603036:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000004:00000001:2.0:1784950507.603041:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784950507.603045:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1784950507.603047:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000674d7555 x1871652369212800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784950507.603049:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950507.603054:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052dfb883. 00000400:00000200:3.0:1784950507.603060:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b068732 00000400:00000010:3.0:1784950507.603065:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003b068732. 00000100:00000001:3.0:1784950507.603071:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784950507.603077:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000674d7555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369212800:192.168.203.114@tcp:41: 00000100:00000200:3.0:1784950507.603081:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005fd8b1b4 x1871652369212672/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950507.603086:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950507.603092:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950507.603098:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000674d7555 x1871652369212800/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950507.603103:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005fd8b1b4 x1871652369212672/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950507.603116:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950507.603121:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784950507.603122:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1784950507.603124:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e4f728dd. 00000100:00000001:3.0:1784950507.603126:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950507.603130:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950507.603131:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784950507.603133:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1784950507.603136:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950507.603137:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1784950507.603140:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1784950507.603141:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950507.603147:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1784950507.603147:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950507.603152:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea4cd4d9. 00000100:00001000:3.0:1784950507.603154:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=140 v=5 (5 5 5 5) 02000000:00000001:2.0:1784950507.603156:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950507.603159:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1784950507.603162:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=140 v=5 (1 1 1 1) 00000100:00000010:2.0:1784950507.603163:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000674d7555. 00000100:00000001:2.0:1784950507.603170:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950507.603170:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950507.603172:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950507.603173:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950507.603176:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784950507.603178:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950507.603181:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950507.603182:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950507.603184:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784950507.603186:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950507.603188:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950507.603193:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950507.603193:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950507.603195:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950507.603197:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950507.603202:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005fd8b1b4 x1871652369212672/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950507.603209:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950507.603212:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950507.603213:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1784950507.603215:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1784950507.603218:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000004:00000020:3.0:1784950507.603223:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:3.0:1784950507.603227:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950507.603229:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005fd8b1b4 x1871652369212672/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950507.603237:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005fd8b1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369212672:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950507.603240:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950507.603242:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950507.603244:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005fd8b1b4 x1871652369212672/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950507.603249:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950507.603250:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950507.603252:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e0967212. 02000000:00000001:3.0:1784950507.603255:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950507.603256:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950507.603257:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1784950507.603259:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950507.603260:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000002c68df2. 02000000:00000001:3.0:1784950507.603263:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950507.603264:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950507.603265:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005fd8b1b4. 00000100:00000001:3.0:1784950507.603268:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950507.603269:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950507.603271:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950507.603275:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950507.603276:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950507.603278:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950507.603280:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950507.615866:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307445774, at 4307445775 00000100:00000040:0.0:1784950507.615874:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307445774, at 4307445775 00000100:00000010:2.0:1784950507.615880:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015fccc09. 00000100:00000040:3.0:1784950507.615888:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307445774, at 4307445775 00000100:00000010:0.0:1784950507.615890:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003360f156. 00000100:00000040:1.0:1784950507.615891:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307445774, at 4307445775 00000100:00000010:3.0:1784950507.615907:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080e06d5e. 00000100:00000010:1.0:1784950507.615912:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000207b9ee3. 00010000:00000001:2.0:1784950507.856863:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950507.856871:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950507.856879:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950507.856881:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950507.857019:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950507.857023:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950507.857026:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950508.496849:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950508.496862:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950508.496865:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950508.496869:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950508.496872:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950508.496875:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950508.496877:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950508.880843:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950508.880852:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950508.880860:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950508.880862:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950508.880960:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950508.880979:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950508.880982:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950509.520833:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950509.520842:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1784950509.520855:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950484/real 1784950484] req@0000000065c3eaf0 x1871652369207936/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950509 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784950509.520874:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950509.520876:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950509.520879:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000318fc601. 00000400:00000200:3.0:1784950509.520887:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4f46573 00000400:00000010:3.0:1784950509.520890:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e4f46573. 00000100:00000001:3.0:1784950509.520895:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950509.520899:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065c3eaf0 x1871652369207936/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950509 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950509.520908:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065c3eaf0 x1871652369207936/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950509 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950509.520932:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950509.520934:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950509.520936:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950509.520938:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950509.520941:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000065c3eaf0 x1871652369207936/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950509 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950509.520946:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950509.520953:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950509.520954:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950509.520957:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950509.520980:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950509.520982:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950509.520985:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065c3eaf0 x1871652369207936/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950509 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950509.520992:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1784950509.520995:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950509.520996:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950509.520997:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950509.520999:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1784950509.521001:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1784950509.521005:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784950509.521025:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:3.0:1784950509.521027:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1784950509.521031:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065c3eaf0 x1871652369207936/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950509 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950509.521038:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000065c3eaf0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369207936:192.168.203.114@tcp:8: 00000100:00000001:3.0:1784950509.521042:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.521044:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950509.521046:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065c3eaf0 x1871652369207936/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950509 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950509.521052:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950509.521055:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950509.521058:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004ff2e839. 02000000:00000001:3.0:1784950509.521064:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950509.521067:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950509.521069:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:3.0:1784950509.521072:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950509.521074:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000036e9bde2. 02000000:00000001:3.0:1784950509.521078:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950509.521080:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950509.521082:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065c3eaf0. 00000100:00000001:3.0:1784950509.521086:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1784950509.521087:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950509.521088:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950509.521093:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.521096:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950509.521105:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db61bd54. 00000020:00000040:1.0:1784950509.521110:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950509.521114:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950509.521117:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950509.521122:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950509.521138:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000975723c9. 00000100:00000001:1.0:1784950509.521144:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950509.521150:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000db61bd54 x1871652369212928/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950509.521159:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950509.521161:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950509.521166:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db61bd54] to pc [ptlrpcd_00_03+3] req@00000000db61bd54 x1871652369212928/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950509.521189:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950509.521191:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950509.521194:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950509.521197:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d32a5205. 00000020:00000040:1.0:1784950509.521199:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950509.521200:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950509.521202:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950509.521204:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950509.521207:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002957ca98. 00000100:00000001:1.0:1784950509.521209:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950509.521230:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000d32a5205 x1871652369213056/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950509.521237:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950509.521238:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950509.521242:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950509.521243:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:1.0:1784950509.521248:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d32a5205] to pc [ptlrpcd_00_00+0] req@00000000d32a5205 x1871652369213056/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950509.521250:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950509.521257:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950509.521262:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950509.521265:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950509.521267:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950509.521270:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950509.521275:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db61bd54 x1871652369212928/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950509.521278:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950509.521280:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.521285:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950509.521287:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784950509.521300:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1784950509.521302:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784950509.521305:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950509.521306:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.521311:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950509.521315:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1784950509.521315:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1784950509.521316:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1784950509.521321:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784950509.521323:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034bcd6b2. 02000000:00000001:3.0:1784950509.521323:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950509.521328:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1784950509.521331:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1784950509.521332:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.521333:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950509.521338:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950509.521341:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950509.521342:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784950509.521343:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000db61bd54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369212928:0@lo:400: 00000100:00000001:2.0:1784950509.521347:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950509.521348:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.521351:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950509.521353:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950509.521354:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1784950509.521357:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a629e91. 02000000:00000001:3.0:1784950509.521360:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950509.521361:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.521363:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950509.521363:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d32a5205 x1871652369213056/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950509.521365:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950509.521373:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784950509.521377:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000034bcd6b2 x1871652369213184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1784950509.521381:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba5e1f06. 00000100:00000001:2.0:1784950509.521386:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784950509.521387:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.521390:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950509.521397:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052dfb883. 02000000:00000001:2.0:1784950509.521398:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950509.521403:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950509.521405:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784950509.521408:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950509.521409:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b068732. 00000100:00000001:1.0:1784950509.521410:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950509.521416:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000d32a5205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369213056:192.168.203.114@tcp:400: 00000100:00000200:3.0:1784950509.521421:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369212928, portal 25 00000100:00000040:1.0:1784950509.521422:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034bcd6b2] to pc [ptlrpcd_00_01+1] req@0000000034bcd6b2 x1871652369213184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950509.521423:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950509.521426:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784950509.521430:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950509.521431:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038691584 : -120287670860032 : ffff9299581b8700) 02000000:00000001:2.0:1784950509.521434:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950509.521441:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784950509.521444:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000db61bd54 x1871652369212928/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950509.521449:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd84354f. 02000000:00000001:2.0:1784950509.521456:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.521457:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.521458:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950509.521463:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1784950509.521463:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041e9cd30. 00000100:00000040:3.0:1784950509.521465:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1784950509.521474:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1784950509.521474:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000400:00000010:2.0:1784950509.521475:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c7615d7. 00000100:00000001:0.0:1784950509.521482:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1784950509.521482:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6a5d6b0. 00000100:00000200:3.0:1784950509.521483:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369212928, offset 0 00000100:00000200:2.0:1784950509.521486:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369213056, portal 4 00000100:00100000:0.0:1784950509.521488:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000040:1.0:1784950509.521489:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950509.521494:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950509.521496:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950509.521498:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950509.521499:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038701440 : -120287670850176 : ffff9299581bad80) 00000400:00000200:3.0:1784950509.521500:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1784950509.521502:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950509.521508:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784950509.521509:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950509.521513:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950509.521515:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d32a5205 x1871652369213056/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950509.521517:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000083c2840c. 00000100:00000001:0.0:1784950509.521518:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950509.521523:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950509.521524:0:441643:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1784950509.521526:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950509.521528:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950509.521540:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000034bcd6b2 x1871652369213184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950509.521541:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000b6a5d6b0 x1871652369213312/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950509.521541:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950509.521550:0:441643:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c2600 00000100:00000040:2.0:1784950509.521555:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950509.521564:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051979f75. 00000400:00000200:3.0:1784950509.521570:0:441643:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14cad [2] + 0 00000400:00000010:3.0:1784950509.521580:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f93efea. 00000100:00000001:0.0:1784950509.521589:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784950509.521589:0:441643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000448ced40 00000100:00000001:1.0:1784950509.521590:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950509.521596:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.521596:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950509.521597:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369213056, offset 0 00000400:00000200:3.0:1784950509.521600:0:441643:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950509.521603:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6a5d6b0] to pc [ptlrpcd_00_02+2] req@00000000b6a5d6b0 x1871652369213312/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950509.521606:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950509.521611:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950509.521616:0:441643:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1784950509.521618:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950509.521622:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950509.521630:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000448ced40 00000100:00100000:0.0:1784950509.521635:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000034bcd6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369213184:192.168.203.114@tcp:400: 00000400:00000010:3.0:1784950509.521636:0:441643:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000448ced40. 00000400:00000200:2.0:1784950509.521640:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950509.521645:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.521646:0:441643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950509.521648:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1784950509.521651:0:441643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00080000:1.0:1784950509.521653:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000400:00000200:2.0:1784950509.521653:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784950509.521654:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784950509.521657:0:441643:0:(events.c:337:request_in_callback()) incoming req@000000008ed66b6a x1871652369212928 msgsize 224 02000000:00000001:0.0:1784950509.521660:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950509.521665:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00080000:1.0:1784950509.521667:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:0.0:1784950509.521668:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950509.521674:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1784950509.521675:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1784950509.521677:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000152a0e53. 00000100:00100000:3.0:1784950509.521679:0:441643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1784950509.521680:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1784950509.521685:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950509.521686:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:3.0:1784950509.521688:0:441643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1784950509.521692:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:0.0:1784950509.521694:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038e3e66e. 00000400:00000200:2.0:1784950509.521700:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11253:11253:235:4294967295] 192.168.203.114@tcp LPNI seq info [9950:9950:8:4294967295] 00000100:00080000:1.0:1784950509.521701:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12755 00000100:00000001:3.0:1784950509.521703:0:441643:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1784950509.521705:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b6b1737. 00000100:00000200:0.0:1784950509.521713:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369213184, portal 10 00000100:00000001:0.0:1784950509.521765:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950509.521767:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038696960 : -120287670854656 : ffff9299581b9c00) 00000400:00000200:2.0:1784950509.521776:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950509.521781:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000034bcd6b2 x1871652369213184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950509.521789:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000800:00000200:2.0:1784950509.521790:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950509.521795:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000400:00000200:1.0:1784950509.521796:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000800:00000010:2.0:1784950509.521801:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eacc2d84. 00000100:00000001:3.0:1784950509.521805:0:441643:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1784950509.521808:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12754 00000100:00000200:3.0:1784950509.521817:0:441643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db61bd54 x1871652369212928/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950509.521818:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1784950509.521819:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950509.521824:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000100:00000040:0.0:1784950509.521832:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950509.521839:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a240814. 00000100:00000040:1.0:1784950509.521840:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000800:00000200:2.0:1784950509.521843:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000200:0.0:1784950509.521847:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369213184, offset 0 00000100:00000001:1.0:1784950509.521849:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.0:1784950509.521853:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eacc2d84 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1784950509.521860:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000400:00000200:0.0:1784950509.521864:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950509.521865:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950509.521866:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000100:00000040:3.0:1784950509.521873:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db61bd54 x1871652369212928/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950509.521874:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950509.521874:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950509.521879:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 00000400:00000200:0.0:1784950509.521881:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:2.0:1784950509.521884:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13501 usecs (14 jiffies) 00000020:00000001:1.0:1784950509.521886:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950509.521895:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307447695 00000400:00000200:0.0:1784950509.521896:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:1.0:1784950509.521896:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000100:00000001:3.0:1784950509.521902:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950509.521905:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00000001:3.0:1784950509.521906:0:441643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1784950509.521908:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069f93401. 00000400:00000200:0.0:1784950509.521909:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:1.0:1784950509.521929:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000400:00000200:0.0:1784950509.521934:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950509.521935:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:1.0:1784950509.521939:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000400:00000200:0.0:1784950509.521943:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950509.521945:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950509.521946:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307447695 00000400:00000200:0.0:1784950509.521952:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11254:11254:234:4294967295] 192.168.203.114@tcp LPNI seq info [9951:9951:7:4294967295] 00000100:00000040:1.0:1784950509.521953:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 00000100:00000010:2.0:1784950509.521954:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000034c9e485. 00000100:00000001:1.0:1784950509.521974:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000100:00000001:2.0:1784950509.521977:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000020:00000040:1.0:1784950509.521982:0:431120:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000100:00000001:2.0:1784950509.521985:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307447695 00000100:00080000:1.0:1784950509.521991:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 00000100:00000010:2.0:1784950509.521991:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076fe874a. 00000100:00000001:2.0:1784950509.521998:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00080000:1.0:1784950509.522003:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000400:00000200:0.0:1784950509.522005:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950509.522006:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307447695 00000100:00000001:1.0:1784950509.522009:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950509.522014:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006aac1791. 02000000:00000001:1.0:1784950509.522016:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:0.0:1784950509.522022:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950509.522023:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1784950509.522025:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950509.522026:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784950509.522029:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000100:00000001:2.0:1784950509.522031:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950509.522033:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307450107 02000000:00000001:1.0:1784950509.522034:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.522037:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.522042:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000800:00000200:0.0:1784950509.522043:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950509.522047:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.522047:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307447695 00000100:00000001:1.0:1784950509.522048:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950509.522056:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950509.522057:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950509.522060:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000010b015c. 00000100:00000001:3.0:1784950509.522060:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307450107 00000800:00000200:0.0:1784950509.522065:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950509.522067:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1784950509.522069:0:431120:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1784950509.522070:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307447695 00000100:00000001:2.0:1784950509.522072:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950509.522077:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1784950509.522080:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.522080:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.522081:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307450107 00000100:00000001:0.0:1784950509.522085:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.522089:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950509.522091:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950509.522093:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5618 usecs (6 jiffies) 02000000:00000001:1.0:1784950509.522093:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950509.522093:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307447695 02000000:00000001:1.0:1784950509.522100:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950509.522103:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307447687 02000000:00000010:1.0:1784950509.522106:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004e567683. 00000100:00000001:3.0:1784950509.522106:0:441643:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307450107 00000100:00000001:1.0:1784950509.522115:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.522117:0:441643:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307447695 00000100:00100000:1.0:1784950509.522124:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000010b015c x1871652369213440/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950509.522124:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950509.522128:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.522135:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.522137:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950509.522140:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950509.522141:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950509.522142:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369212928 00000100:00000001:1.0:1784950509.522144:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950509.522148:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950509.522148:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784950509.522152:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000010b015c] to pc [ptlrpcd_rcv+-1] req@00000000010b015c x1871652369213440/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950509.522153:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950509.522153:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950509.522158:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.522161:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950509.522173:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950509.522177:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784950509.522178:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950509.522185:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369212928 00000100:00000040:3.0:1784950509.522187:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6a5d6b0 x1871652369213312/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950509.522190:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950509.522194:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000020:00000001:2.0:1784950509.522199:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950509.522220:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000020:00000001:2.0:1784950509.522228:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000020:00000001:2.0:1784950509.522234:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:3.0:1784950509.522238:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950509.522241:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.522242:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950509.522243:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950509.522246:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784950509.522248:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000010:2.0:1784950509.522249:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 02000000:00000001:3.0:1784950509.522250:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950509.522257:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950509.522259:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.522261:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:0.0:1784950509.522262:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1784950509.522262:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000100:00100000:3.0:1784950509.522268:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000b6a5d6b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369213312:192.168.203.114@tcp:400: 00000100:00000010:1.0:1784950509.522269:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000674d7555. 00000800:00000010:0.0:1784950509.522271:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eacc2d84. 00000020:00000040:1.0:1784950509.522277:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000010:2.0:1784950509.522277:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000204b523b. 00000100:00000001:3.0:1784950509.522281:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784950509.522282:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950509.522285:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:2.0:1784950509.522288:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccaa10e9. 02000000:00000001:3.0:1784950509.522288:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950509.522289:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950509.522294:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950509.522296:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950509.522297:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950509.522298:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a534ace4. 02000000:00000001:3.0:1784950509.522301:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950509.522308:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cbc1038. 00000400:00000200:0.0:1784950509.522309:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051979f75 02000000:00000010:3.0:1784950509.522310:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004403da6f. 00000100:00000040:2.0:1784950509.522312:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:0.0:1784950509.522316:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000051979f75. 00000100:00000001:1.0:1784950509.522317:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950509.522318:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.522319:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950509.522324:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950509.522325:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1784950509.522328:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2ad5860. 00000100:00000001:2.0:1784950509.522331:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950509.522332:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000674d7555 x1871652369213568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1784950509.522335:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d32a5205 x1871652369213056/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950509.522336:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000100:00000001:2.0:1784950509.522344:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950509.522345:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369213312, portal 4 00000100:00000001:3.0:1784950509.522354:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950509.522358:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038700544 : -120287670851072 : ffff9299581baa00) 00000100:00000001:2.0:1784950509.522360:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950509.522374:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b6a5d6b0 x1871652369213312/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950509.522375:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950509.522378:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950509.522379:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950509.522380:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.522384:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1784950509.522390:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d32a5205 x1871652369213056/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950509.522396:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000674d7555] to pc [ptlrpcd_00_03+3] req@00000000674d7555 x1871652369213568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950509.522399:0:453506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00000001:3.0:1784950509.522400:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950509.522409:0:453506:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000040:3.0:1784950509.522413:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950509.522418:0:453506:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790334097488 : -120283375454128 : ffff929a58223850) 00000400:00000010:3.0:1784950509.522421:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ee01619. 00000100:00000200:3.0:1784950509.522429:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369213312, offset 0 00000100:00000040:2.0:1784950509.522430:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008ed66b6a x1871652369212928/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:660/0 lens 224/0 e 0 to 0 dl 1784950520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950509.522440:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950509.522449:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950509.522450:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950509.522452:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.522458:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1784950509.522462:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12785) 00000800:00000001:0.0:1784950509.522463:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950509.522464:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000400:00000200:3.0:1784950509.522468:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950509.522471:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950509.522474:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:2.0:1784950509.522477:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000800:00000001:0.0:1784950509.522478:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950509.522480:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950509.522482:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950509.522487:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784950509.522488:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950509.522493:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950509.522494:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1784950509.522494:0:453506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008ed66b6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369212928:12345-0@lo:400: 00000800:00000001:0.0:1784950509.522496:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950509.522505:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000674d7555 x1871652369213568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950509.522506:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000200:2.0:1784950509.522508:0:453506:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369212928 00000020:00000001:2.0:1784950509.522517:0:453506:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:0.0:1784950509.522519:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950509.522522:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11255:11255:234:4294967295] 192.168.203.114@tcp LPNI seq info [9952:9952:7:4294967295] 00000020:00000001:2.0:1784950509.522535:0:453506:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1784950509.522540:0:453506:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950509.522547:0:453506:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950509.522550:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1784950509.522552:0:453506:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:1.0:1784950509.522554:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950509.522558:0:453506:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1784950509.522561:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784950509.522561:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:2.0:1784950509.522562:0:453506:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950509.522567:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950509.522570:0:453506:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950509.522576:0:453506:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1784950509.522577:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950509.522581:0:453506:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950509.522584:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00100000:1.0:1784950509.522588:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000674d7555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369213568:192.168.203.114@tcp:400: 00000020:00000001:2.0:1784950509.522588:0:453506:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1784950509.522589:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c2680 00000100:00000001:2.0:1784950509.522596:0:453506:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000010:3.0:1784950509.522596:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a955e85. 00000100:00000001:1.0:1784950509.522603:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950509.522604:0:453506:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1784950509.522610:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784950509.522611:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 3360 00000800:00000200:3.0:1784950509.522612:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000010:2.0:1784950509.522613:0:453506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000036e9bde2. 02000000:00000001:1.0:1784950509.522614:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950509.522621:0:453506:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950509.522623:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1784950509.522627:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950509.522629:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:2.0:1784950509.522630:0:453506:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950509.522631:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000135a536f. 00000800:00000001:0.0:1784950509.522637:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950509.522640:0:453506:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950509.522641:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950509.522641:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004a955e85 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950509.522642:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1784950509.522649:0:453506:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369212928 00000400:00000010:1.0:1784950509.522652:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001643a88a. 00000100:00000001:3.0:1784950509.522653:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950509.522655:0:453506:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:0.0:1784950509.522659:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950509.522662:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4742 usecs (5 jiffies) 00000400:00000010:1.0:1784950509.522664:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058027d62. 00000100:00000001:0.0:1784950509.522667:0:441634:0:(events.c:286:request_in_callback()) Process entered 00010000:00000200:2.0:1784950509.522667:0:453506:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000008ed66b6a x1871652369212928/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:660/0 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950509.522670:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307447686 00000100:00000200:0.0:1784950509.522672:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:1.0:1784950509.522674:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369213568, portal 10 00000100:00000001:3.0:1784950509.522680:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307450107 00000100:00000001:1.0:1784950509.522682:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1784950509.522683:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c79a93b4. 00000100:00000001:1.0:1784950509.522688:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038690688 : -120287670860928 : ffff9299581b8380) 00000100:00000001:3.0:1784950509.522688:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307447686 00000100:00000040:0.0:1784950509.522691:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000c79a93b4 x1871652369213056 msgsize 224 00000100:00000001:3.0:1784950509.522697:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307450107 00010000:00000001:2.0:1784950509.522703:0:453506:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1784950509.522705:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000674d7555 x1871652369213568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950509.522705:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307447686 00010000:00000001:2.0:1784950509.522707:0:453506:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950509.522713:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950509.522714:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307450107 00000100:00001000:2.0:1784950509.522716:0:453506:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=147 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950509.522724:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307447686 00000100:00000001:2.0:1784950509.522730:0:453506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950509.522731:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307450107 00000100:00000001:0.0:1784950509.522748:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950509.522770:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950509.522771:0:453506:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:1.0:1784950509.522772:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950509.522778:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.522780:0:453506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000040:1.0:1784950509.522781:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950509.522784:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950509.522788:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006444b648. 02000000:00000001:2.0:1784950509.522788:0:453506:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950509.522789:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950509.522791:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1784950509.522794:0:453506:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950509.522799:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369213568, offset 0 00000800:00000010:0.0:1784950509.522800:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 00000100:00000001:3.0:1784950509.522800:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950509.522801:0:453506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950509.522808:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784950509.522810:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950509.522812:0:453506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1784950509.522816:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950509.522818:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950509.522820:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784950509.522821:0:453506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000faec7be4. 00000100:00000001:3.0:1784950509.522826:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950509.522827:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:2.0:1784950509.522830:0:453506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369212928, offset 224 00000100:00000001:3.0:1784950509.522833:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950509.522835:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950509.522845:0:453506:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1784950509.522846:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950509.522851:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950509.522855:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950509.522856:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950509.522860:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950509.522861:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950509.522867:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11256:11256:233:4294967295] 192.168.203.114@tcp LPNI seq info [9953:9953:6:4294967295] 00000100:00000001:3.0:1784950509.522867:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950509.522875:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000010b015c x1871652369213440/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950509.522890:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950509.522899:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950509.522902:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950509.522903:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a240814 02000000:00000001:3.0:1784950509.522908:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1784950509.522909:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950509.522910:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a240814. 00000400:00000200:2.0:1784950509.522929:0:453506:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1784950509.522930:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950509.522934:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:1.0:1784950509.522936:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea4cd4d9. 02000000:00000001:3.0:1784950509.522938:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950509.522944:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000034bcd6b2 x1871652369213184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950509.522949:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000010b015c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369213440:1.2.3.4@tcp:8: 00000800:00000200:1.0:1784950509.522951:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950509.522951:0:453506:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c2600 00000100:00000001:3.0:1784950509.522981:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1784950509.522982:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:2.0:1784950509.522985:0:453506:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x163d1 [1] + 224 00000100:00000001:3.0:1784950509.522987:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950509.522992:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ea4cd4d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950509.522995:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950509.522999:0:453506:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950509.523003:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.523004:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950509.523009:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950509.523012:0:453506:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1784950509.523012:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950509.523013:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5087 usecs (6 jiffies) 00000100:00000040:0.0:1784950509.523018:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000034bcd6b2 x1871652369213184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950509.523022:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307447688 00000100:00000001:3.0:1784950509.523023:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950509.523025:0:453506:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950509.523028:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950509.523032:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307450107 00000100:00000200:2.0:1784950509.523035:0:453506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db61bd54 x1871652369212928/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950509.523036:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950509.523039:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307447688 00000100:00000001:3.0:1784950509.523042:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950509.523048:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307450107 00000100:00000001:3.0:1784950509.523048:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.523056:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.523058:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307447688 00000100:00000001:0.0:1784950509.523063:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.523066:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307450107 00000100:00000001:0.0:1784950509.523074:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950509.523074:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307447688 00000100:00000040:2.0:1784950509.523078:0:453506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000db61bd54 x1871652369212928/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950509.523081:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307450107 00000100:00000001:1.0:1784950509.523087:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950509.523088:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950509.523094:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.523098:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1784950509.523099:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950509.523100:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950509.523102:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369213056 00000100:00000001:2.0:1784950509.523104:0:453506:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950509.523107:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950509.523111:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950509.523114:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950509.523115:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950509.523116:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950509.523119:0:453506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faec7be4 00000100:00000001:1.0:1784950509.523120:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1784950509.523122:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950509.523124:0:453506:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000faec7be4. 00000100:00000001:1.0:1784950509.523126:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1784950509.523127:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1784950509.523129:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369213056 00000100:00000001:1.0:1784950509.523131:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950509.523132:0:453506:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000010:0.0:1784950509.523137:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a955e85. 00000020:00000001:3.0:1784950509.523137:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950509.523138:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.523138:0:453506:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:3.0:1784950509.523142:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:2.0:1784950509.523147:0:453506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.523148:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950509.523148:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1784950509.523149:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1784950509.523155:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000040:2.0:1784950509.523158:0:453506:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000020:00000001:3.0:1784950509.523160:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000200:0.0:1784950509.523167:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:2.0:1784950509.523167:0:453506:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950509.523167:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000800:00000001:1.0:1784950509.523170:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950509.523172:0:453506:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.523178:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1784950509.523179:0:453506:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1784950509.523180:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ee01619 00000800:00000001:1.0:1784950509.523183:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950509.523185:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001ee01619. 00000020:00000010:3.0:1784950509.523185:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000100:00000040:2.0:1784950509.523187:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ed66b6a x1871652369212928/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:660/0 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950509.523190:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950509.523194:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950509.523195:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950509.523197:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950509.523221:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000100:00000200:0.0:1784950509.523222:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6a5d6b0 x1871652369213312/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950509.523232:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017854499. 00000400:00000200:1.0:1784950509.523234:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00100000:2.0:1784950509.523239:0:453506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008ed66b6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441643:x1871652369212928:12345-0@lo:400: Request processed in 774us (1575us total) trans 0 rc 0/0 00000020:00000010:3.0:1784950509.523242:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058ccb8ec. 00000020:00000010:3.0:1784950509.523253:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000400:00000200:1.0:1784950509.523259:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c2700 00000100:00000001:0.0:1784950509.523265:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1784950509.523265:0:453506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00000040:3.0:1784950509.523266:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000400:00000200:1.0:1784950509.523274:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 167552 00000100:00000040:2.0:1784950509.523275:0:453506:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:3.0:1784950509.523275:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1784950509.523276:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6a5d6b0 x1871652369213312/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950509.523281:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950509.523283:0:453506:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950509.523287:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.523289:0:453506:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:1.0:1784950509.523292:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950509.523297:0:453506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccaa10e9. 00000100:00000001:3.0:1784950509.523298:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950509.523302:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950509.523303:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950509.523306:0:453506:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a534ace4. 00000100:00000001:0.0:1784950509.523308:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950509.523311:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1784950509.523314:0:453506:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000204b523b. 00000100:00000001:3.0:1784950509.523315:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950509.523323:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:2.0:1784950509.523324:0:453506:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000001:3.0:1784950509.523332:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950509.523336:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950509.523339:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1784950509.523341:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1784950509.523344:0:453506:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000010:1.0:1784950509.523347:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070d803ca. 02000000:00000010:2.0:1784950509.523349:0:453506:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000036e9bde2. 00000100:00100000:3.0:1784950509.523349:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2763 00000100:00000040:1.0:1784950509.523355:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000070d803ca x1871652369213184 msgsize 224 02000000:00000001:2.0:1784950509.523358:0:453506:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1784950509.523359:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:2.0:1784950509.523363:0:453506:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950509.523364:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684298240 : -120288025253376 : ffff929942fbea00) 00000800:00000200:0.0:1784950509.523368:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1784950509.523371:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000200:2.0:1784950509.523372:0:453506:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:0.0:1784950509.523374:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea4cd4d9. 00000100:00000040:3.0:1784950509.523378:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c79a93b4 x1871652369213056/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:660/0 lens 224/0 e 0 to 0 dl 1784950520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950509.523382:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784950509.523382:0:453506:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4b560a4. 00000100:00000001:1.0:1784950509.523387:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1784950509.523393:0:453506:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2ccaf34. 00000400:00000200:0.0:1784950509.523398:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950509.523399:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950509.523405:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950509.523408:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006444b648 00000800:00000001:1.0:1784950509.523411:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950509.523411:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000400:00000010:0.0:1784950509.523412:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000006444b648. 00000800:00000001:1.0:1784950509.523421:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950509.523422:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950509.523423:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950509.523426:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784950509.523431:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950509.523431:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000100:00000200:0.0:1784950509.523432:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000674d7555 x1871652369213568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950509.523432:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950509.523439:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950509.523444:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1784950509.523450:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c79a93b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369213056:12345-192.168.203.114@tcp:400: 00000400:00000010:2.0:1784950509.523451:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052dfb883. 00000400:00000200:1.0:1784950509.523454:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950509.523461:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b068732 00000100:00000001:0.0:1784950509.523465:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784950509.523468:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003b068732. 00000100:00000200:3.0:1784950509.523468:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369213056 00000100:00000040:0.0:1784950509.523474:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000674d7555 x1871652369213568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950509.523477:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950509.523478:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c2780 00000020:00000001:3.0:1784950509.523478:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950509.523485:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000200:2.0:1784950509.523488:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db61bd54 x1871652369212928/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950509.523493:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950509.523498:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 3584 00000020:00000001:3.0:1784950509.523502:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950509.523507:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000001:1.0:1784950509.523514:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950509.523515:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950509.523516:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000001:1.0:1784950509.523523:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950509.523524:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000001:3.0:1784950509.523525:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369213056, found 0 last_xid 1871652369213055 00000100:00000200:2.0:1784950509.523529:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db61bd54 x1871652369212928/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950509.523532:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950509.523533:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950509.523535:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950509.523542:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000001:0.0:1784950509.523544:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950509.523547:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950509.523548:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950509.523554:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.523559:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1784950509.523560:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1784950509.523564:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1784950509.523565:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950509.523567:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950509.523571:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784950509.523572:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000174213bb. 02000000:00000001:3.0:1784950509.523573:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950509.523574:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950509.523575:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:3.0:1784950509.523580:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e0967212. 00000100:00100000:0.0:1784950509.523582:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369213184 00000100:00000040:1.0:1784950509.523583:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000174213bb x1871652369213312 msgsize 224 02000000:00000001:2.0:1784950509.523583:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1784950509.523586:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950509.523590:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950509.523591:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950509.523592:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950509.523596:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950509.523597:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950509.523599:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950509.523604:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950509.523604:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950509.523605:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00010000:00000040:3.0:1784950509.523607:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369213056 00010000:00000001:3.0:1784950509.523615:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00001000:2.0:1784950509.523616:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=147 v=5 (5 5 5 5) 02000000:00000001:0.0:1784950509.523617:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.523622:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000200:3.0:1784950509.523623:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c79a93b4 x1871652369213056/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:660/0 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950509.523625:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369213184 00000100:00001000:2.0:1784950509.523627:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=147 v=5 (1 1 1 1) 00000020:00000001:0.0:1784950509.523631:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000001:1.0:1784950509.523632:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:0.0:1784950509.523637:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:2.0:1784950509.523639:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784950509.523642:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950509.523644:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950509.523645:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950509.523651:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000800:00000001:1.0:1784950509.523651:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784950509.523653:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950509.523655:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950509.523658:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950509.523659:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950509.523660:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00010000:00000001:3.0:1784950509.523660:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.523664:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950509.523669:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00001000:3.0:1784950509.523670:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=142 v=5 (1 1 1 1) 00000100:00000040:2.0:1784950509.523675:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db61bd54 x1871652369212928/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950509.523678:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1784950509.523679:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950509.523680:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1784950509.523686:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000040:3.0:1784950509.523690:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950509.523694:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950509.523700:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c2880 00000100:00000001:3.0:1784950509.523700:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000010:0.0:1784950509.523705:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 02000000:00000001:3.0:1784950509.523709:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950509.523714:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950509.523716:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c7e8cd1. 00000400:00000200:1.0:1784950509.523717:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 167776 00000100:00000001:2.0:1784950509.523720:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950509.523722:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1784950509.523726:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023d82d26. 00000100:00000001:2.0:1784950509.523729:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784950509.523730:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950509.523757:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950509.523763:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db61bd54 x1871652369212928/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950509.523764:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c67f9aa. 00000100:00000040:3.0:1784950509.523768:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950509.523772:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950509.523776:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:3.0:1784950509.523777:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee59023e. 00000400:00000200:1.0:1784950509.523780:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950509.523785:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1784950509.523787:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369213056, offset 224 00000100:00000001:0.0:1784950509.523790:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1784950509.523795:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950509.523797:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950509.523802:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000db61bd54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441643:1871652369212928:0@lo:400: 00000400:00000200:3.0:1784950509.523804:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950509.523809:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1784950509.523813:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950509.523816:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950509.523816:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950509.523817:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1784950509.523822:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950509.523824:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950509.523825:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1784950509.523828:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066f32c0c. 00000100:00000040:2.0:1784950509.523834:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db61bd54 x1871652369212928/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950509.523836:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000066f32c0c x1871652369213568 msgsize 224 00000100:00000001:0.0:1784950509.523841:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950509.523842:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11257:11257:235:4294967295] 192.168.203.114@tcp LPNI seq info [9954:9954:8:4294967295] 00000100:00000001:0.0:1784950509.523859:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1784950509.523860:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950509.523866:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950509.523868:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950509.523874:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1784950509.523878:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1610 00000100:00000001:1.0:1784950509.523879:0:441635:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:2.0:1784950509.523880:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba5e1f06. 00000400:00000200:3.0:1784950509.523884:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950509.523889:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 02000000:00000001:2.0:1784950509.523893:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950509.523894:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038699648 : -120287670851968 : ffff9299581ba680) 00000800:00000200:3.0:1784950509.523895:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950509.523899:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950509.523905:0:441643:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000800:00000010:3.0:1784950509.523905:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a7ee387. 00000100:00000040:0.0:1784950509.523909:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070d803ca x1871652369213184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:660/0 lens 224/0 e 0 to 0 dl 1784950520 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950509.523909:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1784950509.523931:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:1.0:1784950509.523932:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369213568 02000000:00000010:2.0:1784950509.523939:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000975723c9. 02000000:00000001:1.0:1784950509.523940:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:3.0:1784950509.523940:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950509.523945:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950509.523946:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1784950509.523949:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950509.523950:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950509.523953:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 02000000:00000001:2.0:1784950509.523956:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1784950509.523958:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950509.523972:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950509.523975:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1784950509.523976:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db61bd54. 00000100:00100000:1.0:1784950509.523978:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369213568 00000800:00000200:3.0:1784950509.523980:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a7ee387 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1784950509.523984:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000020:00000001:1.0:1784950509.523985:0:453541:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950509.523987:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000040:1.0:1784950509.523991:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000001:2.0:1784950509.523992:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950509.523995:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:0.0:1784950509.523996:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000070d803ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369213184:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950509.523997:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950509.524002:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000020:00000040:1.0:1784950509.524010:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00010000:00000001:3.0:1784950509.524013:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950509.524015:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950509.524018:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000200:0.0:1784950509.524019:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369213184 00000020:00000001:3.0:1784950509.524019:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.524022:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784950509.524027:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:3.0:1784950509.524028:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1784950509.524029:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950509.524029:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950509.524033:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1784950509.524036:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950509.524037:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950509.524039:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c79a93b4 x1871652369213056/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:660/0 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950509.524040:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000020:00000001:0.0:1784950509.524041:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.524044:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.524048:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950509.524049:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950509.524054:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000010:1.0:1784950509.524057:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000020:00000001:0.0:1784950509.524062:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1784950509.524067:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950509.524068:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a04e3ba. 00000020:00000001:0.0:1784950509.524075:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1784950509.524076:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c79a93b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369213056:12345-192.168.203.114@tcp:400: Request processed in 665us (1378us total) trans 0 rc 0/0 00000020:00000010:1.0:1784950509.524077:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000080f09154. 00000020:00000001:0.0:1784950509.524080:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950509.524085:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950509.524085:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000018566c4f. 00000100:00000001:2.0:1784950509.524089:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1784950509.524093:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950509.524095:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1784950509.524095:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2763 00000100:00100000:2.0:1784950509.524097:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369213312 00000100:00000001:0.0:1784950509.524101:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950509.524101:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1784950509.524103:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1784950509.524104:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 02000000:00000001:0.0:1784950509.524108:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950509.524108:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950509.524109:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950509.524109:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:0.0:1784950509.524116:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d932853f. 00000100:00000001:3.0:1784950509.524117:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950509.524118:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1784950509.524118:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950509.524125:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058ccb8ec. 02000000:00000001:0.0:1784950509.524126:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.524127:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1784950509.524128:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.524133:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950509.524134:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950509.524136:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369213312 00000020:00000010:3.0:1784950509.524136:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000020:00000001:0.0:1784950509.524141:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950509.524142:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:3.0:1784950509.524143:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017854499. 00010000:00000040:0.0:1784950509.524146:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369213184 00000100:00000001:1.0:1784950509.524146:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950509.524147:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000040:3.0:1784950509.524149:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000020:00000001:2.0:1784950509.524153:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00010000:00000001:0.0:1784950509.524158:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000040:2.0:1784950509.524159:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:3.0:1784950509.524160:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950509.524164:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1784950509.524167:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:1.0:1784950509.524168:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000200:0.0:1784950509.524170:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000070d803ca x1871652369213184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:660/0 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950509.524174:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:3.0:1784950509.524179:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950509.524182:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1611 00000100:00000001:2.0:1784950509.524183:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1784950509.524187:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950509.524190:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000020:00000010:2.0:1784950509.524190:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000100:00000001:1.0:1784950509.524217:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038695168 : -120287670856448 : ffff9299581b9500) 00000100:00000001:2.0:1784950509.524218:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950509.524227:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00010000:00000001:0.0:1784950509.524230:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1784950509.524230:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066f32c0c x1871652369213568/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:660/0 lens 224/0 e 0 to 0 dl 1784950520 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950509.524235:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000204b523b. 00010000:00000001:0.0:1784950509.524237:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950509.524243:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccaa10e9. 00000100:00001000:0.0:1784950509.524248:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=142 v=5 (1 1 1 1) 00000020:00000010:2.0:1784950509.524251:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a534ace4. 00000800:00000200:3.0:1784950509.524259:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950509.524260:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950509.524262:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950509.524263:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000800:00000010:3.0:1784950509.524265:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a7ee387. 00000020:00000010:1.0:1784950509.524268:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000001:2.0:1784950509.524270:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1784950509.524274:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950509.524274:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950509.524275:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950509.524276:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950509.524281:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950509.524285:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000100:00000001:0.0:1784950509.524286:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950509.524290:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950509.524291:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:0.0:1784950509.524297:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1784950509.524299:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000066f32c0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369213568:12345-192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950509.524303:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee59023e 02000000:00000001:0.0:1784950509.524304:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950509.524307:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369213568 00000100:00000001:2.0:1784950509.524308:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950509.524309:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ee59023e. 00000100:00000001:0.0:1784950509.524314:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1784950509.524314:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950509.524318:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1784950509.524321:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950509.524322:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1784950509.524326:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.524327:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1784950509.524328:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:3.0:1784950509.524331:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950509.524333:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950509.524334:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950509.524339:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000010:0.0:1784950509.524340:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a240814. 00000800:00000001:3.0:1784950509.524341:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950509.524344:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1784950509.524346:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2764 00000020:00000001:1.0:1784950509.524351:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950509.524352:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784950509.524353:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369213184, offset 224 00000100:00000040:2.0:1784950509.524353:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000020:00000001:1.0:1784950509.524355:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950509.524361:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950509.524362:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038693376 : -120287670858240 : ffff9299581b8e00) 00000800:00000001:3.0:1784950509.524362:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950509.524365:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950509.524372:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950509.524373:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1784950509.524377:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000174213bb x1871652369213312/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:660/0 lens 224/0 e 0 to 0 dl 1784950520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950509.524381:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1784950509.524384:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:1.0:1784950509.524386:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1784950509.524394:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000010:1.0:1784950509.524395:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e0912e40. 02000000:00000001:1.0:1784950509.524403:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.524410:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950509.524412:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11258:11258:235:4294967295] 192.168.203.114@tcp LPNI seq info [9955:9955:8:4294967295] 00000020:00000001:1.0:1784950509.524415:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.524415:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950509.524421:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00010000:00000040:1.0:1784950509.524424:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369213568 00000100:00000001:2.0:1784950509.524427:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1784950509.524429:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000010:2.0:1784950509.524435:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000400:00000200:0.0:1784950509.524442:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000200:1.0:1784950509.524442:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000066f32c0c x1871652369213568/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:660/0 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950509.524451:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000174213bb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369213312:12345-192.168.203.114@tcp:400: 00000800:00000200:0.0:1784950509.524465:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:2.0:1784950509.524467:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369213312 00000400:00000200:3.0:1784950509.524472:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c2680 00000020:00000001:2.0:1784950509.524475:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000010:0.0:1784950509.524477:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000020:00000001:2.0:1784950509.524482:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00010000:00000001:1.0:1784950509.524486:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1784950509.524488:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950509.524488:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x163d9 [1] + 224 00010000:00000001:1.0:1784950509.524491:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950509.524493:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:2.0:1784950509.524496:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00001000:1.0:1784950509.524500:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=142 v=5 (1 1 1 1) 00000020:00000001:2.0:1784950509.524502:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000001:3.0:1784950509.524505:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950509.524511:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:2.0:1784950509.524512:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950509.524513:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:3.0:1784950509.524515:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1784950509.524519:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369213312, found 0 last_xid 1871652369213311 00000800:00000200:0.0:1784950509.524520:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950509.524522:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950509.524524:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000001:2.0:1784950509.524528:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950509.524534:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950509.524536:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950509.524536:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1784950509.524537:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950509.524539:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1784950509.524542:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1784950509.524546:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950509.524548:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950509.524549:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950509.524550:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950509.524552:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1784950509.524554:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1784950509.524559:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950509.524561:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1784950509.524563:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d32a5205 x1871652369213056/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950509.524564:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950509.524566:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950509.524567:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1784950509.524574:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000010:2.0:1784950509.524574:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000036e9bde2. 00000400:00000010:1.0:1784950509.524576:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c595d0d. 02000000:00000001:2.0:1784950509.524582:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950509.524586:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070d803ca x1871652369213184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:660/0 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950509.524586:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369213568, offset 224 00000100:00000001:2.0:1784950509.524588:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950509.524593:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d32a5205 x1871652369213056/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950509.524597:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950509.524605:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000040:2.0:1784950509.524606:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369213312 00010000:00000001:2.0:1784950509.524614:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:2.0:1784950509.524625:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000174213bb x1871652369213312/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:660/0 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950509.524627:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:0.0:1784950509.524645:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000070d803ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441641:x1871652369213184:12345-192.168.203.114@tcp:400: Request processed in 692us (1282us total) trans 0 rc 0/0 00000400:00000200:1.0:1784950509.524647:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11259:11259:234:4294967295] 192.168.203.114@tcp LPNI seq info [9956:9956:7:4294967295] 00000100:00000001:3.0:1784950509.524652:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784950509.524669:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950509.524672:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950509.524678:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1610 00000100:00001000:2.0:1784950509.524679:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=142 v=5 (1 1 1 1) 00000400:00000200:1.0:1784950509.524684:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950509.524688:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:2.0:1784950509.524690:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950509.524697:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1784950509.524701:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950509.524703:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1784950509.524704:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950509.524705:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000010:0.0:1784950509.524709:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023d82d26. 02000000:00000001:2.0:1784950509.524713:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000010:1.0:1784950509.524714:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009588bd88. 00000020:00000010:0.0:1784950509.524716:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c67f9aa. 02000000:00000001:2.0:1784950509.524717:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950509.524725:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950509.524726:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1784950509.524727:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c7e8cd1. 00000800:00000200:3.0:1784950509.524765:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784950509.524766:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000040:0.0:1784950509.524767:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000800:00000010:3.0:1784950509.524774:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 00000800:00000200:1.0:1784950509.524775:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950509.524776:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950509.524776:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000faec7be4. 00000400:00000200:3.0:1784950509.524781:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1784950509.524785:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009588bd88 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1784950509.524787:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369213312, offset 224 00000400:00000200:3.0:1784950509.524794:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950509.524799:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950509.524803:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950509.524806:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950509.524809:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000800:00000001:0.0:1784950509.524811:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950509.524813:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a240814 00010000:00000001:1.0:1784950509.524814:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000010:3.0:1784950509.524819:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a240814. 00000020:00000001:1.0:1784950509.524820:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950509.524822:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950509.524826:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1784950509.524827:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950509.524831:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950509.524836:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11260:11260:233:4294967295] 192.168.203.114@tcp LPNI seq info [9957:9957:6:4294967295] 00000100:00000040:1.0:1784950509.524839:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066f32c0c x1871652369213568/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:660/0 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950509.524861:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950509.524866:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1784950509.524868:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000066f32c0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369213568:12345-192.168.203.114@tcp:400: Request processed in 599us (1022us total) trans 0 rc 0/0 00000800:00000010:0.0:1784950509.524875:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009588bd88. 00000800:00000001:3.0:1784950509.524879:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950509.524883:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950509.524885:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950509.524889:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950509.524890:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1611 00000800:00000010:2.0:1784950509.524892:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c55871f. 00000800:00000001:3.0:1784950509.524897:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950509.524900:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000400:00000200:0.0:1784950509.524901:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950509.524905:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950509.524908:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:2.0:1784950509.524909:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950509.524929:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c595d0d 00000100:00000001:1.0:1784950509.524931:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1784950509.524935:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c595d0d. 00000020:00000010:1.0:1784950509.524938:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000080f09154. 00000800:00000200:2.0:1784950509.524940:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950509.524941:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950509.524943:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1784950509.524947:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000018566c4f. 00000800:00000200:2.0:1784950509.524949:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002c55871f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950509.524950:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1784950509.524954:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a04e3ba. 00000100:00000001:2.0:1784950509.524974:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950509.524975:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c2700 00000800:00000001:0.0:1784950509.524978:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784950509.524979:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:1.0:1784950509.524985:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950509.524986:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000800:00000001:0.0:1784950509.524990:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950509.524991:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x163e1 [1] + 224 00010000:00000001:2.0:1784950509.524995:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000001:0.0:1784950509.524997:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950509.524999:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950509.525003:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950509.525004:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000001:0.0:1784950509.525006:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950509.525014:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000174213bb x1871652369213312/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:660/0 lens 224/224 e 0 to 0 dl 1784950520 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950509.525019:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950509.525021:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950509.525027:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950509.525039:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950509.525046:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c2880 00000100:00100000:2.0:1784950509.525052:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000174213bb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369213312:12345-192.168.203.114@tcp:400: Request processed in 630us (1461us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950509.525052:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:1.0:1784950509.525058:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784950509.525061:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x163f1 [1] + 224 00000100:00000200:3.0:1784950509.525062:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000034bcd6b2 x1871652369213184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784950509.525065:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c55871f. 00000400:00000200:1.0:1784950509.525073:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950509.525080:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950509.525087:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:2.0:1784950509.525087:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2764 00000800:00000001:0.0:1784950509.525092:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950509.525099:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950509.525100:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faec7be4 00000100:00000040:2.0:1784950509.525100:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000040:3.0:1784950509.525102:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000034bcd6b2 x1871652369213184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950509.525106:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000faec7be4. 00000100:00000001:2.0:1784950509.525107:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1784950509.525113:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950509.525113:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950509.525116:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1784950509.525119:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccaa10e9. 00000100:00000001:1.0:1784950509.525121:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1784950509.525124:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1784950509.525129:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a534ace4. 00000100:00000200:0.0:1784950509.525135:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000674d7555 x1871652369213568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950509.525137:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1784950509.525138:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000204b523b. 00000020:00000040:2.0:1784950509.525148:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000001:3.0:1784950509.525148:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950509.525152:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307450107 00000100:00000040:0.0:1784950509.525153:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000674d7555 x1871652369213568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950509.525156:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950509.525159:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307447690 00000800:00000001:3.0:1784950509.525159:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950509.525167:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950509.525168:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307450107 00000800:00000001:3.0:1784950509.525173:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950509.525176:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307447690 00000100:00000001:1.0:1784950509.525180:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307450107 00000100:00000001:1.0:1784950509.525185:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307447690 00000400:00000200:3.0:1784950509.525186:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950509.525187:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950509.525192:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307450107 00000100:00000001:2.0:1784950509.525195:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950509.525196:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950509.525199:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950509.525200:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950509.525201:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950509.525205:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950509.525222:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c2780 00000400:00000001:2.0:1784950509.525224:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950509.525229:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950509.525232:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041e9cd30. 00000400:00000200:2.0:1784950509.525237:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c7615d7 00000100:00000001:0.0:1784950509.525238:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784950509.525240:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000c7615d7. 00000100:00000001:0.0:1784950509.525242:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950509.525245:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1784950509.525246:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950509.525250:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950509.525252:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038e3e66e. 00000100:00000200:2.0:1784950509.525253:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d32a5205 x1871652369213056/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950509.525258:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b6b1737 00000400:00000010:1.0:1784950509.525264:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007b6b1737. 00000100:00000001:1.0:1784950509.525269:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950509.525270:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d32a5205 x1871652369213056/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950509.525277:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x163e9 [1] + 224 00000100:00000200:1.0:1784950509.525278:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000034bcd6b2 x1871652369213184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784950509.525294:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1784950509.525295:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784950509.525301:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784950509.525303:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1784950509.525305:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001643a88a. 00000800:00000001:3.0:1784950509.525306:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950509.525308:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950509.525314:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058027d62 00000100:00000001:2.0:1784950509.525316:0:441642:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:3.0:1784950509.525316:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784950509.525321:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000058027d62. 02000000:00000001:2.0:1784950509.525322:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950509.525328:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950509.525330:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950509.525331:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950509.525333:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950509.525341:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000674d7555 x1871652369213568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950509.525342:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.525344:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1784950509.525353:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=137 v=5 (5 5 5 5) 00000100:00000200:1.0:1784950509.525354:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000034bcd6b2 x1871652369213184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950509.525356:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6a5d6b0 x1871652369213312/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950509.525368:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=137 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950509.525382:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950509.525387:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950509.525389:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000674d7555 x1871652369213568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950509.525393:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950509.525398:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.525406:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950509.525408:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784950509.525412:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1784950509.525414:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950509.525417:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6a5d6b0 x1871652369213312/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950509.525418:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950509.525422:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950509.525423:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950509.525425:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784950509.525427:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950509.525433:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950509.525434:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950509.525440:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950509.525440:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d32a5205 x1871652369213056/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950509.525441:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950509.525447:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1784950509.525448:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950509.525451:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950509.525456:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950509.525457:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=142 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950509.525459:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784950509.525463:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950509.525467:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950509.525470:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1784950509.525472:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=142 v=5 (1 1 1 1) 00000800:00000001:3.0:1784950509.525474:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950509.525475:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=142 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950509.525475:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950509.525480:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950509.525482:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950509.525488:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950509.525490:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=142 v=5 (1 1 1 1) 00000100:00000040:2.0:1784950509.525492:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d32a5205 x1871652369213056/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950509.525494:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950509.525497:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950509.525502:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.525504:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:1.0:1784950509.525506:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000034bcd6b2 x1871652369213184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950509.525509:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950509.525510:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784950509.525518:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00080000:0.0:1784950509.525520:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000674d7555 x1871652369213568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784950509.525522:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950509.525528:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2ad5860. 00000100:00100000:2.0:1784950509.525529:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000d32a5205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369213056:192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950509.525536:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000400:00000010:3.0:1784950509.525545:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000100:00000001:2.0:1784950509.525547:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950509.525549:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.525553:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950509.525554:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950509.525557:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950509.525562:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00010000:00000001:0.0:1784950509.525564:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950509.525565:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d32a5205 x1871652369213056/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950509.525565:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6a5d6b0 x1871652369213312/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950509.525567:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950509.525573:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950509.525574:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950509.525579:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000040:1.0:1784950509.525586:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000034bcd6b2 x1871652369213184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950509.525587:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950509.525592:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950509.525604:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000674d7555 x1871652369213568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950509.525618:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950509.525623:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1784950509.525626:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6a5d6b0 x1871652369213312/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950509.525629:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd84354f. 00000100:00000001:1.0:1784950509.525634:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950509.525639:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950509.525643:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1784950509.525644:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784950509.525650:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950509.525650:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950509.525652:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950509.525661:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950509.525662:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1784950509.525664:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034bcd6b2 x1871652369213184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950509.525666:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002957ca98. 00000100:00000001:0.0:1784950509.525668:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950509.525670:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784950509.525673:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950509.525674:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950509.525678:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1784950509.525683:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000674d7555 x1871652369213568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950509.525683:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000010:2.0:1784950509.525684:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d32a5205. 02000000:00000001:3.0:1784950509.525690:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950509.525693:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950509.525695:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1784950509.525696:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000034bcd6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:441641:1871652369213184:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950509.525698:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950509.525700:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950509.525706:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950509.525709:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.525714:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950509.525716:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1784950509.525718:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=142 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950509.525720:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950509.525723:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1784950509.525729:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000674d7555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369213568:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950509.525730:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1784950509.525731:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=142 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950509.525762:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950509.525772:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950509.525774:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000034bcd6b2 x1871652369213184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950509.525775:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950509.525778:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950509.525780:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950509.525786:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784950509.525788:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000674d7555 x1871652369213568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950509.525791:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.525799:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950509.525802:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1784950509.525808:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950509.525811:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950509.525812:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950509.525817:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950509.525821:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000152a0e53. 00000100:00000040:3.0:1784950509.525823:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6a5d6b0 x1871652369213312/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950509.525825:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950509.525827:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1784950509.525832:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1784950509.525833:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950509.525838:0:441641:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000010:0.0:1784950509.525840:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000135a536f. 00000100:00000001:3.0:1784950509.525840:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950509.525842:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950509.525846:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a629e91. 00000100:00000001:3.0:1784950509.525850:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1784950509.525853:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1784950509.525854:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950509.525854:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950509.525860:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1784950509.525861:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:3.0:1784950509.525864:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6a5d6b0 x1871652369213312/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784950509.525866:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034bcd6b2. 00000020:00000040:0.0:1784950509.525868:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1784950509.525873:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950509.525879:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950509.525880:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:3.0:1784950509.525884:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000b6a5d6b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369213312:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950509.525886:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950509.525887:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cbc1038. 00000100:00000001:1.0:1784950509.525899:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950509.525899:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950509.525900:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950509.525904:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950509.525909:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950509.525909:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950509.525909:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1784950509.525917:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000674d7555. 00000100:00000001:1.0:1784950509.525917:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950509.525918:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6a5d6b0 x1871652369213312/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950525 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950509.525929:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950509.525931:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950509.525935:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950509.525936:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950509.525940:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004403da6f. 00000100:00000001:0.0:1784950509.525958:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950509.525973:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950509.525978:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950509.525979:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1784950509.525982:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1784950509.525983:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950509.525985:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000083c2840c. 00000100:00000001:0.0:1784950509.525987:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950509.525990:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784950509.525992:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950509.525994:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784950509.525996:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950509.525998:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6a5d6b0. 00000100:00000001:3.0:1784950509.526003:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950509.526004:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950509.526006:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950509.526010:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950509.526012:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950509.526015:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950509.526017:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1784950509.648844:0:455768:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.173.14:988 00000400:00000100:3.0:1784950509.648857:0:455833:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.173.25:988 00000400:00000100:1.0:1784950509.648915:0:455768:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.173.14@tcp at host 111.222.173.14:988 took too long: that node may be hung or experiencing high load. 00000400:00000100:3.0:1784950509.648917:0:455833:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.173.25@tcp at host 111.222.173.25:988 took too long: that node may be hung or experiencing high load. 00000400:00000100:2.0:1784950509.648923:0:455766:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.173.8:988 00000400:00000100:0.0:1784950509.648930:0:455767:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.173.12:988 00000400:00000200:1.0:1784950509.648934:0:455768:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.173.14@tcp: down 00000400:00000200:3.0:1784950509.648934:0:455833:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.173.25@tcp: down 00000400:00000200:1.0:1784950509.648948:0:455768:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1784950509.648956:0:455768:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.14@tcp 00000800:00000200:3.0:1784950509.648974:0:455833:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 111.222.173.25@tcp down 00000800:00000010:1.0:1784950509.649003:0:455768:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003c1815a5. 00000400:00000100:2.0:1784950509.649005:0:455766:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.173.8@tcp at host 111.222.173.8:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:1.0:1784950509.649012:0:455768:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000100:0.0:1784950509.649013:0:455767:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.173.12@tcp at host 111.222.173.12:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:2.0:1784950509.649023:0:455766:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.173.8@tcp: down 00000400:00000200:1.0:1784950509.649024:0:455768:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.14@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:0.0:1784950509.649034:0:455767:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.173.12@tcp: down 00000400:00000200:2.0:1784950509.649036:0:455766:0:(router.c:1888:lnet_notify()) Old news 00000400:00000200:1.0:1784950509.649048:0:455768:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 0 next ping: 12781 health :900 00000800:00000100:2.0:1784950509.649049:0:455766:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.8@tcp 00000800:00000010:2.0:1784950509.649058:0:455766:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000070b3560d. 00000400:00000200:1.0:1784950509.649059:0:455768:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1784950509.649060:0:455767:0:(router.c:1888:lnet_notify()) Old news 00000400:00000200:2.0:1784950509.649069:0:455766:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:1.0:1784950509.649070:0:455768:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.14@tcp: 1 00000800:00000100:0.0:1784950509.649077:0:455767:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.12@tcp 00000400:00000100:3.0:1784950509.649078:0:455748:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.173.6:988 00000400:00000200:1.0:1784950509.649084:0:455768:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.14@tcp: -114 00000800:00000010:0.0:1784950509.649088:0:455767:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000078605e0a. 00000400:00000200:2.0:1784950509.649089:0:455766:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.8@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:0.0:1784950509.649099:0:455767:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950509.649104:0:455766:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1784950509.649112:0:455767:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.12@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:2.0:1784950509.649118:0:455766:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.8@tcp: 1 00000400:00000200:0.0:1784950509.649123:0:455767:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000100:3.0:1784950509.649123:0:455748:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.173.6@tcp at host 111.222.173.6:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:2.0:1784950509.649131:0:455766:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.8@tcp: -114 00000400:00000200:0.0:1784950509.649135:0:455767:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.12@tcp: 1 00000400:00000200:3.0:1784950509.649140:0:455748:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.173.6@tcp: down 00000400:00000100:1.0:1784950509.649143:0:455404:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.173.4:988 00000400:00000200:0.0:1784950509.649153:0:455767:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.12@tcp: -114 00000400:00000200:3.0:1784950509.649161:0:455748:0:(router.c:1888:lnet_notify()) Old news 00000400:00000100:2.0:1784950509.649175:0:455569:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.173.2:988 00000400:00000100:1.0:1784950509.649190:0:455404:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.173.4@tcp at host 111.222.173.4:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:1.0:1784950509.649200:0:455404:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.173.4@tcp: down 00000400:00000200:1.0:1784950509.649204:0:455404:0:(router.c:1888:lnet_notify()) Old news 00000400:00000100:0.0:1784950509.649210:0:455770:0:(lib-socket.c:438:lnet_sock_connect()) Error -110 connecting 1023 -> 111.222.173.10:988 00000800:00000100:1.0:1784950509.649212:0:455404:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.4@tcp 00000400:00000200:3.0:1784950509.649212:0:441639:0:(peer.c:4145:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000100:2.0:1784950509.649218:0:455569:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.173.2@tcp at host 111.222.173.2:988 took too long: that node may be hung or experiencing high load. 00000800:00000010:1.0:1784950509.649222:0:455404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006415387d. 00000400:00000200:3.0:1784950509.649225:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.14@tcp(000000002176597e) state 0x861 00000400:00000200:1.0:1784950509.649231:0:455404:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1784950509.649232:0:455569:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.173.2@tcp: down 00000400:00000001:3.0:1784950509.649236:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1784950509.649240:0:455569:0:(router.c:1888:lnet_notify()) Old news 00000400:00000001:3.0:1784950509.649241:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950509.649242:0:455404:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.4@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:3.0:1784950509.649247:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008562deaf 00000400:00000010:3.0:1784950509.649251:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008562deaf. 00000400:00000200:3.0:1784950509.649256:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000100:0.0:1784950509.649259:0:455770:0:(acceptor.c:121:lnet_connect_console_error()) Connection to 111.222.173.10@tcp at host 111.222.173.10:988 took too long: that node may be hung or experiencing high load. 00000400:00000200:1.0:1784950509.649260:0:455404:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950509.649266:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.14@tcp: -114 00000400:00000200:1.0:1784950509.649269:0:455404:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.4@tcp: 1 00000400:00000010:3.0:1784950509.649273:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ed262ecd. 00000400:00000200:0.0:1784950509.649278:0:455770:0:(router.c:1791:lnet_notify()) 192.168.203.114@tcp notifying 111.222.173.10@tcp: down 00000400:00000200:3.0:1784950509.649284:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.14@tcp:-110 00000400:00000200:1.0:1784950509.649285:0:455404:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.4@tcp: -114 00000400:00000200:3.0:1784950509.649293:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.14@tcp(000000002176597e) state 0x2061 rc -110 00000400:00000200:0.0:1784950509.649295:0:455770:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1784950509.649307:0:455770:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->111.222.173.10@tcp 00000400:00000200:3.0:1784950509.649307:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.14@tcp 00000800:00000010:0.0:1784950509.649316:0:455770:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009b5272c8. 00000400:00000200:3.0:1784950509.649318:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.8@tcp(00000000b1b129a5) state 0x861 00000400:00000001:3.0:1784950509.649324:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950509.649325:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784950509.649326:0:455770:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:3.0:1784950509.649327:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a969fd8a 00000400:00000010:3.0:1784950509.649330:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a969fd8a. 00000400:00000200:3.0:1784950509.649337:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1784950509.649343:0:455770:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->111.222.173.10@tcp: GET: NETWORK_TIMEOUT 00000400:00000200:3.0:1784950509.649344:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.8@tcp: -114 00000400:00000010:3.0:1784950509.649349:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000096708662. 00000400:00000200:3.0:1784950509.649354:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.8@tcp:-110 00000400:00000200:3.0:1784950509.649356:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.8@tcp(00000000b1b129a5) state 0x2061 rc -110 00000400:00000200:0.0:1784950509.649357:0:455770:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1784950509.649360:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.8@tcp 00000400:00000200:0.0:1784950509.649366:0:455770:0:(peer.c:3156:lnet_discovery_event_send()) Ping Send to 111.222.173.10@tcp: 1 00000400:00000200:3.0:1784950509.649367:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.12@tcp(00000000050c8504) state 0x861 00000400:00000001:3.0:1784950509.649374:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784950509.649377:0:455770:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.10@tcp: -114 00000400:00000001:3.0:1784950509.649378:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950509.649382:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7a3e15b 00000400:00000010:3.0:1784950509.649384:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d7a3e15b. 00000400:00000200:3.0:1784950509.649387:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950509.649396:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.12@tcp: -114 00000400:00000010:3.0:1784950509.649399:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003fadca0d. 00000400:00000200:3.0:1784950509.649402:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.12@tcp:-110 00000400:00000200:3.0:1784950509.649403:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.12@tcp(00000000050c8504) state 0x2061 rc -110 00000400:00000200:3.0:1784950509.649406:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.12@tcp 00000400:00000200:3.0:1784950509.649409:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.4@tcp(0000000034456625) state 0x861 00000400:00000001:3.0:1784950509.649410:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950509.649411:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950509.649412:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f99e6c8 00000400:00000010:3.0:1784950509.649413:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005f99e6c8. 00000400:00000200:3.0:1784950509.649415:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950509.649417:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.4@tcp: -114 00000400:00000010:3.0:1784950509.649419:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000822fdc9. 00000400:00000200:3.0:1784950509.649422:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.4@tcp:-110 00000400:00000200:3.0:1784950509.649424:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.4@tcp(0000000034456625) state 0x2061 rc -110 00000400:00000200:3.0:1784950509.649426:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.4@tcp 00000400:00000200:3.0:1784950509.649428:0:441639:0:(peer.c:4257:lnet_peer_discovery()) peer 111.222.173.10@tcp(00000000a2c96137) state 0x861 00000400:00000001:3.0:1784950509.649429:0:441639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950509.649430:0:441639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950509.649431:0:441639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8357575 00000400:00000010:3.0:1784950509.649432:0:441639:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e8357575. 00000400:00000200:3.0:1784950509.649433:0:441639:0:(peer.c:3204:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1784950509.649435:0:441639:0:(peer.c:2528:lnet_peer_queue_for_discovery()) Queue peer 111.222.173.10@tcp: -114 00000400:00000010:3.0:1784950509.649437:0:441639:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b971aa11. 00000400:00000200:3.0:1784950509.649439:0:441639:0:(peer.c:3891:lnet_peer_ping_failed()) peer 111.222.173.10@tcp:-110 00000400:00000200:3.0:1784950509.649441:0:441639:0:(peer.c:4275:lnet_peer_discovery()) peer 111.222.173.10@tcp(00000000a2c96137) state 0x2061 rc -110 00000400:00000200:3.0:1784950509.649443:0:441639:0:(peer.c:2544:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 111.222.173.10@tcp 00010000:00000001:2.0:1784950509.904816:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950509.904823:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950509.904829:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950509.904830:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950509.904931:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950509.904936:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950509.904939:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1784950510.352900:0:441638:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.114@tcp 00000400:00000010:3.0:1784950510.352927:0:441638:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000507e7cb9. 00000400:00000010:3.0:1784950510.352937:0:441638:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004403da6f. 00000400:00000010:3.0:1784950510.352944:0:441638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000400:00000010:3.0:1784950510.352952:0:441638:0:(lib-lnet.h:443:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000054cd3408. 00000400:00000200:3.0:1784950510.352973:0:441638:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950510.352988:0:441638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950510.352994:0:441638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950510.352998:0:441638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11261:11261:240:4294967295] 192.168.203.114@tcp LPNI seq info [9958:9958:8:4294967295] 00000400:00000200:3.0:1784950510.353004:0:441638:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.114@tcp 00000400:00000200:3.0:1784950510.353011:0:441638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : GET try# 0 00000800:00000200:3.0:1784950510.353016:0:441638:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950510.353020:0:441638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003a7ee387. 00000800:00000200:3.0:1784950510.353026:0:441638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:3.0:1784950510.353034:0:441638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950510.353038:0:441638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a7ee387 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1784950510.353055:0:441638:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.203.114@tcp added to recovery queue. ping count: 1 next ping: 12783 health :500 00000800:00000001:0.0:1784950510.353200:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950510.353209:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950510.353215:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003a7ee387. 00000800:00000001:0.0:1784950510.353216:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950510.353222:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950510.353224:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950510.353248:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950510.353257:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: GET: OK 00000400:00000200:0.0:1784950510.353267:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : GET - for me 00000400:00000200:1.0:1784950510.353269:0:441635:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1784950510.353281:0:441635:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.203.114@tcp recovery message sent successfully:0 00000400:00000200:0.0:1784950510.353291:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1784950510.353306:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.114@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:0.0:1784950510.353320:0:441636:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950510.353329:0:441636:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11262:11262:240:4294967295] 192.168.203.114@tcp LPNI seq info [9959:9959:8:4294967295] 00000400:00000200:0.0:1784950510.353341:0:441636:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) 192.168.203.114@tcp : REPLY try# 0 00000800:00000200:0.0:1784950510.353346:0:441636:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950510.353351:0:441636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031b2009f. 00000800:00000200:0.0:1784950510.353357:0:441636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950510.353364:0:441636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950510.353368:0:441636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031b2009f type 3, nob 144 niov 1 nkiov 1 00000800:00000200:0.0:1784950510.353455:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950510.353459:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031b2009f. 00000400:00000200:0.0:1784950510.353465:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950510.353470:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000800:00000001:0.0:1784950510.353486:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950510.353492:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950510.353497:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950510.353502:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950510.353505:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950510.353509:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950510.353518:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : REPLY - for me 00000400:00000200:0.0:1784950510.353529:0:441636:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.114@tcp: Reply from 12345-192.168.203.114@tcp of length 48/48 into md 0x16411 00000800:00000001:0.0:1784950510.353535:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950510.353539:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950510.353542:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950510.353546:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: REPLY: OK 00000400:00000200:0.0:1784950510.353551:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000400:00000010:0.0:1784950510.353554:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000400:00000200:0.0:1784950510.353559:0:441636:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1784950510.353563:0:441636:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000507e7cb9. 00000400:00000010:0.0:1784950510.353567:0:441636:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004403da6f. 00000800:00000001:0.0:1784950510.353573:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950510.353576:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950510.544856:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950510.544866:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1784950510.544881:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950509/real 0] req@00000000010b015c x1871652369213440/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950510 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950510.544900:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950510.544904:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950510.544906:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950510.544911:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000010b015c x1871652369213440/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950510 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950510.544937:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950510.544946:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950510.544947:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950510.544950:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950510.544967:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950510.544969:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950510.544973:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000010b015c x1871652369213440/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950510 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950510.544979:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1784950510.544982:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950510.544983:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950510.544984:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950510.544986:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1784950510.544988:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1784950510.544991:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784950510.545010:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:3.0:1784950510.545013:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1784950510.545016:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000010b015c x1871652369213440/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950510 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950510.545023:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000010b015c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369213440:1.2.3.4@tcp:8: 00000100:00000001:3.0:1784950510.545030:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950510.545033:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950510.545035:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000010b015c x1871652369213440/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950510 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950510.545042:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1784950510.545045:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950510.545047:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:3.0:1784950510.545049:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950510.545053:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000004e567683. 00000100:00000040:0.0:1784950510.545063:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950510.545073:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950510.545081:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005be3fe71. 00000020:00000040:0.0:1784950510.545086:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:0.0:1784950510.545091:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950510.545095:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950510.545101:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950510.545109:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000031b2009f. 00000100:00000001:0.0:1784950510.545117:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950510.545122:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950510.545126:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1784950510.545129:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000005be3fe71 x1871652369213696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1784950510.545130:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000010b015c. 00000100:00000001:3.0:1784950510.545136:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950510.545139:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950510.545144:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950510.545158:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950510.545162:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950510.545170:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005be3fe71] to pc [ptlrpcd_00_00+0] req@000000005be3fe71 x1871652369213696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950510.545206:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950510.545209:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950510.545214:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950510.545218:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003cbf846b. 00000020:00000040:0.0:1784950510.545221:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950510.545225:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950510.545227:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950510.545230:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950510.545234:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bea13e4c. 00000100:00000001:0.0:1784950510.545237:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950510.545243:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@000000003cbf846b x1871652369213824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950510.545255:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950510.545257:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950510.545263:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cbf846b] to pc [ptlrpcd_00_01+1] req@000000003cbf846b x1871652369213824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950510.545277:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950510.545277:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950510.545283:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1784950510.545284:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:1.0:1784950510.545284:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950510.545290:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950510.545291:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1784950510.545294:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1784950510.545296:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950510.545300:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005be3fe71 x1871652369213696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950510.545303:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784950510.545307:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003cbf846b x1871652369213824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950510.545320:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950510.545328:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa85cc0f. 00000020:00000040:0.0:1784950510.545337:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1784950510.545338:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950510.545339:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950510.545343:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.545345:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950510.545346:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950510.545349:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950510.545353:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950510.545353:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950510.545354:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950510.545360:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950510.545361:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950510.545362:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1784950510.545365:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005be3fe71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369213696:0@lo:400: 02000000:00000001:2.0:1784950510.545370:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950510.545374:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cdda80e2. 00000100:00000001:1.0:1784950510.545376:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1784950510.545380:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000003cbf846b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369213824:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950510.545383:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950510.545384:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950510.545385:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950510.545390:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950510.545391:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784950510.545394:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784950510.545395:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950510.545397:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000fa85cc0f x1871652369213952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784950510.545400:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784950510.545403:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a04e3ba. 02000000:00000010:2.0:1784950510.545407:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000204b523b. 02000000:00000001:1.0:1784950510.545409:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950510.545414:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950510.545421:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007809b1a4. 00000400:00000010:2.0:1784950510.545422:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041e9cd30. 00000100:00000001:0.0:1784950510.545425:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950510.545429:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950510.545434:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000821c0ba2. 00000400:00000010:2.0:1784950510.545434:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c7615d7. 00000100:00000040:0.0:1784950510.545436:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa85cc0f] to pc [ptlrpcd_00_02+2] req@00000000fa85cc0f x1871652369213952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950510.545444:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369213696, portal 25 00000100:00000200:2.0:1784950510.545445:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369213824, portal 4 00000100:00000001:1.0:1784950510.545453:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950510.545454:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950510.545458:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785684293760 : -120288025257856 : ffff929942fbd880) 00000100:00000001:2.0:1784950510.545459:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785684296448 : -120288025255168 : ffff929942fbe300) 00000100:00000040:1.0:1784950510.545471:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005be3fe71 x1871652369213696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950510.545473:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003cbf846b x1871652369213824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950510.545487:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950510.545497:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950510.545502:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950510.545503:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950510.545508:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784950510.545511:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1784950510.545515:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784950510.545516:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950510.545516:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1784950510.545517:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c92ae704. 00000100:00000010:0.0:1784950510.545524:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ad3f022. 00000100:00000200:1.0:1784950510.545524:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369213696, offset 0 00000100:00000040:2.0:1784950510.545526:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950510.545529:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa85cc0f x1871652369213952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950510.545534:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f72bf817. 00000020:00000040:0.0:1784950510.545535:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:1.0:1784950510.545542:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1784950510.545546:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1784950510.545551:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369213824, offset 0 02000000:00000001:0.0:1784950510.545553:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950510.545554:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950510.545559:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950510.545561:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950510.545562:0:441641:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1784950510.545565:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784950510.545570:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950510.545572:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1784950510.545575:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007158160. 02000000:00000001:3.0:1784950510.545576:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950510.545584:0:441641:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c2900 00000100:00000001:0.0:1784950510.545585:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950510.545589:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000fa85cc0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369213952:192.168.203.114@tcp:400: 00000400:00000200:2.0:1784950510.545590:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:0.0:1784950510.545599:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000004ad3f022 x1871652369214080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1784950510.545599:0:441641:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14d09 [2] + 0 00000100:00000001:3.0:1784950510.545603:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784950510.545604:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784950510.545609:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1784950510.545611:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002779c58. 02000000:00000001:3.0:1784950510.545613:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950510.545614:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950510.545620:0:441641:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000915578fc 02000000:00000001:3.0:1784950510.545621:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784950510.545625:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950510.545629:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1784950510.545629:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017854499. 00000400:00000200:2.0:1784950510.545631:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950510.545633:0:441641:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950510.545634:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950510.545637:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950510.545644:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11263:11263:240:4294967295] 192.168.203.114@tcp LPNI seq info [9960:9960:8:4294967295] 00000400:00000200:1.0:1784950510.545645:0:441641:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1784950510.545646:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad3f022] to pc [ptlrpcd_00_03+3] req@000000004ad3f022 x1871652369214080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950510.545647:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2ad5860. 00000400:00000010:3.0:1784950510.545658:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee59023e. 00000100:00000001:0.0:1784950510.545664:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950510.545667:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369213952, portal 10 00000100:00080000:0.0:1784950510.545672:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:3.0:1784950510.545674:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784950510.545675:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950510.545678:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785684292864 : -120288025258752 : ffff929942fbd500) 00000100:00080000:0.0:1784950510.545689:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:1.0:1784950510.545692:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000915578fc 00000800:00000200:2.0:1784950510.545693:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950510.545695:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fa85cc0f x1871652369213952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950510.545697:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1784950510.545698:0:441641:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000915578fc. 00000100:00080000:0.0:1784950510.545703:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000010:2.0:1784950510.545704:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c1815a5. 00000100:00000001:1.0:1784950510.545708:0:441641:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950510.545714:0:441641:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1784950510.545718:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1784950510.545746:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1784950510.545750:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:3.0:1784950510.545757:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00080000:0.0:1784950510.545758:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12755 00000400:00000010:3.0:1784950510.545762:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032ff6f71. 00000100:00000040:1.0:1784950510.545767:0:441641:0:(events.c:337:request_in_callback()) incoming req@0000000029280e05 x1871652369213696 msgsize 224 00000800:00000200:2.0:1784950510.545768:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000200:3.0:1784950510.545771:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369213952, offset 0 00000400:00000200:0.0:1784950510.545776:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000800:00000200:2.0:1784950510.545777:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003c1815a5 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1784950510.545784:0:441641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1784950510.545787:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00080000:0.0:1784950510.545791:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12780 00000100:00000040:1.0:1784950510.545792:0:441641:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1784950510.545799:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950510.545804:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:2.0:1784950510.545806:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13495 usecs (14 jiffies) 00000100:00000001:1.0:1784950510.545809:0:441641:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1784950510.545811:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950510.545812:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307448719 00000400:00000200:3.0:1784950510.545818:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950510.545819:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307450107 00000100:00000001:2.0:1784950510.545825:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307448719 00000400:00000200:3.0:1784950510.545827:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950510.545829:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307450107 00000400:00000200:3.0:1784950510.545834:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950510.545835:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307448719 00000100:00000001:2.0:1784950510.545841:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307450107 00000400:00000200:3.0:1784950510.545842:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11264:11264:239:4294967295] 192.168.203.114@tcp LPNI seq info [9961:9961:7:4294967295] 00000100:00000001:2.0:1784950510.545846:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307448719 00000100:00000001:2.0:1784950510.545851:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307450107 00000100:00000001:2.0:1784950510.545855:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950510.545859:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950510.545865:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950510.545866:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.545873:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950510.545878:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950510.545881:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784950510.545883:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000400:00000200:1.0:1784950510.545884:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92ae704 00000100:00000001:2.0:1784950510.545885:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1784950510.545886:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a86c365d. 00000400:00000010:1.0:1784950510.545890:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c92ae704. 00000100:00000001:2.0:1784950510.545893:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1784950510.545897:0:431120:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1784950510.545897:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950510.545898:0:441641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950510.545902:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950510.545905:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:1.0:1784950510.545909:0:441641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005be3fe71 x1871652369213696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950510.545909:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950510.545911:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000001:0.0:1784950510.545922:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1784950510.545922:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950510.545931:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a86c365d type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784950510.545934:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950510.545942:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950510.545943:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:1.0:1784950510.545949:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005be3fe71 x1871652369213696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950510.545950:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950510.545969:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950510.545975:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 00000100:00000040:3.0:1784950510.545975:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5617 usecs (6 jiffies) 00000100:00000001:1.0:1784950510.545980:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950510.545984:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950510.545984:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307448711 00000100:00000001:1.0:1784950510.545985:0:441641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950510.545992:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307450107 00000020:00000040:0.0:1784950510.545993:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000100:00000001:1.0:1784950510.545995:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950510.545998:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307448711 00000020:00000001:0.0:1784950510.546002:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00000001:3.0:1784950510.546003:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307450107 00000100:00000001:1.0:1784950510.546004:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307451131 00000020:00000001:0.0:1784950510.546012:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00000001:3.0:1784950510.546012:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307448711 00000100:00000001:3.0:1784950510.546019:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307450107 00000800:00000200:2.0:1784950510.546024:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784950510.546025:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 00000100:00000001:3.0:1784950510.546026:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307448711 00000100:00000001:1.0:1784950510.546028:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:2.0:1784950510.546030:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c1815a5. 00000100:00000001:3.0:1784950510.546034:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307450107 00000100:00000001:0.0:1784950510.546035:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1784950510.546035:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369213696 00000400:00000200:2.0:1784950510.546037:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950510.546041:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950510.546042:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1784950510.546044:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950510.546049:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950510.546049:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950510.546050:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950510.546051:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950510.546056:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950510.546058:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950510.546061:0:431120:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000400:00000200:2.0:1784950510.546061:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f72bf817 00000100:00000001:3.0:1784950510.546062:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950510.546063:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950510.546067:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f72bf817. 00000100:00100000:1.0:1784950510.546072:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369213696 00000100:00000001:2.0:1784950510.546074:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950510.546074:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1784950510.546075:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 00000020:00000001:1.0:1784950510.546078:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950510.546080:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:1.0:1784950510.546082:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000200:2.0:1784950510.546085:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003cbf846b x1871652369213824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950510.546089:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950510.546090:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1784950510.546091:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 192.168.203.114@tcp/192.168.203.114@tcp 00000100:00000001:3.0:1784950510.546095:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1784950510.546096:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:3.0:1784950510.546100:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950510.546102:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950510.546104:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00100000:3.0:1784950510.546107:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:0.0:1784950510.546111:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1784950510.546113:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:3.0:1784950510.546114:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950510.546122:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784950510.546123:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950510.546123:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950510.546124:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950510.546127:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950510.546131:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 02000000:00000001:0.0:1784950510.546133:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950510.546133:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003cbf846b x1871652369213824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950510.546134:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950510.546139:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950510.546140:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950510.546142:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1784950510.546144:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1784950510.546149:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000100:00000001:0.0:1784950510.546150:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950510.546155:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ad3f022 x1871652369214080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950510.546158:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950510.546161:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002788d366. 00000020:00000010:1.0:1784950510.546162:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000135a536f. 00000100:00000001:2.0:1784950510.546163:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1784950510.546172:0:431120:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000020:00000010:1.0:1784950510.546173:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 00000800:00000001:2.0:1784950510.546173:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950510.546174:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950510.546179:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950510.546183:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000018566c4f. 02000000:00000001:0.0:1784950510.546184:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1784950510.546184:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:2.0:1784950510.546185:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950510.546188:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950510.546191:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950510.546192:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950510.546194:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950510.546197:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:2.0:1784950510.546199:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950510.546201:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950510.546204:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1784950510.546204:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004ad3f022 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369214080:192.168.203.114@tcp:400: 02000000:00000001:0.0:1784950510.546225:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784950510.546229:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1784950510.546237:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950510.546238:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950510.546239:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950510.546239:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950510.546248:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950510.546254:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950510.546258:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950510.546262:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c4c0b224. 00000100:00000001:1.0:1784950510.546262:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950510.546263:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c2980 02000000:00000010:3.0:1784950510.546267:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d522160c. 02000000:00000001:3.0:1784950510.546276:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950510.546280:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950510.546282:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079a91cd6. 00000100:00000001:1.0:1784950510.546284:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950510.546298:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dca9971. 00000100:00100000:0.0:1784950510.546306:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002788d366 x1871652369214208/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950510.546309:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1784950510.546314:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 3808 00000100:00000001:1.0:1784950510.546316:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1784950510.546331:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00000200:3.0:1784950510.546335:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369214080, portal 4 00000800:00000001:2.0:1784950510.546336:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950510.546343:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:3.0:1784950510.546347:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000001:2.0:1784950510.546351:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950510.546353:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790334095440 : -120283375456176 : ffff929a58223050) 00000100:00000001:3.0:1784950510.546355:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785684290176 : -120288025261440 : ffff929942fbca80) 00000400:00000200:2.0:1784950510.546363:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950510.546372:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029280e05 x1871652369213696/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:661/0 lens 224/0 e 0 to 0 dl 1784950521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950510.546376:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1784950510.546377:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ad3f022 x1871652369214080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950510.546384:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950510.546386:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.546402:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950510.546411:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1784950510.546413:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002788d366] to pc [ptlrpcd_rcv+-1] req@000000002788d366 x1871652369214208/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784950510.546424:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb16c9a1. 00000100:00000001:1.0:1784950510.546434:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950510.546436:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000bb16c9a1 x1871652369213824 msgsize 224 00000020:00000010:1.0:1784950510.546444:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000001:3.0:1784950510.546448:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950510.546459:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950510.546471:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000100:00100000:2.0:1784950510.546472:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:3.0:1784950510.546474:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950510.546487:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aee49f67. 00000100:00100000:1.0:1784950510.546488:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000029280e05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369213696:12345-0@lo:400: 00000100:00000200:3.0:1784950510.546496:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369214080, offset 0 00000100:00000001:0.0:1784950510.546497:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950510.546498:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369213696 00000100:00000001:2.0:1784950510.546499:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1784950510.546510:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:0.0:1784950510.546512:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1784950510.546513:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950510.546517:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950510.546524:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950510.546530:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1784950510.546531:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:1.0:1784950510.546532:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950510.546539:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000010:0.0:1784950510.546544:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003560c24e. 00000400:00000200:3.0:1784950510.546545:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1784950510.546548:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1784950510.546556:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:1.0:1784950510.546558:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950510.546559:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:3.0:1784950510.546567:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1784950510.546568:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1784950510.546572:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1784950510.546575:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1784950510.546580:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1784950510.546581:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000001:1.0:1784950510.546582:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950510.546590:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950510.546593:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1784950510.546600:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11265:11265:239:4294967295] 192.168.203.114@tcp LPNI seq info [9962:9962:7:4294967295] 00000100:00000001:1.0:1784950510.546601:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1784950510.546605:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d67bdc6a. 02000000:00000001:1.0:1784950510.546609:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950510.546621:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950510.546621:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c7963da8. 02000000:00000001:1.0:1784950510.546632:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950510.546636:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950510.546639:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950510.546644:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@000000003560c24e x1871652369214336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1784950510.546648:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950510.546659:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369213696 00000800:00000200:3.0:1784950510.546667:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:1.0:1784950510.546669:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:1.0:1784950510.546682:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000029280e05 x1871652369213696/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:661/0 lens 224/224 e 0 to 0 dl 1784950521 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784950510.546684:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028331646. 00000100:00000001:0.0:1784950510.546695:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950510.546705:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950510.546706:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:1.0:1784950510.546709:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950510.546718:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950510.546724:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=148 v=5 (1 1 1 1) 00000100:00000040:0.0:1784950510.546727:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003560c24e] to pc [ptlrpcd_00_00+0] req@000000003560c24e x1871652369214336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950510.546759:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950510.546766:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000028331646 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950510.546774:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950510.546775:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950510.546778:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1784950510.546779:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4742 usecs (5 jiffies) 00000800:00000010:2.0:1784950510.546782:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a86c365d. 00000100:00000040:1.0:1784950510.546789:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:3.0:1784950510.546790:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307448711 00000400:00000200:2.0:1784950510.546795:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950510.546801:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000001:3.0:1784950510.546802:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307450107 02000000:00000001:1.0:1784950510.546815:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950510.546816:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307448711 00000400:00000200:2.0:1784950510.546817:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950510.546823:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950510.546829:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307450107 00000400:00000200:2.0:1784950510.546832:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032ff6f71 00000100:00000001:1.0:1784950510.546838:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950510.546840:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307448711 00000400:00000010:2.0:1784950510.546841:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000032ff6f71. 00000100:00000001:2.0:1784950510.546850:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950510.546852:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307450107 00000100:00000040:1.0:1784950510.546853:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1784950510.546858:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950510.546863:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa85cc0f x1871652369213952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950510.546864:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307448711 00000400:00000010:1.0:1784950510.546865:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c92ae704. 00000100:00000040:0.0:1784950510.546872:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12786) 00000100:00000001:3.0:1784950510.546877:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307450107 00000100:00000200:1.0:1784950510.546880:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369213696, offset 224 00000100:00000001:3.0:1784950510.546891:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950510.546898:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950510.546903:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950510.546922:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1784950510.546923:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950510.546929:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.546934:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950510.546935:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950510.546938:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950510.546939:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1784950510.546942:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa85cc0f x1871652369213952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950510.546947:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950510.546966:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c2900 00000100:00000001:2.0:1784950510.546970:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.546973:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950510.546976:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950510.546977:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16415 [1] + 224 00000800:00000001:2.0:1784950510.546980:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950510.546981:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950510.546985:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950510.546986:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950510.546995:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002788d366 x1871652369214208/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950510.546996:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1784950510.547003:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950510.547006:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784950510.547008:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369213824 02000000:00000001:2.0:1784950510.547013:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950510.547013:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1784950510.547016:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005be3fe71 x1871652369213696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950510.547019:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950510.547020:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950510.547021:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950510.547024:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950510.547029:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028331646. 02000000:00000001:3.0:1784950510.547030:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950510.547031:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950510.547035:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950510.547039:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784950510.547039:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369213824 02000000:00000001:3.0:1784950510.547041:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950510.547045:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005be3fe71 x1871652369213696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950510.547046:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950510.547051:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00100000:3.0:1784950510.547053:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002788d366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369214208:192.168.203.114@tcp:8: 00000400:00000200:0.0:1784950510.547056:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:2.0:1784950510.547058:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950510.547063:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:3.0:1784950510.547068:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784950510.547069:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aee49f67 00000020:00000001:2.0:1784950510.547070:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 02000000:00000001:3.0:1784950510.547074:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1784950510.547075:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aee49f67. 00000020:00000001:2.0:1784950510.547078:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 02000000:00000001:3.0:1784950510.547079:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950510.547083:0:441636:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784950510.547087:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950510.547088:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950510.547091:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784950510.547094:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004ad3f022 x1871652369214080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950510.547094:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003a400f26. 00000020:00000010:2.0:1784950510.547095:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000400:00000200:1.0:1784950510.547099:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92ae704 02000000:00000001:3.0:1784950510.547102:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.547103:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784950510.547105:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c92ae704. 00000400:00000010:3.0:1784950510.547111:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f816b83a. 00000100:00000001:1.0:1784950510.547113:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1784950510.547113:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000100:00000001:1.0:1784950510.547118:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1784950510.547121:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdf88c3f. 00000100:00000001:0.0:1784950510.547124:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1784950510.547125:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd84354f. 00000100:00000001:1.0:1784950510.547126:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950510.547127:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369214208, portal 4 00000100:00000040:0.0:1784950510.547132:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ad3f022 x1871652369214080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950510.547132:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000100:00000001:3.0:1784950510.547134:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1784950510.547136:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:3.0:1784950510.547138:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785684288384 : -120288025263232 : ffff929942fbc380) 00000020:00000010:2.0:1784950510.547141:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a534ace4. 00010000:00000001:1.0:1784950510.547143:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950510.547148:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950510.547153:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000040:3.0:1784950510.547154:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002788d366 x1871652369214208/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950510.547156:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950510.547156:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950510.547159:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950510.547163:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950510.547165:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1784950510.547166:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029280e05 x1871652369213696/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:661/0 lens 224/224 e 0 to 0 dl 1784950521 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950510.547167:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950510.547175:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950510.547178:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950510.547185:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950510.547194:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950510.547195:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950510.547196:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1784950510.547200:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950510.547208:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950510.547210:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950510.547234:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1784950510.547235:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ac4ede6. 00000400:00000200:0.0:1784950510.547236:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:3.0:1784950510.547248:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369214208, offset 0 00000100:00100000:2.0:1784950510.547251:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2765 00000100:00000040:2.0:1784950510.547264:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:2.0:1784950510.547273:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730216320 : -120287979335296 : ffff929945b89180) 00000400:00000200:0.0:1784950510.547276:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c2a80 00000100:00100000:1.0:1784950510.547278:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000029280e05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369213696:12345-0@lo:400: Request processed in 833us (1498us total) trans 0 rc 0/0 00000400:00000200:3.0:1784950510.547281:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950510.547291:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb16c9a1 x1871652369213824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:661/0 lens 224/0 e 0 to 0 dl 1784950521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950510.547307:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950510.547308:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 4032 00000100:00100000:1.0:1784950510.547320:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000400:00000200:3.0:1784950510.547329:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000001:0.0:1784950510.547332:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950510.547335:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000400:00000200:3.0:1784950510.547344:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000001:0.0:1784950510.547348:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950510.547348:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950510.547350:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950510.547356:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1784950510.547356:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950510.547360:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1784950510.547360:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000020:00000010:1.0:1784950510.547367:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000400:00000200:3.0:1784950510.547372:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950510.547374:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950510.547378:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000018566c4f. 00000020:00000010:2.0:1784950510.547387:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000400:00000200:0.0:1784950510.547389:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:1.0:1784950510.547392:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000135a536f. 00000400:00000200:3.0:1784950510.547394:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11266:11266:240:4294967295] 192.168.203.114@tcp LPNI seq info [9963:9963:8:4294967295] 00000100:00100000:2.0:1784950510.547408:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000bb16c9a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369213824:12345-192.168.203.114@tcp:400: 00000020:00000040:1.0:1784950510.547409:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 02000000:00000001:1.0:1784950510.547421:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1784950510.547424:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369213824 02000000:00000010:1.0:1784950510.547428:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c7963da8. 00000020:00000001:2.0:1784950510.547430:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:3.0:1784950510.547436:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:1.0:1784950510.547440:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1784950510.547440:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950510.547449:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950510.547449:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950510.547450:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950510.547451:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950510.547459:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:2.0:1784950510.547461:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1784950510.547465:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:3.0:1784950510.547469:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000dc50a7. 00000020:00000001:2.0:1784950510.547470:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000010:0.0:1784950510.547473:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ebc0332. 00000400:00000010:1.0:1784950510.547475:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008896a8be. 00000020:00000001:2.0:1784950510.547483:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1784950510.547486:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000004ebc0332 x1871652369214080 msgsize 224 00000400:00000010:1.0:1784950510.547489:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030cb5f6c. 00000800:00000200:3.0:1784950510.547491:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000001:00000001:2.0:1784950510.547494:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369213824, found 0 last_xid 1871652369213823 00000020:00000001:2.0:1784950510.547508:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950510.547517:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:2.0:1784950510.547519:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000200:3.0:1784950510.547519:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000001:2.0:1784950510.547526:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000200:3.0:1784950510.547529:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000000dc50a7 type 1, nob 616 niov 1 nkiov 1 00000020:00000001:2.0:1784950510.547531:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950510.547532:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307450107 00000100:00000001:0.0:1784950510.547535:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1784950510.547544:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950510.547549:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307451132 00000100:00000001:2.0:1784950510.547551:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950510.547558:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950510.547560:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950510.547563:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307450107 02000000:00000010:2.0:1784950510.547565:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004ff2e839. 00000100:00000040:3.0:1784950510.547569:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 0 usecs (0 jiffies) 02000000:00000001:2.0:1784950510.547575:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950510.547578:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307451132 00000100:00000001:2.0:1784950510.547582:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950510.547583:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307451132 00000020:00000001:2.0:1784950510.547590:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950510.547590:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307451131 00000100:00000001:1.0:1784950510.547596:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307450107 00010000:00000040:2.0:1784950510.547601:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369213824 00010000:00000001:2.0:1784950510.547607:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950510.547610:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307451132 00000100:00000001:1.0:1784950510.547611:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307451132 00010000:00000200:2.0:1784950510.547617:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000bb16c9a1 x1871652369213824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:661/0 lens 224/224 e 0 to 0 dl 1784950521 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950510.547621:0:441640:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307451132 00000100:00000001:1.0:1784950510.547627:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307450107 00000800:00000200:0.0:1784950510.547631:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950510.547634:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307451132 00000100:00000001:1.0:1784950510.547643:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784950510.547644:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000dc50a7. 00000100:00000001:3.0:1784950510.547646:0:441640:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307451132 00000400:00000200:0.0:1784950510.547658:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950510.547661:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307451132 00000100:00000001:1.0:1784950510.547663:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950510.547663:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950510.547671:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950510.547672:0:441640:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307451132 00000400:00000200:0.0:1784950510.547676:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000001:1.0:1784950510.547677:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1784950510.547680:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=143 v=5 (1 1 1 1) 00000400:00000001:1.0:1784950510.547685:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950510.547687:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784950510.547694:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007809b1a4. 00000100:00000001:3.0:1784950510.547697:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.547698:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1784950510.547701:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000821c0ba2 00000100:00000001:3.0:1784950510.547708:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950510.547709:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000010:1.0:1784950510.547711:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000821c0ba2. 00000100:00000001:3.0:1784950510.547721:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950510.547722:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950510.547724:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950510.547761:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ac4ede6 00000400:00000010:0.0:1784950510.547769:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000ac4ede6. 00000100:00000001:3.0:1784950510.547774:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784950510.547776:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950510.547780:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950510.547781:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005be3fe71 x1871652369213696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950510.547781:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950510.547782:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.547795:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950510.547796:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784950510.547802:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002788d366 x1871652369214208/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950510.547805:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784950510.547812:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950510.547813:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950510.547822:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f72bf817. 00000100:00000001:3.0:1784950510.547825:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950510.547833:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005be3fe71 x1871652369213696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950510.547837:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369213824, offset 224 00000100:00000001:3.0:1784950510.547858:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1784950510.547863:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:3.0:1784950510.547867:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369214080 02000000:00000001:3.0:1784950510.547877:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950510.547879:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950510.547883:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950510.547884:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784950510.547889:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950510.547893:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950510.547894:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950510.547898:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002788d366 x1871652369214208/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950535 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950510.547923:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950510.547924:0:441641:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:2.0:1784950510.547925:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11267:11267:239:4294967295] 192.168.203.114@tcp LPNI seq info [9964:9964:7:4294967295] 02000000:00000001:1.0:1784950510.547930:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1784950510.547931:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369214080 00000100:00000001:1.0:1784950510.547934:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1784950510.547939:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950510.547940:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950510.547944:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 02000000:00000001:1.0:1784950510.547948:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950510.547950:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950510.547970:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00001000:1.0:1784950510.547974:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=148 v=5 (5 5 5 5) 00000400:00000200:2.0:1784950510.547974:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950510.547977:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950510.547977:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950510.547987:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1784950510.547987:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00001000:1.0:1784950510.547989:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=148 v=5 (1 1 1 1) 00000800:00000200:2.0:1784950510.547994:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950510.547996:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950510.547998:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784950510.548000:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:2.0:1784950510.548001:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c1815a5. 00000100:00000001:1.0:1784950510.548002:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950510.548003:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 00000800:00000001:0.0:1784950510.548010:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950510.548011:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950510.548011:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784950510.548012:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:1.0:1784950510.548016:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950510.548021:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 00000100:00000001:1.0:1784950510.548023:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950510.548029:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000010:3.0:1784950510.548032:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004403da6f. 00000800:00000200:2.0:1784950510.548033:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003c1815a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1784950510.548034:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005be3fe71 x1871652369213696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950510.548041:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000020:00000010:3.0:1784950510.548048:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000100:00000001:1.0:1784950510.548050:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950510.548053:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950510.548054:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950510.548055:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950510.548058:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950510.548060:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1784950510.548063:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950510.548065:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950510.548067:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000040:1.0:1784950510.548068:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005be3fe71 x1871652369213696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950510.548072:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950510.548074:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950510.548079:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1784950510.548089:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005be3fe71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369213696:0@lo:400: 00000100:00000040:2.0:1784950510.548090:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb16c9a1 x1871652369213824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:661/0 lens 224/224 e 0 to 0 dl 1784950521 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950510.548091:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950510.548107:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950510.548111:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1784950510.548113:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000bb16c9a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369213824:12345-192.168.203.114@tcp:400: Request processed in 758us (1670us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950510.548115:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1784950510.548116:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950510.548116:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1784950510.548123:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005be3fe71 x1871652369213696/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950510.548125:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c1815a5. 00000100:00100000:3.0:1784950510.548128:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2766 00000400:00000200:0.0:1784950510.548135:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950510.548138:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00100000:2.0:1784950510.548145:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2765 00000100:00000001:3.0:1784950510.548147:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684300032 : -120288025251584 : ffff929942fbf100) 00000400:00000200:0.0:1784950510.548152:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950510.548155:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:1.0:1784950510.548157:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950510.548161:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1784950510.548162:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004ebc0332 x1871652369214080/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:661/0 lens 224/0 e 0 to 0 dl 1784950521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950510.548163:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1784950510.548166:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f72bf817 00000100:00000001:2.0:1784950510.548166:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:1.0:1784950510.548168:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a04e3ba. 00000400:00000010:0.0:1784950510.548174:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f72bf817. 00000020:00000010:2.0:1784950510.548174:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 02000000:00000001:1.0:1784950510.548177:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950510.548183:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000010:2.0:1784950510.548184:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a534ace4. 00000100:00000001:0.0:1784950510.548186:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1784950510.548187:0:441641:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000100:00000001:3.0:1784950510.548193:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950510.548194:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1784950510.548194:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000010:2.0:1784950510.548195:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd84354f. 00000020:00000010:3.0:1784950510.548198:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20540e9. 02000000:00000010:1.0:1784950510.548199:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000031b2009f. 00000020:00000040:2.0:1784950510.548204:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:3.0:1784950510.548204:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950510.548207:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950510.548207:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784950510.548210:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950510.548212:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b20540e9. 02000000:00000001:1.0:1784950510.548213:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950510.548218:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005be3fe71. 00000800:00000001:0.0:1784950510.548220:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950510.548225:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1784950510.548226:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004ebc0332 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369214080:12345-192.168.203.114@tcp:400: 00000800:00000001:0.0:1784950510.548228:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950510.548229:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950510.548232:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784950510.548237:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950510.548238:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369214080 00000100:00000001:1.0:1784950510.548239:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950510.548239:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950510.548245:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950510.548246:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950510.548248:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784950510.548253:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950510.548254:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950510.548254:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00100000:2.0:1784950510.548255:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000001:3.0:1784950510.548261:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950510.548264:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950510.548264:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950510.548266:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950510.548270:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950510.548271:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:2.0:1784950510.548273:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784950510.548274:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c2980 00000100:00000001:2.0:1784950510.548277:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950510.548279:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1784950510.548284:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369214080, found 0 last_xid 1871652369214079 00000100:00000001:2.0:1784950510.548285:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784950510.548288:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950510.548290:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950510.548296:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16419 [1] + 224 00000100:00000001:2.0:1784950510.548296:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1784950510.548296:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950510.548302:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000001:1.0:1784950510.548304:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950510.548306:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003560c24e x1871652369214336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950510.548308:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950510.548312:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950510.548312:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784950510.548314:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950510.548321:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000001:1.0:1784950510.548324:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950510.548326:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950510.548327:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784950510.548327:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950510.548332:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950510.548333:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d85756b1. 00000400:00000200:0.0:1784950510.548335:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784950510.548339:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784950510.548340:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:3.0:1784950510.548341:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950510.548344:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950510.548349:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950510.548352:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950510.548353:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950510.548354:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950510.548362:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000003560c24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369214336:192.168.203.114@tcp:400: 00010000:00000040:3.0:1784950510.548362:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369214080 00000400:00000200:1.0:1784950510.548363:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c2a00 00000100:00000001:0.0:1784950510.548366:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1784950510.548369:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950510.548375:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1784950510.548380:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003cbf846b x1871652369213824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950510.548380:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784950510.548381:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 168000 00010000:00000200:3.0:1784950510.548381:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000004ebc0332 x1871652369214080/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:661/0 lens 224/224 e 0 to 0 dl 1784950521 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950510.548386:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950510.548392:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:1.0:1784950510.548398:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:2.0:1784950510.548399:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd84354f. 00000800:00000001:1.0:1784950510.548407:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950510.548407:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950510.548417:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784950510.548418:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007083289f. 00000400:00000010:2.0:1784950510.548427:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000400:00000200:1.0:1784950510.548431:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:3.0:1784950510.548431:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1784950510.548435:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369214336, portal 10 00010000:00000001:3.0:1784950510.548438:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950510.548439:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003cbf846b x1871652369213824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950510.548441:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950510.548441:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00001000:3.0:1784950510.548443:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950510.548445:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785684289280 : -120288025262336 : ffff929942fbc700) 00000100:00000200:1.0:1784950510.548447:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1784950510.548459:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034bcd6b2. 00000100:00000001:3.0:1784950510.548459:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950510.548461:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003560c24e x1871652369214336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950510.548467:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000034bcd6b2 x1871652369213952 msgsize 224 00000100:00000040:3.0:1784950510.548468:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950510.548477:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950510.548486:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1784950510.548490:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:3.0:1784950510.548491:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950510.548495:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950510.548498:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950510.548502:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950510.548506:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1784950510.548507:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:0.0:1784950510.548508:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950510.548514:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950510.548517:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950510.548517:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 00000800:00000001:0.0:1784950510.548519:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950510.548519:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000969daf7a. 00000100:00000200:3.0:1784950510.548526:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369214080, offset 224 00000800:00000001:1.0:1784950510.548528:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950510.548529:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369214336, offset 0 00000800:00000001:1.0:1784950510.548536:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950510.548538:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950510.548543:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950510.548549:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950510.548553:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950510.548559:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950510.548566:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11268:11268:240:4294967295] 192.168.203.114@tcp LPNI seq info [9965:9965:8:4294967295] 00000400:00000200:3.0:1784950510.548575:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950510.548580:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950510.548584:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000010:3.0:1784950510.548585:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4bcac29. 00000400:00000200:2.0:1784950510.548591:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784950510.548597:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950510.548601:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1784950510.548609:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784950510.548612:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:2.0:1784950510.548615:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:3.0:1784950510.548619:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c4bcac29 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950510.548626:0:455357:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1784950510.548626:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11269:11269:239:4294967295] 192.168.203.114@tcp LPNI seq info [9966:9966:7:4294967295] 00000100:00100000:0.0:1784950510.548633:0:455357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369213952 00000100:00000001:3.0:1784950510.548635:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950510.548641:0:455357:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1784950510.548646:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950510.548647:0:455357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1784950510.548648:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950510.548655:0:455357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950510.548655:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950510.548660:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950510.548662:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950510.548666:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1784950510.548667:0:455357:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950510.548667:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069c2b00 00000800:00000010:2.0:1784950510.548671:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c55871f. 00000100:00000040:3.0:1784950510.548677:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ebc0332 x1871652369214080/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:661/0 lens 224/224 e 0 to 0 dl 1784950521 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950510.548678:0:455357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369213952 00000020:00000001:0.0:1784950510.548687:0:455357:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000100:1.0:1784950510.548688:0:441634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369214208 offset 0 length 520: 4 00000800:00000200:2.0:1784950510.548688:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000040:0.0:1784950510.548693:0:455357:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000400:00000200:1.0:1784950510.548699:0:441634:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 000000009791c5db is in inconsistent state, don't perform health checking (-2, 0) 00000020:00000001:0.0:1784950510.548701:0:455357:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:2.0:1784950510.548705:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000040:0.0:1784950510.548708:0:455357:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000400:00000200:1.0:1784950510.548708:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000200:2.0:1784950510.548713:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002c55871f type 1, nob 320 niov 1 nkiov 1 00000020:00000001:0.0:1784950510.548718:0:455357:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:2.0:1784950510.548741:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950510.548742:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950510.548745:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5086 usecs (6 jiffies) 00000100:00100000:3.0:1784950510.548746:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004ebc0332 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369214080:12345-192.168.203.114@tcp:400: Request processed in 522us (1229us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950510.548751:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307448714 00000800:00000001:1.0:1784950510.548753:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950510.548760:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307451132 00000020:00000001:0.0:1784950510.548762:0:455357:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:2.0:1784950510.548765:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307448714 00000100:00100000:3.0:1784950510.548767:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2766 00000100:00000001:2.0:1784950510.548772:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307451132 00000100:00000001:0.0:1784950510.548776:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1784950510.548776:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:2.0:1784950510.548777:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307448714 00000800:00000200:1.0:1784950510.548778:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950510.548785:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950510.548786:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307451132 00000020:00000010:0.0:1784950510.548787:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000800:00000010:1.0:1784950510.548787:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4bcac29. 00000100:00000001:3.0:1784950510.548789:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1784950510.548795:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307448714 00000020:00000010:3.0:1784950510.548795:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000400:00000200:1.0:1784950510.548796:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950510.548797:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950510.548802:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307451132 00000020:00000010:3.0:1784950510.548805:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000100:00000001:2.0:1784950510.548808:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950510.548809:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000400:00000200:1.0:1784950510.548812:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:3.0:1784950510.548813:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004403da6f. 00000100:00000001:2.0:1784950510.548815:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950510.548823:0:455357:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c7e8cd1. 00000020:00000040:3.0:1784950510.548824:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000400:00000200:1.0:1784950510.548825:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000400:00000010:1.0:1784950510.548830:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000100:00000001:3.0:1784950510.548832:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950510.548835:0:455357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dbbbae8b. 00000100:00000001:1.0:1784950510.548836:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1784950510.548837:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784950510.548841:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1784950510.548842:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1784950510.548846:0:455357:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c67f9aa. 00000400:00000010:2.0:1784950510.548846:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041e9cd30. 00000800:00000001:1.0:1784950510.548851:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950510.548853:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c7615d7 00000400:00000010:2.0:1784950510.548857:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000c7615d7. 00000800:00000001:1.0:1784950510.548858:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950510.548862:0:455357:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1784950510.548863:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950510.548870:0:455357:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1784950510.548870:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003cbf846b x1871652369213824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950510.548875:0:455357:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950510.548882:0:455357:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950510.548894:0:455357:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1784950510.548897:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003cbf846b x1871652369213824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950510.548900:0:455357:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000200:3.0:1784950510.548903:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950510.548906:0:455357:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950510.548910:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c55871f. 00000100:00000001:2.0:1784950510.548912:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950510.548917:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950510.548918:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950510.548918:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950510.548925:0:455357:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950510.548926:0:441642:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784950510.548927:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950510.548931:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1784950510.548935:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950510.548936:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950510.548937:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950510.548943:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950510.548944:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969daf7a 00000800:00000001:1.0:1784950510.548946:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950510.548947:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950510.548949:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1784950510.548949:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000969daf7a. 00000100:00001000:2.0:1784950510.548970:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=138 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950510.548974:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950510.548974:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00001000:2.0:1784950510.548977:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=138 v=5 (1 1 1 1) 00000400:00000200:1.0:1784950510.548978:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:3.0:1784950510.548986:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003560c24e x1871652369214336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950510.548989:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1784950510.548991:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1612 00000100:00000001:2.0:1784950510.548993:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950510.549000:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c2a80 00010000:00000001:2.0:1784950510.549000:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784950510.549003:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00010000:00000001:2.0:1784950510.549005:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950510.549015:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038696960 : -120287670854656 : ffff9299581b9c00) 00000400:00000200:1.0:1784950510.549015:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x1642d [1] + 224 00000100:00000001:2.0:1784950510.549016:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784950510.549020:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950510.549021:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950510.549027:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1784950510.549030:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950510.549030:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950510.549035:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034bcd6b2 x1871652369213952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:661/0 lens 224/0 e 0 to 0 dl 1784950521 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950510.549036:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003560c24e x1871652369214336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950510.549038:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950510.549041:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003cbf846b x1871652369213824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950510.549047:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950510.549061:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950510.549072:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950510.549081:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004ad3f022 x1871652369214080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950510.549086:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.549094:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950510.549095:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950510.549099:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950510.549102:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950510.549106:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950510.549108:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000040:2.0:1784950510.549117:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cbf846b x1871652369213824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950510.549118:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950510.549120:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ad3f022 x1871652369214080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950510.549129:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000100:00100000:0.0:1784950510.549148:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000034bcd6b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369213952:12345-192.168.203.114@tcp:400: 00000100:00100000:2.0:1784950510.549157:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000003cbf846b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369213824:192.168.203.114@tcp:400: 00000100:00000200:0.0:1784950510.549166:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369213952 00000100:00000001:2.0:1784950510.549168:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950510.549172:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950510.549172:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950510.549178:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003cbf846b x1871652369213824/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950510.549179:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950510.549180:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1784950510.549186:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950510.549188:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950510.549195:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950510.549196:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950510.549203:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000001:1.0:1784950510.549203:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950510.549205:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950510.549209:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950510.549211:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1784950510.549212:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000001:1.0:1784950510.549212:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950510.549213:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784950510.549215:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000204b523b. 00000020:00000001:0.0:1784950510.549219:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950510.549222:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1784950510.549223:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1784950510.549227:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950510.549228:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:1.0:1784950510.549229:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000001:3.0:1784950510.549229:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1784950510.549235:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000040:2.0:1784950510.549236:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000400:00000010:3.0:1784950510.549236:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079a91cd6. 00000020:00000001:0.0:1784950510.549243:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950510.549244:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c2b80 00000020:00000001:2.0:1784950510.549245:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:3.0:1784950510.549246:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dca9971 02000000:00000010:2.0:1784950510.549249:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bea13e4c. 00000020:00000001:0.0:1784950510.549251:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1784950510.549252:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008dca9971. 02000000:00000001:2.0:1784950510.549257:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784950510.549259:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950510.549260:0:441643:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784950510.549261:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950510.549267:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003cbf846b. 02000000:00000001:0.0:1784950510.549268:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1784950510.549268:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 168224 00000100:00000200:3.0:1784950510.549272:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004ad3f022 x1871652369214080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950510.549276:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1784950510.549278:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e4f728dd. 00000100:00000001:2.0:1784950510.549281:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950510.549283:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950510.549288:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.549289:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950510.549292:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950510.549299:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.549299:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950510.549300:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784950510.549302:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004ad3f022 x1871652369214080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950510.549305:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1784950510.549310:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.549311:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950510.549316:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950510.549319:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950510.549321:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369213952 00000100:00000001:1.0:1784950510.549330:0:441634:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1784950510.549331:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000200:1.0:1784950510.549335:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1784950510.549343:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028319b14. 00010000:00000200:0.0:1784950510.549345:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000034bcd6b2 x1871652369213952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:661/0 lens 224/224 e 0 to 0 dl 1784950521 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950510.549349:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000028319b14 x1871652369214336 msgsize 224 00000100:00000001:3.0:1784950510.549360:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950510.549365:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950510.549367:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950510.549371:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950510.549376:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950510.549379:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950510.549384:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950510.549385:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1784950510.549385:0:441634:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1784950510.549387:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950510.549393:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950510.549393:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784950510.549394:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=143 v=5 (5 5 5 5) 00000800:00000001:1.0:1784950510.549400:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950510.549403:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=143 v=5 (1 1 1 1) 00000100:00001000:3.0:1784950510.549403:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=143 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950510.549417:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950510.549417:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950510.549420:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950510.549424:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784950510.549426:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950510.549427:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1784950510.549428:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950510.549434:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369214336 00000100:00000001:3.0:1784950510.549435:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950510.549437:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950510.549438:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1784950510.549440:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950510.549443:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1784950510.549446:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950510.549446:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950510.549447:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950510.549452:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950510.549452:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950510.549453:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950510.549461:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1784950510.549462:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369214336 00000100:00000040:3.0:1784950510.549466:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ad3f022 x1871652369214080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950510.549468:0:453541:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950510.549472:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000040:0.0:1784950510.549475:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:2.0:1784950510.549477:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:0.0:1784950510.549483:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968cd81d. 00000020:00000040:2.0:1784950510.549483:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000001:3.0:1784950510.549485:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950510.549492:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369213952, offset 224 00000020:00000001:2.0:1784950510.549493:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:3.0:1784950510.549493:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950510.549497:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950510.549501:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:2.0:1784950510.549507:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1784950510.549508:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ad3f022 x1871652369214080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950510.549509:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000010:2.0:1784950510.549512:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000100:00000001:2.0:1784950510.549519:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950510.549526:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:2.0:1784950510.549527:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000100:00100000:3.0:1784950510.549529:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004ad3f022 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369214080:192.168.203.114@tcp:400: 00000020:00000010:2.0:1784950510.549538:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000204b523b. 00000100:00000001:3.0:1784950510.549540:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950510.549542:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11270:11270:240:4294967295] 192.168.203.114@tcp LPNI seq info [9967:9967:8:4294967295] 00000020:00000010:2.0:1784950510.549546:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000100:00000001:3.0:1784950510.549547:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1784950510.549554:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a534ace4. 00000100:00000040:3.0:1784950510.549555:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ad3f022 x1871652369214080/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950510.549564:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950510.549568:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950510.549572:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950510.549574:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950510.549581:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1784950510.549585:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950510.549590:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950510.549591:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000200:0.0:1784950510.549596:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950510.549597:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950510.549601:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d522160c. 00000800:00000010:0.0:1784950510.549605:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825f13b0. 00000100:00000001:2.0:1784950510.549607:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950510.549608:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950510.549613:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000200:0.0:1784950510.549614:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000040:3.0:1784950510.549616:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950510.549621:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1784950510.549621:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000200:0.0:1784950510.549627:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:2.0:1784950510.549627:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1784950510.549628:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007158160. 00000800:00000200:0.0:1784950510.549636:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000825f13b0 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784950510.549637:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1784950510.549638:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1613 02000000:00000001:3.0:1784950510.549642:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950510.549646:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ad3f022. 00000100:00000040:2.0:1784950510.549647:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000001:2.0:1784950510.549653:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038703232 : -120287670848384 : ffff9299581bb480) 00000100:00000001:3.0:1784950510.549654:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950510.549656:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950510.549658:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950510.549660:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000028319b14 x1871652369214336/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:661/0 lens 224/0 e 0 to 0 dl 1784950521 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950510.549667:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950510.549668:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950510.549674:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1784950510.549677:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:3.0:1784950510.549679:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1784950510.549682:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950510.549685:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950510.549688:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950510.549693:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.549696:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1784950510.549699:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034bcd6b2 x1871652369213952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:661/0 lens 224/224 e 0 to 0 dl 1784950521 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950510.549702:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000898298df. 00000100:00000001:2.0:1784950510.549708:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950510.549715:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000898298df. 00000100:00100000:0.0:1784950510.549749:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000034bcd6b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369213952:12345-192.168.203.114@tcp:400: Request processed in 620us (1251us total) trans 0 rc 0/0 00000800:00000200:1.0:1784950510.549752:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950510.549760:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825f13b0. 00000100:00100000:2.0:1784950510.549761:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000028319b14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369214336:12345-192.168.203.114@tcp:400: 00000800:00000001:3.0:1784950510.549762:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950510.549769:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1612 00000400:00000200:1.0:1784950510.549770:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784950510.549772:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369214336 00000800:00000001:3.0:1784950510.549773:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950510.549780:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000001:3.0:1784950510.549781:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950510.549782:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000400:00000200:1.0:1784950510.549785:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:2.0:1784950510.549786:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950510.549788:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:3.0:1784950510.549789:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950510.549791:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950510.549793:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1784950510.549797:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968cd81d 00000020:00000001:2.0:1784950510.549798:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1784950510.549800:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dbbbae8b. 00000400:00000010:1.0:1784950510.549801:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000968cd81d. 00000020:00000001:2.0:1784950510.549803:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:3.0:1784950510.549809:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:2.0:1784950510.549811:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1784950510.549812:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c67f9aa. 00000100:00000001:1.0:1784950510.549812:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1784950510.549816:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950510.549817:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1784950510.549819:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c7e8cd1. 00000020:00000001:2.0:1784950510.549824:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1784950510.549826:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c2a00 00000020:00000001:2.0:1784950510.549828:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000040:0.0:1784950510.549830:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000020:00000001:2.0:1784950510.549833:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950510.549837:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x16425 [1] + 224 00000100:00000001:0.0:1784950510.549839:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950510.549840:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000001:3.0:1784950510.549845:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950510.549846:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1784950510.549851:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1784950510.549854:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784950510.549855:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000013dec622. 00000400:00000200:3.0:1784950510.549862:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784950510.549863:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.549869:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950510.549874:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950510.549875:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000040:2.0:1784950510.549878:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369214336 00000100:00000001:3.0:1784950510.549881:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1784950510.549882:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000200:3.0:1784950510.549891:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fa85cc0f x1871652369213952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1784950510.549892:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000028319b14 x1871652369214336/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:661/0 lens 224/224 e 0 to 0 dl 1784950521 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950510.549932:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950510.549935:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950510.549937:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fa85cc0f x1871652369213952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950510.549938:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950510.549947:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950510.549968:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950510.549974:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950510.549979:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950510.549980:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.549982:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950510.549985:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950510.549987:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1784950510.549988:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c7615d7. 00000100:00000200:2.0:1784950510.549994:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369214336, offset 224 00000800:00000001:3.0:1784950510.549997:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950510.550002:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000001:3.0:1784950510.550004:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950510.550013:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950510.550018:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11271:11271:240:4294967295] 192.168.203.114@tcp LPNI seq info [9968:9968:8:4294967295] 00000100:00000001:0.0:1784950510.550027:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950510.550034:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950510.550034:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000001:0.0:1784950510.550044:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1784950510.550044:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950510.550047:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eacc2d84. 00000400:00000001:0.0:1784950510.550051:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1784950510.550055:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:0.0:1784950510.550058:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2ad5860. 00000800:00000200:2.0:1784950510.550065:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:0.0:1784950510.550067:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee59023e 00000800:00000200:2.0:1784950510.550070:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eacc2d84 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1784950510.550075:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ee59023e. 00000100:00000001:0.0:1784950510.550082:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950510.550086:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950510.550090:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa85cc0f x1871652369213952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950510.550094:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:2.0:1784950510.550099:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950510.550102:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950510.550108:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1784950510.550115:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028319b14 x1871652369214336/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:661/0 lens 224/224 e 0 to 0 dl 1784950521 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950510.550122:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa85cc0f x1871652369213952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950510.550140:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000028319b14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369214336:12345-192.168.203.114@tcp:400: Request processed in 438us (784us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950510.550145:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1784950510.550149:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1613 00000100:00000001:0.0:1784950510.550150:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950510.550156:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:2.0:1784950510.550156:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 02000000:00000001:0.0:1784950510.550161:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950510.550162:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950510.550164:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950510.550165:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1784950510.550168:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950510.550169:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1784950510.550170:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 02000000:00000001:0.0:1784950510.550172:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950510.550177:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eacc2d84. 00000020:00000010:2.0:1784950510.550178:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a534ace4. 00000100:00001000:0.0:1784950510.550180:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=143 v=5 (5 5 5 5) 00000400:00000200:1.0:1784950510.550185:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1784950510.550186:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000204b523b. 00000100:00001000:0.0:1784950510.550188:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=143 v=5 (1 1 1 1) 00000400:00000200:1.0:1784950510.550197:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950510.550198:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1784950510.550198:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000800:00000001:3.0:1784950510.550199:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950510.550204:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950510.550207:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c7615d7 00000100:00000001:2.0:1784950510.550207:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950510.550208:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1784950510.550210:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950510.550216:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000c7615d7. 00000800:00000001:3.0:1784950510.550216:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00080000:0.0:1784950510.550219:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fa85cc0f x1871652369213952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950510.550224:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950510.550225:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950510.550229:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1784950510.550233:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950510.550240:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1784950510.550241:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:0.0:1784950510.550243:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950510.550248:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950510.550249:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950510.550256:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c2b80 00000100:00000040:0.0:1784950510.550257:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa85cc0f x1871652369213952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950510.550270:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x16449 [1] + 224 00000100:00000001:0.0:1784950510.550277:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1784950510.550280:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950510.550281:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950510.550286:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950510.550289:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950510.550291:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa85cc0f x1871652369213952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950510.550293:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950510.550305:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950510.550312:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1784950510.550317:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000fa85cc0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369213952:192.168.203.114@tcp:400: 00000100:00000200:3.0:1784950510.550322:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003560c24e x1871652369214336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950510.550326:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950510.550332:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950510.550339:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa85cc0f x1871652369213952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950510.550342:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003560c24e x1871652369214336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950510.550367:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950510.550371:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950510.550373:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017854499. 02000000:00000001:0.0:1784950510.550377:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950510.550379:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950510.550379:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1784950510.550381:0:441643:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1784950510.550385:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950510.550388:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cdda80e2. 00000800:00000001:3.0:1784950510.550388:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950510.550395:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950510.550396:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950510.550401:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950510.550403:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa85cc0f. 00000100:00000001:0.0:1784950510.550407:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950510.550408:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950510.550410:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950510.550415:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950510.550417:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.550417:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950510.550421:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950510.550423:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950510.550427:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784950510.550427:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950510.550431:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950510.550433:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007083289f. 00000400:00000200:2.0:1784950510.550437:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000400:00000010:2.0:1784950510.550439:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000100:00000001:2.0:1784950510.550443:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950510.550447:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003560c24e x1871652369214336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950510.550455:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003560c24e x1871652369214336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950510.550461:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950510.550463:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950510.550465:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950510.550467:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950510.550468:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950510.550470:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950510.550471:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950510.550475:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=143 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950510.550478:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950510.550480:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950510.550481:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950510.550482:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784950510.550485:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003560c24e x1871652369214336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950510.550490:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.550492:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950510.550493:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950510.550495:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950510.550496:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950510.550498:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003560c24e x1871652369214336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950510.550503:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950510.550505:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950510.550506:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950510.550509:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003560c24e x1871652369214336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950510.550515:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000003560c24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369214336:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950510.550518:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950510.550519:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950510.550521:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003560c24e x1871652369214336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950510.550526:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950510.550527:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950510.550529:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd84354f. 02000000:00000001:2.0:1784950510.550532:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950510.550533:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950510.550535:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1784950510.550537:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950510.550538:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d67bdc6a. 02000000:00000001:2.0:1784950510.550540:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950510.550541:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950510.550542:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003560c24e. 00000100:00000001:2.0:1784950510.550544:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950510.550545:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950510.550547:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950510.550550:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950510.550551:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950510.550552:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950510.550554:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950510.928845:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950510.928852:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950510.928859:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950510.928860:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950510.928979:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950510.928983:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950510.928986:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950511.568856:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950511.568873:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950511.568875:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950511.568881:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950511.568885:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950511.568889:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950511.568892:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950511.952825:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950511.952832:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950511.952839:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950511.952841:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950511.952967:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950511.952972:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950511.952975:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950512.592817:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950512.592831:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950512.592833:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950512.592839:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950512.592843:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950512.592846:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950512.592850:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950512.720871:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950512.720877:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1784950512.720904:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6d14b1d. 00000020:00000040:2.0:1784950512.720911:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950512.720916:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950512.720919:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950512.720925:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950512.720933:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000002c68df2. 00000004:00000001:1.0:1784950512.720955:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000001:2.0:1784950512.720958:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1784950512.720959:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1784950512.720968:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1784950512.720969:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c49250f5. 00000100:00000001:2.0:1784950512.720973:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950512.720975:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950512.720980:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950512.720983:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1784950512.720986:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6d14b1d] to pc [ptlrpcd_00_01+1] req@00000000c6d14b1d x1871652369214464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950512.720988:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950512.720997:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a629e91. 00000100:00000001:1.0:1784950512.721005:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950512.721012:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950512.721015:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950512.721023:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49250f5] to pc [ptlrpcd_00_02+2] req@00000000c49250f5 x1871652369214592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1784950512.721036:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950512.721043:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950512.721060:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950512.721066:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950512.721069:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950512.721076:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6d14b1d x1871652369214464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950512.721085:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950512.721087:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950512.721091:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950512.721093:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950512.721096:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950512.721099:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c6d14b1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369214464:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950512.721103:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950512.721109:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950512.721111:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950512.721113:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950512.721119:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a2045f89. 02000000:00000001:3.0:1784950512.721121:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950512.721126:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079a91cd6. 00000100:00000001:0.0:1784950512.721128:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784950512.721133:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dca9971. 00000100:00000001:0.0:1784950512.721134:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950512.721143:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369214464, portal 4 00000100:00000001:0.0:1784950512.721145:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950512.721150:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1784950512.721151:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1784950512.721154:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730218112 : -120287979333504 : ffff929945b89880) 00000100:00000001:0.0:1784950512.721155:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950512.721166:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784950512.721167:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c6d14b1d x1871652369214464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950512.721170:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950512.721176:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950512.721179:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950512.721183:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950512.721185:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950512.721194:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c49250f5 x1871652369214592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950512.721195:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950512.721201:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001829797e. 00000100:00000200:3.0:1784950512.721207:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369214464, offset 0 00000100:00000001:0.0:1784950512.721236:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950512.721242:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950512.721243:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950512.721252:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950512.721257:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950512.721261:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950512.721267:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c49250f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369214592:192.168.203.114@tcp:41: 00000400:00000200:3.0:1784950512.721273:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950512.721280:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784950512.721286:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784950512.721288:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950512.721293:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950512.721298:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:0.0:1784950512.721300:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784950512.721308:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1784950512.721312:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000dc7bae8. 00000400:00000200:3.0:1784950512.721314:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:0.0:1784950512.721322:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950512.721330:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11272:11272:240:4294967295] 192.168.203.114@tcp LPNI seq info [9969:9969:8:4294967295] 00000400:00000010:0.0:1784950512.721335:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa075283. 00000400:00000010:0.0:1784950512.721346:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f39d0e. 00000400:00000200:3.0:1784950512.721358:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:0.0:1784950512.721359:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369214592, portal 4 00000100:00000001:0.0:1784950512.721367:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950512.721372:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038689792 : -120287670861824 : ffff9299581b8000) 00000800:00000200:3.0:1784950512.721381:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950512.721388:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c49250f5 x1871652369214592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784950512.721391:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007262da46. 00000100:00000001:0.0:1784950512.721406:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784950512.721412:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:0.0:1784950512.721421:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950512.721429:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d7177c6. 00000100:00000200:0.0:1784950512.721434:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369214592, offset 0 00000800:00000200:3.0:1784950512.721437:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950512.721446:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007262da46 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950512.721447:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950512.721465:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950512.721471:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950512.721478:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950512.721479:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950512.721488:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1784950512.721490:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4742 usecs (5 jiffies) 00000400:00000200:0.0:1784950512.721495:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:3.0:1784950512.721500:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307450885 00000400:00000200:0.0:1784950512.721509:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11273:11273:239:4294967295] 192.168.203.114@tcp LPNI seq info [9970:9970:7:4294967295] 00000100:00000001:3.0:1784950512.721511:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307451132 00000100:00000001:3.0:1784950512.721521:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307450885 00000100:00000001:3.0:1784950512.721527:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307451132 00000100:00000001:3.0:1784950512.721535:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307450885 00000100:00000001:3.0:1784950512.721542:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307451132 00000400:00000200:0.0:1784950512.721544:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950512.721551:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307450885 00000100:00000001:3.0:1784950512.721558:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307451132 00000800:00000200:0.0:1784950512.721563:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950512.721565:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950512.721574:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950512.721575:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdda80e2. 00000100:00000001:3.0:1784950512.721578:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950512.721585:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950512.721591:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950512.721595:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950512.721601:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1784950512.721608:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950512.721610:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950512.721617:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784950512.721619:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdda80e2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950512.721622:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950512.721630:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950512.721651:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950512.721659:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13488 usecs (14 jiffies) 00000100:00000001:0.0:1784950512.721664:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307450894 00000100:00000001:0.0:1784950512.721669:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307451132 00000100:00000001:0.0:1784950512.721672:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307450894 00000100:00000001:0.0:1784950512.721675:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307451132 00000100:00000001:0.0:1784950512.721677:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307450894 00000100:00000001:0.0:1784950512.721680:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307451132 00000100:00000001:0.0:1784950512.721682:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307450894 00000100:00000001:0.0:1784950512.721684:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307451132 00000100:00000001:0.0:1784950512.721686:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950512.721689:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950512.721693:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950512.721697:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950512.721716:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950512.721755:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007262da46. 00000800:00000001:3.0:1784950512.721764:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950512.721766:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950512.721782:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950512.721791:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001829797e 00000400:00000010:2.0:1784950512.721794:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001829797e. 00000100:00000001:2.0:1784950512.721802:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1784950512.721811:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6d14b1d x1871652369214464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950512.721826:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950512.721831:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950512.721832:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6d14b1d x1871652369214464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950512.721839:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950512.721854:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950512.721858:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1784950512.721872:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950512.721901:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950512.721904:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950512.721906:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950512.721910:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784950512.721911:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000010:1.0:1784950512.721918:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdda80e2. 00000400:00000200:1.0:1784950512.721924:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950512.721928:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c2c80 00000400:00000200:1.0:1784950512.721935:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950512.721953:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950512.721958:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950512.721961:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 4256 00000800:00000001:3.0:1784950512.721965:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950512.721969:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d7177c6 00000800:00000001:2.0:1784950512.721970:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:1.0:1784950512.721974:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001d7177c6. 00000400:00000200:3.0:1784950512.721978:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950512.721983:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1784950512.721985:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950512.721989:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784950512.721994:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c49250f5 x1871652369214592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950512.721995:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c2c00 00000400:00000200:2.0:1784950512.722002:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950512.722011:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 4480 00000100:00000001:1.0:1784950512.722019:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950512.722023:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:3.0:1784950512.722023:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950512.722026:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c49250f5 x1871652369214592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950512.722030:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1784950512.722039:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059955604. 00000800:00000001:3.0:1784950512.722040:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950512.722041:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950512.722047:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000059955604 x1871652369214592 msgsize 224 00000100:00000001:1.0:1784950512.722049:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950512.722049:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784950512.722061:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:3.0:1784950512.722063:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950512.722079:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1784950512.722093:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950512.722097:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950512.722104:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950512.722108:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1784950512.722114:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8afbe80. 00000100:00000040:3.0:1784950512.722118:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000b8afbe80 x1871652369214464 msgsize 224 00000100:00100000:3.0:1784950512.722125:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950512.722127:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950512.722137:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1784950512.722140:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369214592 02000000:00000001:0.0:1784950512.722144:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950512.722146:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1784950512.722147:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950512.722150:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950512.722154:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950512.722156:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950512.722162:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369214592 00000020:00000001:0.0:1784950512.722166:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950512.722168:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:0.0:1784950512.722171:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950512.722175:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:0.0:1784950512.722178:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:0.0:1784950512.722180:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:0.0:1784950512.722185:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950512.722186:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1784950512.722189:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00100000:2.0:1784950512.722191:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369214464 02000000:00000001:2.0:1784950512.722197:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950512.722198:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950512.722200:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1784950512.722202:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000100:00000001:2.0:1784950512.722203:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950512.722209:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950512.722210:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c7e8cd1. 00000100:00100000:2.0:1784950512.722212:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369214464 00000020:00000001:2.0:1784950512.722216:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:0.0:1784950512.722218:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dbbbae8b. 00000020:00000040:2.0:1784950512.722218:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:2.0:1784950512.722223:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000010:0.0:1784950512.722226:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c67f9aa. 00000020:00000040:2.0:1784950512.722227:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:2.0:1784950512.722233:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:2.0:1784950512.722235:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:2.0:1784950512.722239:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1784950512.722241:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000010:2.0:1784950512.722244:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e64f053. 00000100:00000001:0.0:1784950512.722246:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950512.722248:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950512.722250:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1784950512.722252:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e64f053. 00000100:00000001:0.0:1784950512.722254:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950512.722260:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000204b523b. 00000100:00000001:0.0:1784950512.722264:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950512.722265:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac933f0a. 00000020:00000010:2.0:1784950512.722272:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a534ace4. 00000100:00000001:2.0:1784950512.722276:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950512.722278:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950512.722280:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950512.722280:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950512.722291:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950512.722298:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950512.722302:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950512.722307:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950512.722308:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2767 00000100:00000040:0.0:1784950512.722316:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:3.0:1784950512.722317:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950512.722319:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730213632 : -120287979337984 : ffff929945b88700) 00000100:00000001:3.0:1784950512.722322:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950512.722324:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1784950512.722329:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000059955604 x1871652369214592/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:663/0 lens 224/0 e 0 to 0 dl 1784950523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950512.722330:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1784950512.722335:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2768 00000100:00000040:3.0:1784950512.722344:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:2.0:1784950512.722346:0:453517:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950512.722349:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950512.722351:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032854144 : -120287676697472 : ffff929957c27480) 00000100:00000001:2.0:1784950512.722352:0:453517:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950512.722355:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:0.0:1784950512.722361:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950512.722365:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000100:00000040:3.0:1784950512.722366:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b8afbe80 x1871652369214464/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:663/0 lens 224/0 e 0 to 0 dl 1784950523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950512.722378:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000059955604 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369214592:12345-192.168.203.114@tcp:41: 00000100:00000200:0.0:1784950512.722387:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369214592 00000100:00000001:3.0:1784950512.722388:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1784950512.722395:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:3.0:1784950512.722396:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000020:00000001:0.0:1784950512.722399:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950512.722401:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950512.722406:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950512.722406:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000020:00000001:0.0:1784950512.722413:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950512.722417:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000100:00100000:3.0:1784950512.722418:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b8afbe80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369214464:12345-192.168.203.114@tcp:41: 00000020:00000001:0.0:1784950512.722423:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1784950512.722425:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369214464 00000001:00000001:0.0:1784950512.722428:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369214592, found 0 last_xid 1871652369214591 00000020:00000001:3.0:1784950512.722429:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950512.722435:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950512.722436:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950512.722443:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950512.722443:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950512.722447:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950512.722449:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950512.722451:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950512.722453:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:3.0:1784950512.722458:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950512.722459:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000001:00000001:3.0:1784950512.722461:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369214464, found 0 last_xid 1871652369214463 02000000:00000001:0.0:1784950512.722463:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1784950512.722465:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950512.722469:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000010:0.0:1784950512.722470:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007c37231b. 00000020:00000001:3.0:1784950512.722471:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950512.722475:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950512.722476:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950512.722479:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950512.722480:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950512.722485:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:0.0:1784950512.722488:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 02000000:00000010:3.0:1784950512.722490:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005b9b8fc0. 00000004:00000001:0.0:1784950512.722492:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 02000000:00000001:3.0:1784950512.722512:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950512.722514:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950512.722521:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950512.722530:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:3.0:1784950512.722534:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000024:0.0:1784950512.722536:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000004:00000001:3.0:1784950512.722537:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1784950512.722550:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:0.0:1784950512.722555:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000004:00000024:3.0:1784950512.722558:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000004:00000020:0.0:1784950512.722560:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000020:00000020:3.0:1784950512.722568:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000001:00000001:0.0:1784950512.722574:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000020:00000020:3.0:1784950512.722576:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000001:00000001:0.0:1784950512.722581:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1784950512.722585:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000004:00000001:0.0:1784950512.722588:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1784950512.722595:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00010000:00000040:0.0:1784950512.722597:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369214592 00000004:00000020:3.0:1784950512.722608:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00010000:00000001:0.0:1784950512.722609:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000001:00000001:3.0:1784950512.722622:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00010000:00000200:0.0:1784950512.722623:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000059955604 x1871652369214592/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:663/0 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1784950512.722630:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950512.722640:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950512.722650:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369214464 00010000:00000001:0.0:1784950512.722653:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950512.722656:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000001:0.0:1784950512.722658:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950512.722665:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=145 v=5 (1 1 1 1) 00010000:00000200:3.0:1784950512.722668:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000b8afbe80 x1871652369214464/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:663/0 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950512.722676:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950512.722687:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950512.722692:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950512.722694:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00010000:00000001:3.0:1784950512.722698:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950512.722701:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1784950512.722706:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=145 v=5 (1 1 1 1) 02000000:00000001:0.0:1784950512.722707:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950512.722717:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950512.722722:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950512.722723:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950512.722766:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef1d74eb. 00000100:00000200:0.0:1784950512.722772:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369214592, offset 224 00000400:00000200:0.0:1784950512.722780:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950512.722790:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000400:00000200:0.0:1784950512.722794:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:3.0:1784950512.722804:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:0.0:1784950512.722810:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11274:11274:240:4294967295] 192.168.203.114@tcp LPNI seq info [9971:9971:8:4294967295] 02000000:00000001:3.0:1784950512.722819:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950512.722825:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950512.722835:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950512.722837:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:3.0:1784950512.722848:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950512.722855:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950512.722861:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000800:00000010:0.0:1784950512.722864:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013f88f5e. 00000100:00000200:3.0:1784950512.722873:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369214464, offset 224 00000800:00000200:0.0:1784950512.722882:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950512.722910:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950512.722911:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950512.722916:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000013f88f5e type 1, nob 464 niov 1 nkiov 1 00000400:00000200:3.0:1784950512.722922:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950512.722928:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950512.722929:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11275:11275:239:4294967295] 192.168.203.114@tcp LPNI seq info [9972:9972:7:4294967295] 00000100:00000040:0.0:1784950512.722954:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950512.722959:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950512.722963:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950512.722969:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1784950512.722972:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950512.722979:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059955604 x1871652369214592/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:663/0 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950512.722985:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950512.722994:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083b5681e. 00000100:00100000:0.0:1784950512.723000:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000059955604 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369214592:12345-192.168.203.114@tcp:41: Request processed in 647us (948us total) trans 0 rc 0/0 00000800:00000200:3.0:1784950512.723009:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:0.0:1784950512.723016:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2767 00000800:00000200:1.0:1784950512.723024:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1784950512.723024:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:0.0:1784950512.723025:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000010:1.0:1784950512.723032:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013f88f5e. 00000100:00000001:0.0:1784950512.723033:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:3.0:1784950512.723033:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000083b5681e type 1, nob 464 niov 1 nkiov 1 00000100:00000001:0.0:1784950512.723038:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1784950512.723041:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1784950512.723045:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dbbbae8b. 00000100:00000001:3.0:1784950512.723049:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950512.723051:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950512.723053:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c67f9aa. 00000100:00000040:3.0:1784950512.723058:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000010:0.0:1784950512.723062:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c7e8cd1. 00000400:00000200:1.0:1784950512.723063:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef1d74eb 00010000:00000001:3.0:1784950512.723063:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950512.723067:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950512.723069:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ef1d74eb. 00000020:00000001:3.0:1784950512.723071:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000040:0.0:1784950512.723073:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:1.0:1784950512.723076:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950512.723079:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950512.723079:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1784950512.723080:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8afbe80 x1871652369214464/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:663/0 lens 224/368 e 0 to 0 dl 1784950523 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950512.723093:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950512.723094:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b8afbe80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369214464:12345-192.168.203.114@tcp:41: Request processed in 704us (973us total) trans 0 rc 0/0 00000100:00100000:3.0:1784950512.723105:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2768 00000100:00000040:3.0:1784950512.723109:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950512.723111:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950512.723114:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950512.723119:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac933f0a. 00000020:00000010:3.0:1784950512.723123:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a534ace4. 00000020:00000010:3.0:1784950512.723128:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000204b523b. 00000020:00000040:3.0:1784950512.723132:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:3.0:1784950512.723135:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950512.723155:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950512.723159:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083b5681e. 00000400:00000200:1.0:1784950512.723165:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950512.723171:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950512.723175:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000800:00000001:0.0:1784950512.723177:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:1.0:1784950512.723178:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000800:00000001:2.0:1784950512.723182:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950512.723184:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950512.723188:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1784950512.723188:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950512.723189:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950512.723195:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950512.723199:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950512.723203:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950512.723213:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950512.723218:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950512.723230:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c2c80 00000400:00000200:0.0:1784950512.723236:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c2c00 00000400:00000200:2.0:1784950512.723243:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x16465 [1] + 224 00000800:00000001:2.0:1784950512.723250:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950512.723254:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x1645d [1] + 224 00000800:00000001:0.0:1784950512.723261:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950512.723279:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950512.723286:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950512.723290:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950512.723297:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950512.723300:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950512.723307:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950512.723313:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:2.0:1784950512.723321:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c49250f5 x1871652369214592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950512.723322:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950512.723335:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6d14b1d x1871652369214464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950512.723356:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c49250f5 x1871652369214592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950512.723367:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c6d14b1d x1871652369214464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950512.723402:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950512.723405:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950512.723415:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950512.723423:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950512.723425:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950512.723437:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950512.723459:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950512.723466:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950512.723467:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950512.723473:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784950512.723476:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950512.723482:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950512.723484:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa075283. 00000400:00000200:3.0:1784950512.723490:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f39d0e 00000400:00000010:3.0:1784950512.723492:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000075f39d0e. 00000100:00000001:3.0:1784950512.723497:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1784950512.723499:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1784950512.723507:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c49250f5 x1871652369214592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784950512.723508:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950512.723514:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079a91cd6. 00000400:00000200:1.0:1784950512.723523:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dca9971 00000400:00000010:1.0:1784950512.723529:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008dca9971. 00000100:00000200:3.0:1784950512.723533:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c49250f5 x1871652369214592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950512.723537:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950512.723550:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784950512.723551:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6d14b1d x1871652369214464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950512.723557:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950512.723566:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950512.723572:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950512.723578:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950512.723582:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950512.723583:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6d14b1d x1871652369214464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950512.723590:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950512.723604:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=140 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950512.723606:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950512.723614:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950512.723615:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=140 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950512.723621:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950512.723623:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1784950512.723627:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950512.723628:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950512.723633:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1784950512.723635:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784950512.723638:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950512.723640:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950512.723646:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950512.723648:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950512.723653:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950512.723656:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00001000:1.0:1784950512.723657:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=145 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950512.723659:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950512.723672:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=145 v=5 (1 1 1 1) 00000100:00000040:3.0:1784950512.723677:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c49250f5 x1871652369214592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950512.723680:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950512.723685:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950512.723694:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950512.723699:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950512.723707:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950512.723711:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950512.723718:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950512.723755:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950512.723766:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950512.723769:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6d14b1d x1871652369214464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950512.723780:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950512.723787:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950512.723790:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1784950512.723795:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:1.0:1784950512.723797:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950512.723803:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1784950512.723807:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1784950512.723807:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000004:00000040:1.0:1784950512.723815:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000004:00000020:1.0:1784950512.723831:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000020:3.0:1784950512.723833:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000004:00000001:1.0:1784950512.723840:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950512.723852:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6d14b1d x1871652369214464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1784950512.723853:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950512.723873:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c49250f5 x1871652369214592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950512.723874:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c6d14b1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369214464:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950512.723885:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950512.723892:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950512.723913:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6d14b1d x1871652369214464/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950512.723929:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c49250f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369214592:192.168.203.114@tcp:41: 00000100:00000001:1.0:1784950512.723930:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950512.723934:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784950512.723937:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950512.723955:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a2045f89. 00000100:00000001:3.0:1784950512.723957:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784950512.723962:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1784950512.723965:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c49250f5 x1871652369214592/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950512.723967:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950512.723971:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1784950512.723976:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950512.723979:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000002c68df2. 00000100:00000001:3.0:1784950512.723981:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950512.723984:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950512.723985:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1784950512.723987:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1784950512.723989:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000dc7bae8. 00000100:00000010:1.0:1784950512.723990:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6d14b1d. 02000000:00000001:3.0:1784950512.723995:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950512.723996:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1784950512.723999:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784950512.724000:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784950512.724002:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950512.724004:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950512.724006:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950512.724009:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a629e91. 00000100:00000001:1.0:1784950512.724010:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784950512.724013:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950512.724014:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950512.724019:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950512.724020:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1784950512.724022:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c49250f5. 00000100:00000001:1.0:1784950512.724024:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950512.724026:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950512.724029:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950512.724031:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950512.724035:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950512.724037:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950512.724040:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950512.724042:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950512.976811:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307451132, at 4307451136 00000100:00000010:1.0:1784950512.976826:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000034c9e485. 00000100:00000040:3.0:1784950512.976829:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307451132, at 4307451136 00000100:00000040:0.0:1784950512.976834:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307451132, at 4307451136 00010000:00000001:2.0:1784950512.976839:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00000100:00000010:3.0:1784950512.976840:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006aac1791. 00000100:00000010:0.0:1784950512.976845:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069f93401. 00010000:00000001:2.0:1784950512.976847:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950512.976855:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950512.976859:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950512.976861:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950512.976864:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950512.976868:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950512.976870:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950512.976872:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950512.976874:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950512.976892:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307451132, at 4307451136 00000100:00000010:2.0:1784950512.976898:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076fe874a. 00000020:00000001:1.0:1784950512.976918:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950512.976921:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950512.976924:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950513.616836:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950513.616851:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950513.616854:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950513.616860:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950513.616863:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950513.616868:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950513.616871:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950514.000866:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950514.000876:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950514.000900:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950514.000902:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950514.001009:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950514.001014:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950514.001017:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950514.640842:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950514.640858:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950514.640861:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950514.640867:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950514.640870:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950514.640874:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950514.640893:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950515.024798:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950515.024805:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950515.024811:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950515.024812:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950515.024903:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950515.024906:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950515.024909:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950515.664839:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950515.664856:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950515.664859:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950515.664864:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950515.664868:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950515.664872:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950515.664875:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950515.792965:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950515.792974:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950515.792986:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6d14b1d. 00000020:00000040:2.0:1784950515.792993:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:2.0:1784950515.792999:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950515.793003:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950515.793010:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950515.793020:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000033e9f3f3. 00000100:00000001:2.0:1784950515.793028:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950515.793038:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000c6d14b1d x1871652369214720/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950515.793053:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950515.793055:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950515.793062:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6d14b1d] to pc [ptlrpcd_00_03+3] req@00000000c6d14b1d x1871652369214720/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950515.793099:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950515.793103:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950515.793107:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950515.793110:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065c3eaf0. 00000020:00000040:2.0:1784950515.793113:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950515.793116:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950515.793119:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950515.793121:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950515.793126:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ae0c4a98. 00000100:00000001:2.0:1784950515.793129:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950515.793137:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@0000000065c3eaf0 x1871652369214848/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950515.793144:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950515.793150:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950515.793153:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950515.793155:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950515.793160:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950515.793163:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950515.793166:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065c3eaf0] to pc [ptlrpcd_00_00+0] req@0000000065c3eaf0 x1871652369214848/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950515.793173:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950515.793176:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6d14b1d x1871652369214720/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950515.793214:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950515.793217:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950515.793223:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950515.793224:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950515.793227:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1784950515.793231:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:3.0:1784950515.793234:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1784950515.793241:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1784950515.793246:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c6d14b1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369214720:0@lo:400: 00000100:00000001:0.0:1784950515.793247:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950515.793250:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950515.793257:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950515.793266:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950515.793267:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950515.793268:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784950515.793276:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005fd8b1b4. 02000000:00000001:3.0:1784950515.793281:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1784950515.793283:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:0.0:1784950515.793287:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065c3eaf0 x1871652369214848/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950515.793289:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950515.793290:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950515.793296:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950515.793301:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784950515.793305:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950515.793313:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004403da6f. 02000000:00000010:2.0:1784950515.793318:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008a1a4dac. 02000000:00000001:3.0:1784950515.793323:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950515.793330:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950515.793332:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1784950515.793336:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006d270fc. 00000100:00000001:0.0:1784950515.793338:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950515.793343:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950515.793343:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000005fd8b1b4 x1871652369214976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1784950515.793351:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1784950515.793353:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000100:00000001:1.0:1784950515.793354:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950515.793358:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950515.793370:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950515.793371:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369214720, portal 25 00000100:00000001:2.0:1784950515.793383:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1784950515.793385:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000065c3eaf0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369214848:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950515.793386:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950515.793388:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950515.793394:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730218112 : -120287979333504 : ffff929945b89880) 00000100:00000001:0.0:1784950515.793403:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784950515.793404:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fd8b1b4] to pc [ptlrpcd_00_01+1] req@000000005fd8b1b4 x1871652369214976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950515.793413:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784950515.793414:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c6d14b1d x1871652369214720/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950515.793421:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950515.793431:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950515.793441:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c7e8cd1. 02000000:00000001:0.0:1784950515.793450:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950515.793455:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950515.793461:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950515.793462:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1784950515.793464:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e7cad7a. 00000100:00000040:3.0:1784950515.793476:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1784950515.793479:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1784950515.793481:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda7acfb. 00000400:00000010:3.0:1784950515.793486:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 00000100:00000010:2.0:1784950515.793488:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc2c1649. 00000100:00000200:0.0:1784950515.793490:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369214848, portal 4 00000100:00000001:1.0:1784950515.793492:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784950515.793495:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369214720, offset 0 00000020:00000040:2.0:1784950515.793497:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950515.793500:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950515.793502:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950515.793509:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784950515.793510:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784950515.793511:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730222592 : -120287979329024 : ffff929945b8aa00) 02000000:00000001:2.0:1784950515.793518:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1784950515.793520:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1784950515.793525:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005fd8b1b4 x1871652369214976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950515.793527:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950515.793535:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000065c3eaf0 x1871652369214848/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950515.793540:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008bb5297c. 00000400:00000200:3.0:1784950515.793551:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1784950515.793553:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950515.793572:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000cc2c1649 x1871652369215104/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950515.793586:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784950515.793591:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c2d00 00000100:00000001:1.0:1784950515.793593:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950515.793608:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784950515.793610:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784950515.793617:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14d59 [2] + 0 00000100:00000001:2.0:1784950515.793620:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784950515.793621:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950515.793628:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950515.793629:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950515.793638:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000895c27df. 02000000:00000001:1.0:1784950515.793639:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950515.793643:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a2a777d. 00000100:00000040:2.0:1784950515.793646:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc2c1649] to pc [ptlrpcd_00_02+2] req@00000000cc2c1649 x1871652369215104/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950515.793654:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d5f4f217 00000100:00100000:1.0:1784950515.793658:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005fd8b1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369214976:192.168.203.114@tcp:400: 00000100:00000200:0.0:1784950515.793666:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369214848, offset 0 00000400:00000200:3.0:1784950515.793670:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950515.793680:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784950515.793689:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950515.793691:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784950515.793692:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1784950515.793700:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950515.793704:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950515.793705:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784950515.793712:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00080000:2.0:1784950515.793714:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000010:1.0:1784950515.793717:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a04e3ba. 00000100:00080000:2.0:1784950515.793758:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1784950515.793762:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950515.793770:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1784950515.793771:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1784950515.793777:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afc3eb23. 02000000:00000001:1.0:1784950515.793781:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950515.793786:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000040:2.0:1784950515.793787:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:1.0:1784950515.793794:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007809b1a4. 00000100:00000001:2.0:1784950515.793797:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1784950515.793802:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784950515.793804:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1784950515.793808:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000821c0ba2. 00000400:00000200:0.0:1784950515.793811:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:2.0:1784950515.793812:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950515.793819:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369214976, portal 10 02000000:00000010:2.0:1784950515.793825:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d426fc0. 00000400:00000200:0.0:1784950515.793829:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11276:11276:240:4294967295] 192.168.203.114@tcp LPNI seq info [9973:9973:8:4294967295] 00000100:00000001:1.0:1784950515.793831:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950515.793833:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950515.793837:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730220800 : -120287979330816 : ffff929945b8a300) 00000100:00000040:2.0:1784950515.793849:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000afc3eb23 x1871652369215232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1784950515.793861:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005fd8b1b4 x1871652369214976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950515.793873:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1784950515.793879:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950515.793879:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950515.793894:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afc3eb23] to pc [ptlrpcd_00_03+3] req@00000000afc3eb23 x1871652369215232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950515.793907:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5f4f217 00000800:00000200:0.0:1784950515.793912:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950515.793939:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000d5f4f217. 00000800:00000010:0.0:1784950515.793945:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a721ffc. 00000100:00000001:1.0:1784950515.793949:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950515.793955:0:441644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950515.793963:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1784950515.793968:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950515.793969:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950515.793970:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:3.0:1784950515.793976:0:441644:0:(events.c:337:request_in_callback()) incoming req@00000000b7e2240e x1871652369214720 msgsize 224 00000400:00000010:1.0:1784950515.793982:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c92ae704. 00000100:00000040:2.0:1784950515.793983:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12791) 00000100:00000200:1.0:1784950515.793996:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369214976, offset 0 00000800:00000200:0.0:1784950515.793998:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:3.0:1784950515.794001:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:0.0:1784950515.794012:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001a721ffc type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784950515.794013:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1784950515.794023:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950515.794029:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950515.794035:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950515.794041:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950515.794042:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950515.794043:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950515.794049:0:441644:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1784950515.794051:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1784950515.794054:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13481 usecs (14 jiffies) 00000100:00000040:2.0:1784950515.794056:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc2c1649 x1871652369215104/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950515.794066:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307453967 00000400:00000200:1.0:1784950515.794067:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950515.794081:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1784950515.794083:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4ec6ee9. 00000400:00000200:1.0:1784950515.794094:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950515.794096:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950515.794098:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784950515.794102:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950515.794111:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11277:11277:239:4294967295] 192.168.203.114@tcp LPNI seq info [9974:9974:7:4294967295] 02000000:00000001:2.0:1784950515.794112:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950515.794114:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307453967 02000000:00000001:2.0:1784950515.794119:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1784950515.794127:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009876cd03. 02000000:00000001:2.0:1784950515.794128:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950515.794139:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00100000:2.0:1784950515.794144:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000cc2c1649 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369215104:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950515.794149:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307453967 00000400:00000200:1.0:1784950515.794150:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000010:0.0:1784950515.794162:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000732ce2ba. 00000100:00000001:2.0:1784950515.794163:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950515.794172:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1784950515.794173:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950515.794174:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 02000000:00000001:2.0:1784950515.794179:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950515.794180:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 00000100:00000001:0.0:1784950515.794186:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307453967 00000800:00000010:1.0:1784950515.794188:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014755b2c. 02000000:00000001:2.0:1784950515.794188:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784950515.794190:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 00000100:00000010:0.0:1784950515.794200:0:441641:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ffae0f5. 00000100:00000001:3.0:1784950515.794207:0:441644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950515.794209:0:441641:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000800:00000200:1.0:1784950515.794210:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950515.794216:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1784950515.794224:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6d14b1d x1871652369214720/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950515.794225:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369214720 00000100:00000001:0.0:1784950515.794226:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950515.794234:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:1.0:1784950515.794236:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950515.794238:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950515.794241:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000200:1.0:1784950515.794247:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000014755b2c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950515.794249:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950515.794251:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950515.794262:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950515.794263:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950515.794275:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369214720 00000100:00000001:0.0:1784950515.794277:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950515.794280:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950515.794285:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950515.794286:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1784950515.794289:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5617 usecs (6 jiffies) 00000100:00000001:3.0:1784950515.794290:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1784950515.794291:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:0.0:1784950515.794293:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1784950515.794300:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950515.794301:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950515.794303:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307453959 00000100:00000040:3.0:1784950515.794307:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6d14b1d x1871652369214720/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950515.794310:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:0.0:1784950515.794311:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950515.794317:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307453967 00000100:00000001:0.0:1784950515.794324:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950515.794325:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:1.0:1784950515.794329:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307453959 00000020:00000001:2.0:1784950515.794339:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:1.0:1784950515.794341:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307453967 00000100:00000001:1.0:1784950515.794350:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307453959 00000100:00000001:2.0:1784950515.794352:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950515.794362:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307453967 00000020:00000010:2.0:1784950515.794364:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e64f053. 00000100:00000001:3.0:1784950515.794364:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950515.794368:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307453959 00000100:00000001:2.0:1784950515.794376:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950515.794379:0:441644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950515.794380:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307453967 00000020:00000010:2.0:1784950515.794382:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e64f053. 00000100:00000001:1.0:1784950515.794390:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950515.794395:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950515.794399:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000204b523b. 00000100:00000001:3.0:1784950515.794399:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950515.794401:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950515.794412:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf5e9fa4. 00000100:00000001:1.0:1784950515.794413:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950515.794416:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307456379 00000020:00000010:2.0:1784950515.794425:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000026e17c9. 00000100:00000001:1.0:1784950515.794428:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950515.794434:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950515.794436:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307453967 00000100:00000001:1.0:1784950515.794440:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950515.794442:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1784950515.794445:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950515.794449:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950515.794450:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307456379 00000100:00000001:1.0:1784950515.794452:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950515.794457:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950515.794461:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950515.794465:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950515.794472:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307453967 00000100:00000001:2.0:1784950515.794479:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950515.794484:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307456379 00000100:00000001:3.0:1784950515.794492:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307453967 00000100:00000001:2.0:1784950515.794500:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950515.794502:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950515.794503:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307456379 00000800:00000001:1.0:1784950515.794510:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:0.0:1784950515.794514:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a721ffc. 00000100:00000001:3.0:1784950515.794518:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307453967 00000400:00000200:0.0:1784950515.794525:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950515.794531:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950515.794531:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784950515.794532:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950515.794540:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1784950515.794542:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:1.0:1784950515.794545:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950515.794546:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950515.794556:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950515.794557:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a2a777d 00000100:00100000:2.0:1784950515.794558:0:453506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00000001:3.0:1784950515.794559:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950515.794566:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a2a777d. 00000100:00000040:2.0:1784950515.794570:0:453506:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:3.0:1784950515.794572:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950515.794577:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1784950515.794580:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950515.794581:0:453506:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790334084176 : -120283375467440 : ffff929a58220450) 00000100:00000001:3.0:1784950515.794588:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1784950515.794591:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065c3eaf0 x1871652369214848/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950515.794595:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1784950515.794598:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b7e2240e x1871652369214720/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:666/0 lens 224/0 e 0 to 0 dl 1784950526 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950515.794607:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950515.794612:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c2d80 00000100:00000001:3.0:1784950515.794615:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950515.794621:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950515.794638:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afc3eb23 x1871652369215232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950515.794640:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 4704 00000800:00000001:1.0:1784950515.794666:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950515.794668:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950515.794671:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950515.794680:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e64f053. 00000800:00000001:1.0:1784950515.794682:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950515.794683:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065c3eaf0 x1871652369214848/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950515.794692:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950515.794693:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784950515.794695:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950515.794702:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950515.794707:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e64f053. 02000000:00000001:3.0:1784950515.794714:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1784950515.794758:0:453506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b7e2240e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369214720:12345-0@lo:400: 00000400:00000200:1.0:1784950515.794763:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:3.0:1784950515.794766:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784950515.794769:0:453506:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369214720 00000020:00000001:2.0:1784950515.794780:0:453506:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:3.0:1784950515.794781:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950515.794782:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950515.794783:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950515.794788:0:453506:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000200:1.0:1784950515.794790:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1784950515.794794:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1784950515.794797:0:453506:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950515.794800:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f91043f1. 00000100:00100000:3.0:1784950515.794802:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000afc3eb23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369215232:192.168.203.114@tcp:400: 00000020:00000001:2.0:1784950515.794804:0:453506:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950515.794812:0:453506:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000040:1.0:1784950515.794814:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000f91043f1 x1871652369214848 msgsize 224 00000100:00000001:3.0:1784950515.794815:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1784950515.794822:0:453506:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1784950515.794825:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1784950515.794828:0:453506:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950515.794833:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950515.794836:0:453506:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950515.794844:0:453506:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1784950515.794845:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:3.0:1784950515.794845:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1784950515.794852:0:453506:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950515.794858:0:453506:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000010:3.0:1784950515.794859:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba5e1f06. 00000100:00000001:2.0:1784950515.794862:0:453506:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950515.794865:0:441636:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1784950515.794871:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950515.794872:0:453506:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:1.0:1784950515.794881:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:2.0:1784950515.794882:0:453506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000687d6552. 00000400:00000010:3.0:1784950515.794886:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7cdc48a. 02000000:00000001:2.0:1784950515.794891:0:453506:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950515.794898:0:453506:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950515.794899:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784950515.794899:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950515.794902:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 00000020:00000001:2.0:1784950515.794905:0:453506:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950515.794911:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:0.0:1784950515.794912:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014755b2c. 00010000:00000040:2.0:1784950515.794916:0:453506:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369214720 00000100:00000200:3.0:1784950515.794940:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369215232, portal 10 00010000:00000001:2.0:1784950515.794942:0:453506:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000001:1.0:1784950515.794944:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950515.794949:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950515.794954:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00010000:00000200:2.0:1784950515.794955:0:453506:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000b7e2240e x1871652369214720/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:666/0 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950515.794963:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730217216 : -120287979334400 : ffff929945b89500) 00000400:00000200:1.0:1784950515.794970:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950515.794973:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950515.794993:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92ae704 00000100:00000040:3.0:1784950515.794995:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000afc3eb23 x1871652369215232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950515.795000:0:453506:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1784950515.795002:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c92ae704. 00000400:00000200:1.0:1784950515.795003:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c2e00 00010000:00000001:2.0:1784950515.795006:0:453506:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950515.795014:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00001000:2.0:1784950515.795020:0:453506:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=153 v=5 (1 1 1 1) 00000100:00000200:0.0:1784950515.795030:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005fd8b1b4 x1871652369214976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950515.795033:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 168448 00000100:00000001:2.0:1784950515.795038:0:453506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1784950515.795050:0:453506:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000800:00000001:1.0:1784950515.795055:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950515.795061:0:453506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000001:3.0:1784950515.795068:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784950515.795071:0:453506:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:1.0:1784950515.795074:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950515.795078:0:453506:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950515.795086:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950515.795089:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950515.795091:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950515.795092:0:453506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784950515.795095:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074fd7680. 00000100:00000200:3.0:1784950515.795105:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369215232, offset 0 00000100:00000040:0.0:1784950515.795107:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005fd8b1b4 x1871652369214976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950515.795109:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950515.795112:0:453506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1784950515.795126:0:453506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000400:00000200:3.0:1784950515.795132:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950515.795146:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950515.795147:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950515.795148:0:453506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369214720, offset 224 00000100:00000200:1.0:1784950515.795154:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1784950515.795155:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950515.795158:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1784950515.795169:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c49250f5. 00000400:00000200:2.0:1784950515.795170:0:453506:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1784950515.795175:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784950515.795182:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000c49250f5 x1871652369214976 msgsize 224 00000400:00000200:3.0:1784950515.795186:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950515.795196:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1784950515.795203:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:3.0:1784950515.795206:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950515.795214:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11278:11278:239:4294967295] 192.168.203.114@tcp LPNI seq info [9975:9975:7:4294967295] 00000100:00000001:1.0:1784950515.795219:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1784950515.795230:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950515.795238:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:0.0:1784950515.795246:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:3.0:1784950515.795247:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b40da8d. 00000800:00000001:1.0:1784950515.795256:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950515.795257:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950515.795261:0:453506:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:1.0:1784950515.795269:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950515.795274:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950515.795285:0:453506:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c2d00 00000800:00000200:3.0:1784950515.795295:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:2.0:1784950515.795302:0:453506:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16475 [1] + 224 00000100:00000001:1.0:1784950515.795303:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:3.0:1784950515.795307:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001b40da8d type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1784950515.795312:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369214976 00000400:00000200:2.0:1784950515.795316:0:453506:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950515.795319:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1784950515.795320:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950515.795330:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1784950515.795331:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369214848 00000400:00000200:2.0:1784950515.795332:0:453506:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1784950515.795334:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950515.795340:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950515.795343:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950515.795347:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950515.795348:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950515.795348:0:453506:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784950515.795356:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5085 usecs (6 jiffies) 00000100:00000001:0.0:1784950515.795357:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950515.795359:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369214976 00000100:00000200:2.0:1784950515.795361:0:453506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6d14b1d x1871652369214720/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950515.795370:0:453512:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:0.0:1784950515.795371:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950515.795373:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307453960 00000020:00000040:1.0:1784950515.795378:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00100000:0.0:1784950515.795383:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369214848 00000020:00000001:1.0:1784950515.795388:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950515.795390:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307456379 00000020:00000001:0.0:1784950515.795391:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950515.795395:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000040:0.0:1784950515.795398:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:3.0:1784950515.795405:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307453960 00000020:00000001:1.0:1784950515.795409:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:0.0:1784950515.795410:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:2.0:1784950515.795414:0:453506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6d14b1d x1871652369214720/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950515.795416:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307456379 00000020:00000040:0.0:1784950515.795418:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:1.0:1784950515.795421:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:0.0:1784950515.795432:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950515.795432:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307453960 00000100:00000001:1.0:1784950515.795436:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950515.795444:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000020:00000001:0.0:1784950515.795447:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950515.795449:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307456379 00000100:00000001:1.0:1784950515.795454:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950515.795460:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950515.795463:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307453960 00000020:00000010:1.0:1784950515.795467:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000100:00000001:2.0:1784950515.795471:0:453506:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1784950515.795472:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:3.0:1784950515.795477:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307456379 00000100:00000001:0.0:1784950515.795480:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950515.795482:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000135a536f. 00000400:00000200:2.0:1784950515.795485:0:453506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000100:00000001:3.0:1784950515.795489:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950515.795493:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000400:00000010:2.0:1784950515.795496:0:453506:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000020:00000010:1.0:1784950515.795497:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 00000100:00000001:3.0:1784950515.795504:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950515.795509:0:453506:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1784950515.795511:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000018566c4f. 00000020:00000010:0.0:1784950515.795512:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048594359. 00000100:00000001:2.0:1784950515.795514:0:453506:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1784950515.795519:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1784950515.795526:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dbbbae8b. 00000100:00000001:2.0:1784950515.795528:0:453506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784950515.795528:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1784950515.795531:0:453512:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:0.0:1784950515.795537:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c67f9aa. 00000100:00000001:1.0:1784950515.795540:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1784950515.795540:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006d270fc. 00000100:00000040:2.0:1784950515.795542:0:453506:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000001:1.0:1784950515.795548:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1784950515.795556:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00010000:00000001:2.0:1784950515.795557:0:453506:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:3.0:1784950515.795558:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000100:00000001:1.0:1784950515.795559:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950515.795564:0:453506:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950515.795568:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1784950515.795572:0:453506:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1784950515.795572:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000100:00000001:0.0:1784950515.795574:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950515.795576:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1784950515.795584:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950515.795585:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7e2240e x1871652369214720/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:666/0 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950515.795587:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1784950515.795589:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950515.795595:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950515.795602:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950515.795608:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6d14b1d x1871652369214720/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950515.795615:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950515.795625:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950515.795640:0:453506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b7e2240e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369214720:12345-0@lo:400: Request processed in 960us (1654us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950515.795641:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950515.795648:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950515.795649:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950515.795659:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1784950515.795668:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1614 00000100:00100000:2.0:1784950515.795674:0:453506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00000200:3.0:1784950515.795679:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6d14b1d x1871652369214720/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950515.795680:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2769 00000100:00000040:1.0:1784950515.795682:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000040:2.0:1784950515.795683:0:453506:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000040:0.0:1784950515.795692:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:1.0:1784950515.795693:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038689792 : -120287670861824 : ffff9299581b8000) 00000100:00000001:2.0:1784950515.795694:0:453506:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950515.795702:0:453506:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1784950515.795704:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038694272 : -120287670857344 : ffff9299581b9180) 00000020:00000010:2.0:1784950515.795712:0:453506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf5e9fa4. 00000100:00000040:1.0:1784950515.795713:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c49250f5 x1871652369214976/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:666/0 lens 224/0 e 0 to 0 dl 1784950526 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950515.795754:0:453506:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000026e17c9. 00000020:00000010:2.0:1784950515.795761:0:453506:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000204b523b. 00000100:00000040:0.0:1784950515.795767:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f91043f1 x1871652369214848/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:666/0 lens 224/0 e 0 to 0 dl 1784950526 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784950515.795768:0:453506:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 02000000:00000001:2.0:1784950515.795780:0:453506:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1784950515.795784:0:453506:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000687d6552. 00000100:00000001:3.0:1784950515.795795:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784950515.795796:0:453506:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1784950515.795804:0:453506:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950515.795808:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950515.795816:0:453506:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1784950515.795824:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950515.795826:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1784950515.795829:0:453506:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007083289f. 00000100:00000001:0.0:1784950515.795832:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1784950515.795835:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1784950515.795837:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000400:00000010:2.0:1784950515.795839:0:453506:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3232d8b. 00000020:00000010:0.0:1784950515.795842:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:3.0:1784950515.795844:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950515.795846:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950515.795855:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000100:00000001:3.0:1784950515.795855:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950515.795856:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950515.795870:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 02000000:00000001:3.0:1784950515.795872:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950515.795880:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c49250f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369214976:12345-192.168.203.114@tcp:400: 00000100:00001000:3.0:1784950515.795887:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=153 v=5 (5 5 5 5) 00000100:00100000:0.0:1784950515.795890:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f91043f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369214848:12345-192.168.203.114@tcp:400: 00000100:00000200:1.0:1784950515.795899:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369214976 00000020:00000001:1.0:1784950515.795909:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00001000:3.0:1784950515.795911:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=153 v=5 (1 1 1 1) 00000100:00000200:0.0:1784950515.795912:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369214848 00000020:00000001:1.0:1784950515.795915:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950515.795944:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950515.795946:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1784950515.795948:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1784950515.795953:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950515.795956:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950515.795958:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950515.795959:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000800:00000200:2.0:1784950515.795961:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1784950515.795965:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950515.795973:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1784950515.795974:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000010:2.0:1784950515.795974:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b40da8d. 00000020:00000001:0.0:1784950515.795975:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1784950515.795982:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950515.795984:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:1.0:1784950515.795986:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950515.795988:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950515.795990:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950515.795999:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1784950515.796000:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1784950515.796009:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6d14b1d x1871652369214720/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1784950515.796010:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369214848, found 0 last_xid 1871652369214847 00000020:00000001:1.0:1784950515.796010:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1784950515.796010:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950515.796020:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950515.796026:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950515.796027:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074fd7680 00000020:00000001:1.0:1784950515.796031:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1784950515.796036:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000074fd7680. 00000020:00000001:0.0:1784950515.796040:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1784950515.796043:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950515.796047:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1784950515.796049:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1784950515.796051:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1784950515.796058:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950515.796060:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afc3eb23 x1871652369215232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950515.796062:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f61da71b. 00000100:00000001:3.0:1784950515.796071:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950515.796072:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1784950515.796074:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950515.796082:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950515.796087:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950515.796089:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1784950515.796090:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1784950515.796096:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950515.796100:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950515.796103:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004ff6cb19. 00010000:00000040:1.0:1784950515.796107:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369214976 02000000:00000001:0.0:1784950515.796116:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950515.796117:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950515.796117:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950515.796125:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6d14b1d x1871652369214720/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950515.796128:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950515.796134:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afc3eb23 x1871652369215232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1784950515.796137:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c49250f5 x1871652369214976/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:666/0 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950515.796139:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950515.796151:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369214848 00010000:00000001:0.0:1784950515.796162:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:0.0:1784950515.796176:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f91043f1 x1871652369214848/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:666/0 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950515.796211:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950515.796217:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1784950515.796221:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c6d14b1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369214720:0@lo:400: 00000100:00000001:2.0:1784950515.796222:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1784950515.796225:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950515.796232:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1784950515.796235:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=148 v=5 (1 1 1 1) 00000800:00000001:2.0:1784950515.796245:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950515.796248:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1784950515.796250:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950515.796252:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950515.796253:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784950515.796254:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950515.796262:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950515.796263:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00001000:0.0:1784950515.796266:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=148 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950515.796268:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950515.796276:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:0.0:1784950515.796281:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1784950515.796286:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1784950515.796288:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:3.0:1784950515.796288:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6d14b1d x1871652369214720/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950515.796291:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950515.796295:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950515.796304:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950515.796308:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950515.796319:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1784950515.796324:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c2f00 00000100:00000040:1.0:1784950515.796326:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950515.796327:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950515.796338:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c92ae704. 00000100:00000001:0.0:1784950515.796341:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950515.796350:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 168672 00000100:00000001:3.0:1784950515.796353:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1784950515.796363:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:2.0:1784950515.796366:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950515.796366:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1784950515.796368:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369214976, offset 224 00000400:00000010:0.0:1784950515.796370:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a2a777d. 02000000:00000010:3.0:1784950515.796377:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004403da6f. 00000800:00000001:2.0:1784950515.796380:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950515.796383:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369214848, offset 224 00000400:00000200:2.0:1784950515.796390:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950515.796392:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784950515.796396:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950515.796404:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:2.0:1784950515.796412:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:3.0:1784950515.796413:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000400:00000200:0.0:1784950515.796417:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950515.796421:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:3.0:1784950515.796431:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:1.0:1784950515.796438:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11279:11279:240:4294967295] 192.168.203.114@tcp LPNI seq info [9976:9976:8:4294967295] 02000000:00000010:3.0:1784950515.796440:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000033e9f3f3. 02000000:00000001:3.0:1784950515.796453:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950515.796461:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1784950515.796464:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000010:3.0:1784950515.796467:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6d14b1d. 00000100:00000001:3.0:1784950515.796482:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000200:1.0:1784950515.796489:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950515.796490:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950515.796498:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:1.0:1784950515.796503:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c88d7a2. 00000100:00000001:3.0:1784950515.796504:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950515.796513:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11280:11280:239:4294967295] 192.168.203.114@tcp LPNI seq info [9977:9977:7:4294967295] 00000800:00000200:1.0:1784950515.796520:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950515.796523:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950515.796532:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784950515.796544:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950515.796547:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950515.796556:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950515.796557:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950515.796558:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001c88d7a2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950515.796567:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950515.796573:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950515.796580:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950515.796582:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950515.796585:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000200:0.0:1784950515.796587:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:2.0:1784950515.796588:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:1.0:1784950515.796599:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000010:2.0:1784950515.796602:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000327a72b5. 00000020:00000001:1.0:1784950515.796604:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950515.796605:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a721ffc. 00000100:00000040:2.0:1784950515.796612:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000327a72b5 x1871652369215232 msgsize 224 00000020:00000001:1.0:1784950515.796615:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1784950515.796623:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:1.0:1784950515.796630:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c49250f5 x1871652369214976/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:666/0 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950515.796640:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000800:00000200:0.0:1784950515.796646:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000010:3.0:1784950515.796647:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004403da6f. 00000800:00000200:0.0:1784950515.796659:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001a721ffc type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784950515.796662:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950515.796663:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950515.796678:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950515.796681:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006d270fc. 00000100:00100000:1.0:1784950515.796683:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c49250f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369214976:12345-192.168.203.114@tcp:400: Request processed in 851us (1494us total) trans 0 rc 0/0 00000100:00000040:0.0:1784950515.796692:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000800:00000200:2.0:1784950515.796694:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1784950515.796700:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00010000:00000001:0.0:1784950515.796703:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000010:2.0:1784950515.796705:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c88d7a2. 00000020:00000001:0.0:1784950515.796709:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950515.796717:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369215104, portal 4 00000020:00000001:0.0:1784950515.796748:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1784950515.796755:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784950515.796756:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1614 00000100:00000040:0.0:1784950515.796760:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f91043f1 x1871652369214848/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:666/0 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950515.796769:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000400:00000200:2.0:1784950515.796777:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950515.796779:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950515.796784:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950515.796789:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1784950515.796791:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92ae704 00000100:00000001:3.0:1784950515.796795:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730224384 : -120287979327232 : ffff929945b8b100) 00000020:00000010:1.0:1784950515.796799:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000400:00000010:2.0:1784950515.796799:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c92ae704. 00000020:00000010:1.0:1784950515.796815:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000018566c4f. 00000100:00000001:2.0:1784950515.796816:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950515.796822:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1784950515.796826:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f91043f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369214848:12345-192.168.203.114@tcp:400: Request processed in 982us (1999us total) trans 0 rc 0/0 00000100:00000040:3.0:1784950515.796828:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cc2c1649 x1871652369215104/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950515.796831:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000135a536f. 00000800:00000001:2.0:1784950515.796834:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950515.796842:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950515.796845:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000001:1.0:1784950515.796856:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950515.796858:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2769 00000100:00000040:0.0:1784950515.796871:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:1.0:1784950515.796876:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1784950515.796880:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1784950515.796884:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369215232 00000100:00000001:3.0:1784950515.796886:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950515.796887:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1784950515.796892:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1784950515.796897:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dbbbae8b. 00000100:00000001:1.0:1784950515.796898:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000200:2.0:1784950515.796902:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1784950515.796903:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950515.796906:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950515.796912:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a721ffc. 00000020:00000010:0.0:1784950515.796913:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c67f9aa. 02000000:00000001:1.0:1784950515.796916:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950515.796943:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784950515.796944:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369215232 00000400:00000010:3.0:1784950515.796945:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001847ad53. 00000020:00000010:0.0:1784950515.796946:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048594359. 00000020:00000001:1.0:1784950515.796954:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950515.796962:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000200:3.0:1784950515.796963:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369215104, offset 0 00000020:00000040:0.0:1784950515.796964:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000200:2.0:1784950515.796964:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950515.796967:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950515.796975:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000001:0.0:1784950515.796977:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950515.796980:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a2a777d 00000020:00000001:1.0:1784950515.796982:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000010:2.0:1784950515.796990:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009a2a777d. 00000020:00000001:1.0:1784950515.796991:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:2.0:1784950515.797001:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950515.797002:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950515.797006:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950515.797011:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950515.797012:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000400:00000200:3.0:1784950515.797014:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950515.797023:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784950515.797027:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950515.797030:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000800:00000001:0.0:1784950515.797034:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950515.797040:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000010:1.0:1784950515.797042:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000135a536f. 00000800:00000001:0.0:1784950515.797045:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950515.797053:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 00000400:00000200:3.0:1784950515.797061:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:1.0:1784950515.797064:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000018566c4f. 00000400:00000200:0.0:1784950515.797071:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:1.0:1784950515.797076:0:453512:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:3.0:1784950515.797079:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:1.0:1784950515.797083:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950515.797088:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1784950515.797092:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950515.797093:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950515.797105:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1784950515.797107:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950515.797110:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1784950515.797116:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950515.797124:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11281:11281:240:4294967295] 192.168.203.114@tcp LPNI seq info [9978:9978:8:4294967295] 00000100:00000001:1.0:1784950515.797141:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950515.797152:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950515.797158:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950515.797164:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000200:3.0:1784950515.797172:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950515.797175:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c2e00 00000100:00100000:1.0:1784950515.797178:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1615 00000800:00000010:3.0:1784950515.797191:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b40da8d. 00000100:00000040:1.0:1784950515.797192:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000400:00000200:0.0:1784950515.797202:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x16485 [1] + 224 00000100:00000001:1.0:1784950515.797203:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730225280 : -120287979326336 : ffff929945b8b480) 00000800:00000001:0.0:1784950515.797222:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950515.797222:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000327a72b5 x1871652369215232/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:666/0 lens 224/0 e 0 to 0 dl 1784950526 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950515.797222:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:0.0:1784950515.797234:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950515.797243:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1784950515.797253:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950515.797261:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950515.797267:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.0:1784950515.797269:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001b40da8d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950515.797273:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1784950515.797275:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000001:1.0:1784950515.797283:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950515.797286:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005fd8b1b4 x1871652369214976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950515.797288:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000100:00000001:3.0:1784950515.797306:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950515.797308:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000327a72b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369215232:12345-192.168.203.114@tcp:400: 00000100:00000040:3.0:1784950515.797324:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4741 usecs (5 jiffies) 00000100:00000040:0.0:1784950515.797328:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005fd8b1b4 x1871652369214976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950515.797331:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369215232 00000100:00000001:3.0:1784950515.797337:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307453961 00000020:00000001:1.0:1784950515.797340:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950515.797348:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950515.797354:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307456379 00000020:00000001:1.0:1784950515.797355:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950515.797363:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950515.797367:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307453961 00000020:00000001:1.0:1784950515.797368:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:0.0:1784950515.797371:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1784950515.797380:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950515.797381:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307456379 00000800:00000001:0.0:1784950515.797387:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950515.797388:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950515.797392:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950515.797392:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307453961 00000020:00000001:1.0:1784950515.797397:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000001:0.0:1784950515.797401:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784950515.797402:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b40da8d. 00000020:00000001:1.0:1784950515.797404:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950515.797406:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307456379 00000020:00000001:1.0:1784950515.797412:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950515.797415:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950515.797419:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950515.797423:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307453961 00000020:00000001:1.0:1784950515.797424:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000800:00000001:0.0:1784950515.797427:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950515.797432:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1784950515.797436:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950515.797440:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307456379 02000000:00000001:1.0:1784950515.797442:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1784950515.797445:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001847ad53 02000000:00000010:1.0:1784950515.797452:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004e567683. 00000400:00000200:0.0:1784950515.797455:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:2.0:1784950515.797456:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001847ad53. 00000100:00000001:3.0:1784950515.797456:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950515.797459:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950515.797467:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950515.797472:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950515.797474:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950515.797479:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950515.797481:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc2c1649 x1871652369215104/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950515.797487:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950515.797490:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c2e80 00010000:00000040:1.0:1784950515.797491:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369215232 00000100:00000001:3.0:1784950515.797503:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950515.797505:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:0.0:1784950515.797517:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 4928 00010000:00000200:1.0:1784950515.797521:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000327a72b5 x1871652369215232/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:666/0 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950515.797522:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950515.797530:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950515.797535:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784950515.797539:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950515.797545:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950515.797549:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc2c1649 x1871652369215104/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950515.797551:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950515.797554:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950515.797563:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950515.797566:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950515.797579:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950515.797582:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950515.797588:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:1.0:1784950515.797588:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950515.797600:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950515.797603:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950515.797606:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950515.797612:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1784950515.797614:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1784950515.797614:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1784950515.797623:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000010:0.0:1784950515.797626:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa85cc0f. 00000100:00000001:1.0:1784950515.797629:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000001:2.0:1784950515.797630:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950515.797634:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000fa85cc0f x1871652369215104 msgsize 224 02000000:00000001:1.0:1784950515.797639:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950515.797645:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950515.797646:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950515.797656:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950515.797657:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:2.0:1784950515.797658:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950515.797670:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950515.797672:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950515.797673:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950515.797682:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950515.797684:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1784950515.797685:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058027d62. 00000400:00000200:2.0:1784950515.797687:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000001:3.0:1784950515.797697:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784950515.797699:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784950515.797707:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950515.797708:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c2d80 00000800:00000001:0.0:1784950515.797710:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950515.797716:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007809b1a4. 00000100:00000001:0.0:1784950515.797773:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784950515.797780:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369215104 02000000:00000001:0.0:1784950515.797783:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1784950515.797785:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000821c0ba2 00000100:00000001:0.0:1784950515.797786:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950515.797792:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950515.797796:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000821c0ba2. 02000000:00000001:0.0:1784950515.797798:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950515.797808:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369215104 00000100:00000001:3.0:1784950515.797811:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1784950515.797812:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000200:1.0:1784950515.797813:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369215232, offset 224 00000020:00000040:0.0:1784950515.797823:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000400:00000200:2.0:1784950515.797824:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16479 [1] + 224 00000020:00000001:0.0:1784950515.797832:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:3.0:1784950515.797833:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005fd8b1b4 x1871652369214976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784950515.797839:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000800:00000001:2.0:1784950515.797841:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950515.797849:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950515.797851:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000800:00000001:2.0:1784950515.797860:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950515.797863:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000400:00000200:2.0:1784950515.797871:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950515.797874:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950515.797877:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950515.797888:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000400:00000200:2.0:1784950515.797890:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950515.797899:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784950515.797901:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005fd8b1b4 x1871652369214976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950515.797904:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11282:11282:240:4294967295] 192.168.203.114@tcp LPNI seq info [9979:9979:8:4294967295] 00000020:00000010:0.0:1784950515.797911:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000020:00000010:0.0:1784950515.797943:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048594359. 00000020:00000010:0.0:1784950515.797953:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dbbbae8b. 00000020:00000010:0.0:1784950515.797965:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c67f9aa. 00000400:00000200:1.0:1784950515.797966:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950515.797978:0:453516:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950515.797987:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950515.797988:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950515.797988:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1784950515.797990:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950515.797992:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950515.798000:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950515.798001:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950515.798002:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065c3eaf0 x1871652369214848/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784950515.798004:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d508b323. 00000100:00000001:3.0:1784950515.798016:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784950515.798017:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950515.798027:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000200:1.0:1784950515.798028:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950515.798037:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950515.798039:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950515.798046:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950515.798051:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:3.0:1784950515.798059:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950515.798060:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000200:1.0:1784950515.798062:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d508b323 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950515.798068:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00001000:3.0:1784950515.798079:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=148 v=5 (5 5 5 5) 00000100:00100000:0.0:1784950515.798088:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2770 00000100:00000040:2.0:1784950515.798088:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065c3eaf0 x1871652369214848/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950515.798093:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950515.798095:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=148 v=5 (1 1 1 1) 00000100:00000040:0.0:1784950515.798101:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000040:1.0:1784950515.798111:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950515.798112:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684292864 : -120288025258752 : ffff929942fbd500) 00000100:00000001:3.0:1784950515.798117:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1784950515.798127:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:3.0:1784950515.798129:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950515.798135:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa85cc0f x1871652369215104/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:666/0 lens 224/0 e 0 to 0 dl 1784950526 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950515.798136:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950515.798139:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1784950515.798146:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950515.798147:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:3.0:1784950515.798159:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005fd8b1b4 x1871652369214976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950515.798163:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000327a72b5 x1871652369215232/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:666/0 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950515.798168:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950515.798176:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:0.0:1784950515.798185:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950515.798198:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000800:00000200:2.0:1784950515.798211:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950515.798220:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d508b323. 00000100:00100000:0.0:1784950515.798222:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000fa85cc0f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369215104:12345-192.168.203.114@tcp:400: 00000400:00000200:2.0:1784950515.798233:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1784950515.798236:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950515.798243:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369215104 00000100:00100000:1.0:1784950515.798245:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000327a72b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:441644:x1871652369215232:12345-192.168.203.114@tcp:400: Request processed in 966us (1621us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950515.798250:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1784950515.798252:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:2.0:1784950515.798254:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950515.798260:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:0.0:1784950515.798261:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:2.0:1784950515.798269:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058027d62 00000020:00000001:0.0:1784950515.798270:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950515.798273:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1784950515.798276:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000058027d62. 00000020:00000001:0.0:1784950515.798282:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950515.798284:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950515.798285:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1615 00000100:00000001:2.0:1784950515.798286:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1784950515.798287:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:2.0:1784950515.798293:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1784950515.798299:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000020:00000001:0.0:1784950515.798301:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000001:2.0:1784950515.798305:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950515.798306:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005fd8b1b4 x1871652369214976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1784950515.798310:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369215104, found 0 last_xid 1871652369215103 00000100:00000001:1.0:1784950515.798311:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:2.0:1784950515.798315:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950515.798318:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1784950515.798326:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950515.798328:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950515.798329:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000020:00000001:0.0:1784950515.798338:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000001:2.0:1784950515.798339:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950515.798342:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000018566c4f. 00000020:00000001:0.0:1784950515.798346:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950515.798354:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950515.798357:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000135a536f. 00000400:00000200:2.0:1784950515.798364:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:0.0:1784950515.798367:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950515.798368:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1784950515.798371:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:0.0:1784950515.798378:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950515.798382:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950515.798383:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1784950515.798385:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1784950515.798388:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c2f00 00000100:00000001:3.0:1784950515.798395:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950515.798398:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000060923917. 02000000:00000001:0.0:1784950515.798408:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950515.798409:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x1648d [1] + 224 00000100:00000040:3.0:1784950515.798412:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005fd8b1b4 x1871652369214976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950515.798419:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950515.798426:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950515.798430:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950515.798439:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369215104 00000100:00000001:1.0:1784950515.798445:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1784950515.798449:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:1.0:1784950515.798452:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950515.798463:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1784950515.798463:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005fd8b1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369214976:192.168.203.114@tcp:400: 00010000:00000200:0.0:1784950515.798464:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000fa85cc0f x1871652369215104/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:666/0 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950515.798466:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784950515.798472:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950515.798476:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784950515.798481:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e7cad7a. 00000100:00000001:3.0:1784950515.798490:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950515.798493:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda7acfb 00000400:00000200:2.0:1784950515.798498:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:1.0:1784950515.798504:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000dda7acfb. 00000100:00000001:3.0:1784950515.798505:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950515.798518:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1784950515.798519:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950515.798520:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784950515.798527:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005fd8b1b4 x1871652369214976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950515.798529:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950515.798530:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065c3eaf0 x1871652369214848/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950515.798536:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afc3eb23 x1871652369215232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950515.798544:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=148 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950515.798565:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950515.798577:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950515.798588:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950515.798600:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950515.798606:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950515.798611:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1784950515.798616:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065c3eaf0 x1871652369214848/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950515.798618:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784950515.798621:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784950515.798622:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000afc3eb23 x1871652369215232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950515.798631:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a04e3ba. 00000100:00000040:0.0:1784950515.798633:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950515.798642:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aab6dd5c. 02000000:00000001:3.0:1784950515.798649:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1784950515.798654:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369215104, offset 224 00000020:00000001:3.0:1784950515.798659:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950515.798670:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1784950515.798678:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784950515.798679:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950515.798683:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950515.798686:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950515.798693:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:3.0:1784950515.798693:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008a1a4dac. 00000100:00000001:2.0:1784950515.798697:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784950515.798699:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784950515.798707:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950515.798708:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784950515.798710:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950515.798714:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950515.798763:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1784950515.798764:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11283:11283:240:4294967295] 192.168.203.114@tcp LPNI seq info [9980:9980:8:4294967295] 02000000:00000001:1.0:1784950515.798766:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950515.798774:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005fd8b1b4. 00000100:00001000:1.0:1784950515.798779:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=143 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950515.798788:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1784950515.798793:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=143 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950515.798796:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950515.798807:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950515.798808:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950515.798809:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950515.798815:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950515.798824:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784950515.798825:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1784950515.798830:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950515.798832:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950515.798835:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950515.798835:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950515.798840:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1784950515.798842:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784950515.798847:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a721ffc. 00000100:00000040:1.0:1784950515.798848:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1784950515.798851:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950515.798858:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950515.798862:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950515.798864:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950515.798868:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:1.0:1784950515.798880:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065c3eaf0 x1871652369214848/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950515.798887:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:3.0:1784950515.798892:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1784950515.798898:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001a721ffc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950515.798901:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950515.798914:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1784950515.798916:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784950515.798936:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950515.798939:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950515.798946:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950515.798947:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065c3eaf0 x1871652369214848/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784950515.798955:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784950515.798962:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000010:3.0:1784950515.798966:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7cdc48a. 00010000:00000001:0.0:1784950515.798973:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950515.798980:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950515.798982:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 00000020:00000001:0.0:1784950515.798986:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1784950515.798989:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000065c3eaf0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369214848:192.168.203.114@tcp:400: 00000400:00000010:3.0:1784950515.798993:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 00000100:00000040:0.0:1784950515.799000:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa85cc0f x1871652369215104/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:666/0 lens 224/224 e 0 to 0 dl 1784950526 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950515.799002:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950515.799006:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950515.799012:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950515.799025:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065c3eaf0 x1871652369214848/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950515.799025:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afc3eb23 x1871652369215232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950515.799038:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000fa85cc0f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369215104:12345-192.168.203.114@tcp:400: Request processed in 860us (1394us total) trans 0 rc 0/0 00000100:00100000:0.0:1784950515.799077:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2770 00000100:00000001:1.0:1784950515.799085:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1784950515.799089:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 02000000:00000001:1.0:1784950515.799092:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950515.799100:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:1.0:1784950515.799101:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c7e8cd1. 00000100:00000200:3.0:1784950515.799104:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afc3eb23 x1871652369215232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950515.799108:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1784950515.799113:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1784950515.799116:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dbbbae8b. 00000020:00000001:1.0:1784950515.799121:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000010:0.0:1784950515.799126:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c67f9aa. 00000020:00000040:1.0:1784950515.799128:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000010:0.0:1784950515.799140:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048594359. 00000020:00000001:1.0:1784950515.799141:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950515.799145:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1784950515.799148:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ae0c4a98. 00000020:00000040:0.0:1784950515.799151:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:3.0:1784950515.799154:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950515.799157:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784950515.799158:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950515.799165:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784950515.799166:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000010:1.0:1784950515.799170:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065c3eaf0. 02000000:00000001:3.0:1784950515.799174:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950515.799177:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950515.799181:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950515.799182:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950515.799190:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950515.799191:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950515.799203:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950515.799204:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950515.799210:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950515.799215:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1784950515.799217:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=148 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950515.799219:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950515.799232:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=148 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950515.799239:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950515.799242:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950515.799246:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1784950515.799258:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000afc3eb23 x1871652369215232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950515.799259:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950515.799267:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a721ffc. 00000400:00000200:0.0:1784950515.799276:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950515.799291:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:3.0:1784950515.799301:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950515.799302:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aab6dd5c 00000400:00000010:0.0:1784950515.799309:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aab6dd5c. 00000100:00000001:3.0:1784950515.799310:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950515.799314:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1784950515.799317:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950515.799319:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950515.799328:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1784950515.799330:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950515.799333:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950515.799341:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950515.799351:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950515.799351:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afc3eb23 x1871652369215232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950515.799358:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950515.799380:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950515.799392:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950515.799399:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c2e80 00000100:00000001:3.0:1784950515.799404:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1784950515.799411:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x164a5 [1] + 224 00000100:00000001:3.0:1784950515.799412:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950515.799427:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950515.799433:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afc3eb23 x1871652369215232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950515.799436:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950515.799444:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950515.799461:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950515.799473:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950515.799481:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc2c1649 x1871652369215104/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950515.799487:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000afc3eb23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:441644:1871652369215232:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950515.799508:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950515.799515:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc2c1649 x1871652369215104/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950515.799518:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950515.799533:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afc3eb23 x1871652369215232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950515.799544:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950515.799553:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950515.799554:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1784950515.799563:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950515.799564:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950515.799573:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba5e1f06. 00000100:00000001:2.0:1784950515.799581:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950515.799585:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950515.799589:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1784950515.799593:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000001:2.0:1784950515.799599:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1784950515.799600:0:441644:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000001:2.0:1784950515.799605:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1784950515.799610:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:2.0:1784950515.799611:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006d270fc. 02000000:00000010:3.0:1784950515.799618:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d426fc0. 00000400:00000200:2.0:1784950515.799623:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000400:00000010:2.0:1784950515.799629:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 02000000:00000001:3.0:1784950515.799630:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784950515.799635:0:441643:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784950515.799637:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950515.799643:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afc3eb23. 00000100:00000200:2.0:1784950515.799648:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc2c1649 x1871652369215104/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950515.799653:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950515.799659:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950515.799670:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950515.799677:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc2c1649 x1871652369215104/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950515.799684:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950515.799691:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950515.799693:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950515.799702:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950515.799702:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950515.799710:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950515.799712:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950515.799713:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950515.799759:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950515.799762:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950515.799765:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950515.799772:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=148 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950515.799778:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950515.799783:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950515.799785:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950515.799788:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950515.799791:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950515.799795:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950515.799797:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950515.799798:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950515.799800:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950515.799805:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc2c1649 x1871652369215104/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950515.799814:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950515.799817:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950515.799819:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950515.799823:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc2c1649 x1871652369215104/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950515.799840:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000cc2c1649 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369215104:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950515.799846:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950515.799848:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950515.799850:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc2c1649 x1871652369215104/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950515.799858:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950515.799860:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950515.799863:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004403da6f. 02000000:00000001:2.0:1784950515.799867:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950515.799869:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950515.799871:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950515.799873:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950515.799875:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008bb5297c. 02000000:00000001:2.0:1784950515.799878:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950515.799880:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950515.799882:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc2c1649. 00000100:00000001:2.0:1784950515.799885:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950515.799887:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950515.799889:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950515.799895:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950515.799896:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950515.799899:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950515.799901:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950516.048867:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950516.048876:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950516.048884:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950516.048886:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950516.049015:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950516.049021:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950516.049025:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950516.688866:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950516.688882:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950516.688885:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950516.688891:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950516.688894:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950516.688899:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950516.688901:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950517.072861:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950517.072870:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950517.072878:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950517.072880:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950517.073020:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950517.073027:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950517.073031:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950517.712867:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950517.712886:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950517.712889:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950517.712896:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950517.712900:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950517.712927:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950517.712931:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950517.840932:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1784950517.840938:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1784950517.840948:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000010b015c. 00000004:00000001:2.0:1784950517.840953:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000020:00000040:1.0:1784950517.840958:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000004:00000020:2.0:1784950517.840960:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1784950517.840970:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1784950517.840972:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc2c1649. 02000000:00000001:1.0:1784950517.840975:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1784950517.840983:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1784950517.840985:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950517.840991:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950517.840995:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1784950517.841000:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6e9cfb4. 02000000:00000001:2.0:1784950517.841001:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950517.841015:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008bb5297c. 00000100:00000001:1.0:1784950517.841016:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950517.841026:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950517.841029:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950517.841034:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950517.841036:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950517.841042:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950517.841057:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000010b015c] to pc [ptlrpcd_00_00+0] req@00000000010b015c x1871652369215360/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950517.841058:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc2c1649] to pc [ptlrpcd_00_01+1] req@00000000cc2c1649 x1871652369215488/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1784950517.841153:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950517.841154:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950517.841192:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950517.841200:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950517.841204:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950517.841214:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc2c1649 x1871652369215488/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950517.841228:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950517.841231:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950517.841237:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950517.841241:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950517.841244:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950517.841249:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000cc2c1649 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369215488:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950517.841256:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950517.841259:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950517.841262:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950517.841267:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950517.841269:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950517.841275:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784950517.841276:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950517.841289:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a2045f89. 00000100:00000040:0.0:1784950517.841291:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000010b015c x1871652369215360/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950517.841297:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950517.841312:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7cdc48a. 00000100:00000001:0.0:1784950517.841316:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950517.841321:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950517.841324:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 02000000:00000001:0.0:1784950517.841326:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950517.841333:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784950517.841339:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369215488, portal 4 02000000:00000001:0.0:1784950517.841340:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950517.841351:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1784950517.841353:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000010b015c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369215360:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950517.841356:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730224384 : -120287979327232 : ffff929945b8b100) 00000100:00000001:0.0:1784950517.841369:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950517.841375:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950517.841379:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950517.841380:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cc2c1649 x1871652369215488/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950517.841385:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784950517.841395:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000048c25d33. 00000100:00000001:3.0:1784950517.841401:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784950517.841402:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950517.841414:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f515d5b. 00000100:00000040:3.0:1784950517.841419:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950517.841425:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aab6dd5c. 00000400:00000010:3.0:1784950517.841431:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c9233ee. 00000100:00000200:0.0:1784950517.841434:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369215360, portal 4 00000100:00000001:0.0:1784950517.841442:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1784950517.841445:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369215488, offset 0 00000100:00000001:0.0:1784950517.841446:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038696064 : -120287670855552 : ffff9299581b9880) 00000100:00000040:0.0:1784950517.841462:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000010b015c x1871652369215360/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950517.841475:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950517.841482:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950517.841489:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950517.841495:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c18e6a7. 00000100:00000200:0.0:1784950517.841500:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369215360, offset 0 00000400:00000200:3.0:1784950517.841508:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950517.841510:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950517.841528:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950517.841537:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950517.841543:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950517.841550:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950517.841557:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11284:11284:240:4294967295] 192.168.203.114@tcp LPNI seq info [9981:9981:8:4294967295] 00000400:00000200:3.0:1784950517.841579:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950517.841591:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950517.841598:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000010:3.0:1784950517.841605:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083b5681e. 00000400:00000200:0.0:1784950517.841606:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950517.841616:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950517.841623:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784950517.841633:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950517.841634:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950517.841646:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11285:11285:239:4294967295] 192.168.203.114@tcp LPNI seq info [9982:9982:7:4294967295] 00000800:00000200:3.0:1784950517.841665:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950517.841672:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950517.841680:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000083b5681e type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1784950517.841686:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950517.841697:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a721ffc. 00000800:00000200:0.0:1784950517.841705:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:0.0:1784950517.841713:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950517.841720:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950517.841757:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001a721ffc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950517.841773:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950517.841778:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4743 usecs (5 jiffies) 00000100:00000040:0.0:1784950517.841781:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13476 usecs (14 jiffies) 00000100:00000001:0.0:1784950517.841793:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307456015 00000100:00000001:3.0:1784950517.841794:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307456006 00000100:00000001:0.0:1784950517.841801:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307456379 00000100:00000001:0.0:1784950517.841809:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307456015 00000100:00000001:3.0:1784950517.841811:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307456379 00000100:00000001:0.0:1784950517.841813:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307456379 00000100:00000001:0.0:1784950517.841828:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307456015 00000100:00000001:3.0:1784950517.841828:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307456006 00000100:00000001:0.0:1784950517.841838:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307456379 00000100:00000001:3.0:1784950517.841843:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307456379 00000100:00000001:0.0:1784950517.841844:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307456015 00000100:00000001:0.0:1784950517.841857:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307456379 00000100:00000001:3.0:1784950517.841858:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307456006 00000100:00000001:0.0:1784950517.841863:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950517.841871:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950517.841872:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307456379 00000100:00000001:0.0:1784950517.841875:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950517.841885:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950517.841887:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307456006 00000800:00000200:2.0:1784950517.841895:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950517.841896:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950517.841897:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307456379 00000100:00000001:0.0:1784950517.841929:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950517.841933:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1784950517.841935:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083b5681e. 00000100:00000001:0.0:1784950517.841937:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950517.841944:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950517.841948:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950517.841950:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950517.841951:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950517.841961:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950517.841963:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950517.841974:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950517.841974:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950517.841986:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c9233ee 00000100:00000001:3.0:1784950517.841992:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1784950517.841993:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001c9233ee. 00000800:00000001:0.0:1784950517.841994:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950517.842003:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950517.842007:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950517.842014:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784950517.842021:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc2c1649 x1871652369215488/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950517.842023:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784950517.842030:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950517.842033:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950517.842042:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a721ffc. 00000100:00000001:3.0:1784950517.842049:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950517.842051:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784950517.842053:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950517.842061:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc2c1649 x1871652369215488/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950517.842064:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950517.842075:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950517.842076:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950517.842086:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950517.842093:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950517.842094:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c18e6a7 00000100:00000001:2.0:1784950517.842105:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1784950517.842106:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c18e6a7. 00000400:00000200:0.0:1784950517.842107:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950517.842120:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1784950517.842122:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950517.842130:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c3000 00000100:00000200:1.0:1784950517.842133:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000010b015c x1871652369215360/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950517.842136:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950517.842146:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950517.842152:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 5152 00000800:00000001:2.0:1784950517.842152:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950517.842172:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950517.842176:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950517.842180:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950517.842187:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000010b015c x1871652369215360/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950517.842193:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950517.842201:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c2f80 00000400:00000200:0.0:1784950517.842205:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950517.842219:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950517.842228:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950517.842229:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784950517.842230:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 5376 00000800:00000001:2.0:1784950517.842249:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950517.842252:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950517.842257:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000001:2.0:1784950517.842261:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784950517.842264:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070e1e58f. 00000400:00000200:2.0:1784950517.842269:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950517.842272:0:441634:0:(events.c:337:request_in_callback()) incoming req@0000000070e1e58f x1871652369215488 msgsize 224 00000400:00000200:2.0:1784950517.842284:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950517.842292:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950517.842317:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1784950517.842333:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950517.842340:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950517.842344:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950517.842349:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1784950517.842356:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd4026ac. 00000100:00000040:2.0:1784950517.842361:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000dd4026ac x1871652369215360 msgsize 224 00000100:00100000:2.0:1784950517.842373:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950517.842384:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950517.842407:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1784950517.842409:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369215488 02000000:00000001:1.0:1784950517.842415:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950517.842418:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1784950517.842421:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950517.842422:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950517.842430:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950517.842432:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950517.842441:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369215488 00000020:00000001:1.0:1784950517.842445:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950517.842448:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:1.0:1784950517.842452:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784950517.842457:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:1.0:1784950517.842462:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:0.0:1784950517.842465:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1784950517.842466:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00100000:0.0:1784950517.842472:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369215360 00000100:00000001:1.0:1784950517.842475:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1784950517.842478:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950517.842482:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1784950517.842485:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000001:0.0:1784950517.842486:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950517.842497:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950517.842498:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950517.842506:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369215360 00000020:00000010:1.0:1784950517.842508:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000020:00000001:0.0:1784950517.842511:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950517.842516:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000010:1.0:1784950517.842519:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000135a536f. 00000020:00000001:0.0:1784950517.842520:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950517.842526:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000010:1.0:1784950517.842531:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 00000020:00000001:0.0:1784950517.842532:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:0.0:1784950517.842540:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000010:1.0:1784950517.842543:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000018566c4f. 00000100:00000001:0.0:1784950517.842547:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950517.842555:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000040:1.0:1784950517.842558:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1784950517.842560:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950517.842568:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1784950517.842569:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000100:00000001:1.0:1784950517.842575:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1784950517.842581:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048594359. 00000100:00000001:1.0:1784950517.842582:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950517.842593:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dbbbae8b. 00000100:00000001:1.0:1784950517.842599:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950517.842601:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c67f9aa. 00000100:00000001:0.0:1784950517.842613:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950517.842615:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950517.842617:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950517.842624:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950517.842626:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950517.842642:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950517.842645:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950517.842646:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950517.842655:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2771 00000100:00000040:1.0:1784950517.842661:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:1.0:1784950517.842666:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684297344 : -120288025254272 : ffff929942fbe680) 00000100:00000001:0.0:1784950517.842668:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784950517.842673:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1784950517.842676:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070e1e58f x1871652369215488/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:668/0 lens 224/0 e 0 to 0 dl 1784950528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950517.842689:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2772 00000100:00000040:0.0:1784950517.842701:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:1.0:1784950517.842706:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950517.842707:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730221696 : -120287979329920 : ffff929945b8a680) 00000020:00000010:1.0:1784950517.842716:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000040:0.0:1784950517.842753:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dd4026ac x1871652369215360/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:668/0 lens 224/0 e 0 to 0 dl 1784950528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950517.842774:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950517.842775:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950517.842782:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000020:00000010:0.0:1784950517.842784:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018e8e031. 00000100:00000001:0.0:1784950517.842791:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1784950517.842798:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000070e1e58f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369215488:12345-192.168.203.114@tcp:41: 00000020:00000010:0.0:1784950517.842800:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018e8e031. 00000100:00000200:1.0:1784950517.842811:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369215488 00000100:00100000:0.0:1784950517.842819:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000dd4026ac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369215360:12345-192.168.203.114@tcp:41: 00000020:00000001:1.0:1784950517.842821:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:0.0:1784950517.842831:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369215360 00000020:00000001:1.0:1784950517.842831:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950517.842836:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950517.842840:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950517.842843:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950517.842849:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1784950517.842852:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950517.842855:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:0.0:1784950517.842858:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950517.842862:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1784950517.842863:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:0.0:1784950517.842871:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1784950517.842872:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369215488, found 0 last_xid 1871652369215487 00000001:00000001:0.0:1784950517.842875:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369215360, found 0 last_xid 1871652369215359 00000020:00000001:1.0:1784950517.842881:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950517.842883:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950517.842889:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950517.842890:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950517.842898:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950517.842899:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950517.842929:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950517.842929:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950517.842938:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1784950517.842939:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950517.842945:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1784950517.842946:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1784950517.842952:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007d5a674c. 02000000:00000010:1.0:1784950517.842955:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000fdaa8121. 02000000:00000001:0.0:1784950517.842958:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950517.842963:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950517.842965:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950517.842970:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950517.842975:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:1.0:1784950517.842979:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:0.0:1784950517.842982:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1784950517.842985:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1784950517.842987:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950517.842990:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:0.0:1784950517.843011:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000004:00000024:1.0:1784950517.843012:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000020:0.0:1784950517.843023:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:1.0:1784950517.843024:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1784950517.843037:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1784950517.843038:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000004:00000020:0.0:1784950517.843053:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000020:00000020:1.0:1784950517.843054:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000020:1.0:1784950517.843064:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000001:00000001:0.0:1784950517.843066:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000004:00000020:1.0:1784950517.843069:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000001:00000001:0.0:1784950517.843071:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1784950517.843079:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1784950517.843081:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00010000:00000040:0.0:1784950517.843084:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369215360 00000001:00000001:1.0:1784950517.843087:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950517.843090:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000004:00000001:1.0:1784950517.843094:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1784950517.843100:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000dd4026ac x1871652369215360/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:668/0 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1784950517.843102:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369215488 00010000:00000001:1.0:1784950517.843112:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000001:0.0:1784950517.843122:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000200:1.0:1784950517.843123:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000070e1e58f x1871652369215488/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:668/0 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950517.843127:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950517.843137:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=150 v=5 (1 1 1 1) 00010000:00000001:1.0:1784950517.843151:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950517.843153:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1784950517.843157:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950517.843163:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00001000:1.0:1784950517.843165:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=0 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950517.843169:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950517.843174:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1784950517.843176:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950517.843182:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950517.843186:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950517.843189:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950517.843195:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:0.0:1784950517.843202:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950517.843205:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1784950517.843209:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077541c23. 02000000:00000001:1.0:1784950517.843211:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950517.843217:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369215360, offset 224 00000100:00000001:1.0:1784950517.843219:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950517.843234:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950517.843236:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950517.843244:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c595d0d. 00000400:00000200:0.0:1784950517.843253:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000200:1.0:1784950517.843255:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369215488, offset 224 00000400:00000200:0.0:1784950517.843265:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11286:11286:240:4294967295] 192.168.203.114@tcp LPNI seq info [9983:9983:8:4294967295] 00000400:00000200:1.0:1784950517.843275:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950517.843286:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950517.843293:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950517.843299:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013f88f5e. 00000800:00000200:0.0:1784950517.843312:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:1.0:1784950517.843312:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:0.0:1784950517.843333:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:1.0:1784950517.843335:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11287:11287:239:4294967295] 192.168.203.114@tcp LPNI seq info [9984:9984:7:4294967295] 00000800:00000200:0.0:1784950517.843343:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000013f88f5e type 1, nob 464 niov 1 nkiov 1 00000400:00000200:1.0:1784950517.843360:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950517.843369:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950517.843371:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950517.843381:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000010:1.0:1784950517.843382:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d508b323. 00010000:00000001:0.0:1784950517.843388:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950517.843392:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950517.843398:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1784950517.843399:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:0.0:1784950517.843408:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd4026ac x1871652369215360/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:668/0 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950517.843417:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:1.0:1784950517.843427:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d508b323 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:1.0:1784950517.843440:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950517.843445:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000dd4026ac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441641:x1871652369215360:12345-192.168.203.114@tcp:41: Request processed in 663us (1074us total) trans 0 rc 0/0 00000100:00000040:1.0:1784950517.843453:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950517.843463:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950517.843467:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950517.843473:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2772 00000020:00000001:1.0:1784950517.843475:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950517.843481:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000200:2.0:1784950517.843487:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950517.843488:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1784950517.843489:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070e1e58f x1871652369215488/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:668/0 lens 224/368 e 0 to 0 dl 1784950528 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950517.843495:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:2.0:1784950517.843498:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013f88f5e. 00000020:00000010:0.0:1784950517.843505:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dbbbae8b. 00000400:00000200:2.0:1784950517.843510:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1784950517.843517:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c67f9aa. 00000020:00000010:0.0:1784950517.843530:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048594359. 00000400:00000200:2.0:1784950517.843530:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:1.0:1784950517.843543:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000070e1e58f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369215488:12345-192.168.203.114@tcp:41: Request processed in 827us (1260us total) trans 0 rc 0/0 00000020:00000040:0.0:1784950517.843544:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000200:2.0:1784950517.843547:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077541c23 00000100:00000001:0.0:1784950517.843553:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950517.843555:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077541c23. 00000100:00000001:2.0:1784950517.843570:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:1.0:1784950517.843572:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2771 00000100:00000001:2.0:1784950517.843575:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1784950517.843579:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:1.0:1784950517.843585:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950517.843590:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950517.843595:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000020:00000010:1.0:1784950517.843601:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000018566c4f. 00000020:00000010:1.0:1784950517.843605:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000135a536f. 00000020:00000040:1.0:1784950517.843611:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:1.0:1784950517.843615:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950517.843662:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950517.843666:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d508b323. 00000400:00000200:2.0:1784950517.843671:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950517.843678:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950517.843681:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c595d0d 00000400:00000010:2.0:1784950517.843684:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003c595d0d. 00000100:00000001:2.0:1784950517.843689:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950517.843691:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1784950517.843696:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950517.843704:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950517.843708:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950517.843712:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950517.843746:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950517.843758:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c2f80 00000400:00000200:2.0:1784950517.843766:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x164b9 [1] + 224 00000800:00000001:2.0:1784950517.843773:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950517.843778:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950517.843781:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950517.843785:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950517.843789:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950517.843794:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000010b015c x1871652369215360/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950517.843808:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000010b015c x1871652369215360/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950517.843828:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950517.843835:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950517.843838:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950517.843840:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950517.843843:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950517.843849:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950517.843858:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c3000 00000400:00000200:2.0:1784950517.843866:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x164b5 [1] + 224 00000100:00000001:0.0:1784950517.843869:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1784950517.843871:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950517.843875:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1784950517.843881:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784950517.843886:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1784950517.843887:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1784950517.843894:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950517.843897:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:0.0:1784950517.843901:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f515d5b. 00000400:00000200:0.0:1784950517.843934:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aab6dd5c 00000400:00000010:0.0:1784950517.843937:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aab6dd5c. 00000100:00000001:0.0:1784950517.843941:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950517.843943:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950517.843951:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000010b015c x1871652369215360/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950517.843955:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc2c1649 x1871652369215488/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950517.843998:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000010b015c x1871652369215360/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950517.844003:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000cc2c1649 x1871652369215488/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950517.844052:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950517.844057:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950517.844060:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950517.844063:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784950517.844064:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950517.844070:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950517.844073:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950517.844075:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950517.844076:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950517.844083:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950517.844086:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=145 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950517.844095:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=145 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950517.844100:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950517.844103:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950517.844107:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950517.844110:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950517.844115:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950517.844118:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950517.844120:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950517.844122:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950517.844128:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950517.844133:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000010b015c x1871652369215360/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950517.844135:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784950517.844144:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950517.844150:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1784950517.844151:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950517.844158:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7cdc48a. 00000100:00000001:0.0:1784950517.844160:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950517.844167:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950517.844169:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 00000004:00000001:0.0:1784950517.844171:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000400:00000010:3.0:1784950517.844175:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 00000004:00000040:0.0:1784950517.844179:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00000001:3.0:1784950517.844182:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000020:0.0:1784950517.844195:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00000200:3.0:1784950517.844196:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc2c1649 x1871652369215488/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1784950517.844231:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950517.844250:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc2c1649 x1871652369215488/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950517.844251:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000010b015c x1871652369215360/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950517.844300:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1784950517.844305:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000010b015c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:441641:1871652369215360:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950517.844307:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950517.844316:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784950517.844321:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950517.844322:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950517.844325:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950517.844328:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950517.844330:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950517.844337:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000010b015c x1871652369215360/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950517.844339:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950517.844353:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=150 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950517.844356:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1784950517.844363:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=150 v=5 (1 1 1 1) 02000000:00000001:0.0:1784950517.844364:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950517.844370:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000048c25d33. 00000100:00000001:3.0:1784950517.844372:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1784950517.844380:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784950517.844380:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950517.844387:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:3.0:1784950517.844389:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1784950517.844395:0:441641:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00010000:00000001:3.0:1784950517.844396:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950517.844406:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1784950517.844407:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:3.0:1784950517.844411:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 02000000:00000010:0.0:1784950517.844413:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6e9cfb4. 00000100:00000001:3.0:1784950517.844416:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1784950517.844422:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950517.844423:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950517.844429:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950517.844434:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000010b015c. 00000100:00000040:3.0:1784950517.844436:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc2c1649 x1871652369215488/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950517.844445:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950517.844451:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950517.844459:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950517.844463:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950517.844468:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950517.844470:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950517.844473:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950517.844475:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950517.844481:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:3.0:1784950517.844482:0:441642:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1784950517.844489:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1784950517.844491:0:441642:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000004:00000020:3.0:1784950517.844503:0:441642:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:3.0:1784950517.844510:0:441642:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950517.844515:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc2c1649 x1871652369215488/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950517.844527:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000cc2c1649 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369215488:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950517.844532:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950517.844535:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950517.844537:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc2c1649 x1871652369215488/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950517.844545:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950517.844548:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950517.844550:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a2045f89. 02000000:00000001:3.0:1784950517.844554:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950517.844556:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950517.844558:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1784950517.844561:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950517.844564:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008bb5297c. 02000000:00000001:3.0:1784950517.844568:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950517.844570:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950517.844572:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc2c1649. 00000100:00000001:3.0:1784950517.844576:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950517.844577:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950517.844580:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950517.844585:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950517.844586:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950517.844589:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950517.844592:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950518.096850:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950518.096859:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950518.096866:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950518.096868:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950518.097006:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950518.097012:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950518.097016:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784950518.224878:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307456379, at 4307456384 00000100:00000040:0.0:1784950518.224888:0:455730:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307456379, at 4307456384 00000100:00000040:2.0:1784950518.224889:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307456379, at 4307456384 00000100:00000040:1.0:1784950518.224890:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307456379, at 4307456384 00000100:00000010:3.0:1784950518.224900:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ffae0f5. 00000100:00000010:0.0:1784950518.224931:0:455730:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4ec6ee9. 00000100:00000010:2.0:1784950518.224934:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000732ce2ba. 00000100:00000010:1.0:1784950518.224943:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009876cd03. 00000100:00000001:3.0:1784950518.736876:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950518.736893:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950518.736895:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950518.736925:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950518.736929:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950518.736934:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950518.736937:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950519.120846:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950519.120853:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950519.120861:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950519.120863:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950519.120992:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950519.120999:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950519.121004:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950519.760864:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950519.760881:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950519.760883:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950519.760889:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950519.760916:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950519.760920:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950519.760923:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950520.144863:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950520.144873:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950520.144881:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950520.144883:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950520.145035:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950520.145043:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950520.145047:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950520.784860:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950520.784877:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950520.784879:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950520.784912:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950520.784916:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950520.784920:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950520.784924:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950520.912953:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950520.912964:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950520.912975:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003560c24e. 00000020:00000040:0.0:1784950520.912983:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:0.0:1784950520.912989:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950520.912993:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950520.912999:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950520.913011:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cdda80e2. 00000100:00000001:0.0:1784950520.913019:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950520.913030:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000003560c24e x1871652369215616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950520.913045:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950520.913047:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950520.913054:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003560c24e] to pc [ptlrpcd_00_02+2] req@000000003560c24e x1871652369215616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950520.913092:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950520.913095:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950520.913099:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950520.913103:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ad3f022. 00000020:00000040:0.0:1784950520.913105:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950520.913108:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950520.913110:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950520.913112:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950520.913115:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d67bdc6a. 00000100:00000001:0.0:1784950520.913119:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950520.913127:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@000000004ad3f022 x1871652369215744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950520.913137:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950520.913140:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950520.913142:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950520.913150:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad3f022] to pc [ptlrpcd_00_03+3] req@000000004ad3f022 x1871652369215744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950520.913154:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1784950520.913163:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950520.913165:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950520.913172:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950520.913181:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950520.913186:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950520.913192:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950520.913195:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950520.913196:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950520.913199:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1784950520.913204:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784950520.913211:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1784950520.913212:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784950520.913215:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ad3f022 x1871652369215744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950520.913219:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950520.913223:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950520.913240:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950520.913246:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003cbf846b. 00000100:00000001:3.0:1784950520.913249:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1784950520.913253:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1784950520.913254:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950520.913263:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950520.913266:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950520.913268:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784950520.913273:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950520.913275:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950520.913282:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950520.913284:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000825f13b0. 00000100:00000001:0.0:1784950520.913292:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950520.913293:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004ad3f022 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369215744:192.168.203.114@tcp:400: 00000100:00000040:0.0:1784950520.913303:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003cbf846b x1871652369215872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950520.913309:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950520.913322:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784950520.913324:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950520.913326:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950520.913333:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950520.913335:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cbf846b] to pc [ptlrpcd_00_00+0] req@000000003cbf846b x1871652369215872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950520.913345:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950520.913360:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004403da6f. 02000000:00000001:3.0:1784950520.913365:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950520.913373:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7cdc48a. 00000100:00000001:0.0:1784950520.913379:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950520.913383:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000624e765c. 00000100:00000040:0.0:1784950520.913386:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950520.913394:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1784950520.913397:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369215744, portal 4 00000100:00000010:0.0:1784950520.913401:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005be3fe71. 00000100:00000001:3.0:1784950520.913404:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950520.913410:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1784950520.913413:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1784950520.913414:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785684290176 : -120288025261440 : ffff929942fbca80) 00000100:00100000:2.0:1784950520.913417:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1784950520.913425:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950520.913427:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950520.913430:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950520.913435:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950520.913439:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784950520.913440:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ad3f022 x1871652369215744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950520.913442:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784950520.913443:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007158160. 00000100:00000001:2.0:1784950520.913445:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950520.913453:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950520.913457:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950520.913458:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950520.913465:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950520.913471:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950520.913477:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000005be3fe71 x1871652369216000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950520.913482:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784950520.913489:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003cbf846b x1871652369215872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950520.913499:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950520.913510:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001847ad53. 00000100:00000200:3.0:1784950520.913519:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369215744, offset 0 00000100:00000001:0.0:1784950520.913530:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950520.913536:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950520.913541:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784950520.913544:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950520.913547:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950520.913554:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005be3fe71] to pc [ptlrpcd_00_01+1] req@000000005be3fe71 x1871652369216000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950520.913557:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950520.913565:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950520.913568:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:2.0:1784950520.913576:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950520.913591:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1784950520.913593:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000003cbf846b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369215872:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950520.913602:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950520.913604:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950520.913605:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1784950520.913614:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:2.0:1784950520.913615:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784950520.913619:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784950520.913623:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1784950520.913634:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000200:3.0:1784950520.913635:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950520.913636:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950520.913636:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784950520.913648:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1784950520.913649:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000204b523b. 00000100:00100000:1.0:1784950520.913650:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:3.0:1784950520.913656:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11288:11288:240:4294967295] 192.168.203.114@tcp LPNI seq info [9985:9985:8:4294967295] 02000000:00000001:2.0:1784950520.913661:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950520.913663:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950520.913673:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1784950520.913679:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041e9cd30. 00000100:00000001:1.0:1784950520.913683:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1784950520.913684:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca6cc55f. 00000400:00000010:2.0:1784950520.913691:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c22f94. 00000100:00000001:1.0:1784950520.913692:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950520.913695:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000200:2.0:1784950520.913706:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369215872, portal 10 00000100:00000001:1.0:1784950520.913707:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950520.913707:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950520.913708:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950520.913716:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950520.913754:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950520.913757:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950520.913759:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785684296448 : -120288025255168 : ffff929942fbe300) 00000100:00000001:1.0:1784950520.913764:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950520.913776:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003cbf846b x1871652369215872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950520.913778:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950520.913779:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005be3fe71 x1871652369216000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950520.913793:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950520.913800:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007262da46. 02000000:00000010:0.0:1784950520.913807:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bea13e4c. 00000100:00000001:0.0:1784950520.913820:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950520.913834:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:0.0:1784950520.913839:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000ca6cc55f x1871652369216128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950520.913840:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950520.913848:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950520.913855:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950520.913857:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950520.913869:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1784950520.913870:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c7615d7. 00000800:00000200:3.0:1784950520.913871:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:1.0:1784950520.913877:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784950520.913881:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369215872, offset 0 00000100:00000001:0.0:1784950520.913906:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784950520.913913:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950520.913914:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950520.913915:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007262da46 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950520.913927:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:1.0:1784950520.913931:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005be3fe71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369216000:192.168.203.114@tcp:400: 00000100:00000040:0.0:1784950520.913934:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca6cc55f] to pc [ptlrpcd_00_02+2] req@00000000ca6cc55f x1871652369216128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950520.913946:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950520.913947:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784950520.913950:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:1.0:1784950520.913957:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784950520.913962:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13470 usecs (14 jiffies) 02000000:00000001:1.0:1784950520.913964:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950520.913968:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1784950520.913976:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950520.913977:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307459087 00000400:00000200:2.0:1784950520.913983:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000010:1.0:1784950520.913988:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000135a536f. 00000100:00000010:3.0:1784950520.913993:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080e06d5e. 02000000:00000001:1.0:1784950520.913997:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950520.913998:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950520.914006:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950520.914009:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784950520.914011:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000010:1.0:1784950520.914012:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084259cc1. 00000100:00000040:0.0:1784950520.914020:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12796) 00000400:00000010:1.0:1784950520.914027:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006444b648. 00000100:00000001:3.0:1784950520.914029:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307459087 00000400:00000200:2.0:1784950520.914030:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11289:11289:239:4294967295] 192.168.203.114@tcp LPNI seq info [9986:9986:7:4294967295] 00000100:00000200:1.0:1784950520.914040:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369216000, portal 4 00000100:00000010:3.0:1784950520.914045:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd7ddeb4. 00000100:00000001:1.0:1784950520.914048:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950520.914055:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784950520.914065:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950520.914067:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785684293760 : -120288025257856 : ffff929942fbd880) 00000100:00000001:3.0:1784950520.914069:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307459087 00000100:00000010:3.0:1784950520.914081:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051f51ac3. 00000100:00000001:3.0:1784950520.914089:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:1.0:1784950520.914090:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005be3fe71 x1871652369216000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950520.914091:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1784950520.914093:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950520.914102:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950520.914103:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307459087 00000800:00000010:2.0:1784950520.914106:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9f26aca. 00000100:00000001:0.0:1784950520.914111:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1784950520.914117:0:441644:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000797db20e. 00000100:00000040:0.0:1784950520.914129:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca6cc55f x1871652369216128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950520.914130:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950520.914130:0:441644:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1784950520.914144:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784950520.914157:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:3.0:1784950520.914158:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950520.914172:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b9f26aca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950520.914172:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950520.914187:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003560c24e x1871652369215616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950520.914197:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950520.914200:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950520.914214:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5617 usecs (6 jiffies) 00000100:00000040:1.0:1784950520.914215:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950520.914228:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307459079 00000400:00000010:1.0:1784950520.914229:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004304ebc2. 00000100:00000001:2.0:1784950520.914242:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307459087 00000100:00000200:1.0:1784950520.914244:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369216000, offset 0 00000100:00000001:2.0:1784950520.914256:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307459079 00000100:00000001:3.0:1784950520.914257:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950520.914260:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950520.914267:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950520.914269:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307459087 00000100:00000001:0.0:1784950520.914270:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950520.914270:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950520.914280:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950520.914282:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307459079 02000000:00000001:0.0:1784950520.914284:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950520.914286:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950520.914291:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307459087 02000000:00000001:0.0:1784950520.914293:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950520.914296:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:3.0:1784950520.914297:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950520.914302:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307459079 02000000:00000001:0.0:1784950520.914308:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950520.914314:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000003560c24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369215616:0@lo:400: 00000100:00000001:2.0:1784950520.914315:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307459087 00000400:00000200:1.0:1784950520.914316:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1784950520.914324:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ca6cc55f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369216128:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950520.914327:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950520.914334:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950520.914336:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950520.914339:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950520.914346:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950520.914347:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784950520.914348:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950520.914350:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950520.914355:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950520.914357:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950520.914362:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950520.914364:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 02000000:00000001:0.0:1784950520.914368:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950520.914369:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950520.914370:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950520.914380:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11290:11290:238:4294967295] 192.168.203.114@tcp LPNI seq info [9987:9987:6:4294967295] 00000100:00000001:2.0:1784950520.914381:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784950520.914382:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950520.914382:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba5e1f06. 00000100:00000001:2.0:1784950520.914390:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950520.914394:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048594359. 02000000:00000001:3.0:1784950520.914395:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950520.914398:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950520.914406:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950520.914411:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d9f29e3. 00000400:00000010:0.0:1784950520.914419:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f515d5b. 00000400:00000200:1.0:1784950520.914421:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000010:3.0:1784950520.914426:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074fd7680. 00000400:00000010:0.0:1784950520.914435:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aab6dd5c. 00000100:00000200:3.0:1784950520.914440:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369215616, portal 25 00000100:00000200:0.0:1784950520.914445:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369216128, portal 10 00000800:00000200:1.0:1784950520.914447:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950520.914449:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950520.914456:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785684289280 : -120288025262336 : ffff929942fbc700) 00000100:00000001:0.0:1784950520.914458:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1784950520.914463:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c88d7a2. 00000100:00000001:0.0:1784950520.914464:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785719625728 : -120287989925888 : ffff92994516f800) 00000100:00000040:3.0:1784950520.914471:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003560c24e x1871652369215616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950520.914485:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ca6cc55f x1871652369216128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950520.914486:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950520.914504:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1784950520.914509:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000040:3.0:1784950520.914519:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:1.0:1784950520.914522:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001c88d7a2 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1784950520.914531:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dca9971. 00000100:00000001:0.0:1784950520.914532:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950520.914534:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950520.914544:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369215616, offset 0 00000100:00000040:0.0:1784950520.914545:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:1.0:1784950520.914546:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4742 usecs (5 jiffies) 00000100:00000001:1.0:1784950520.914558:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307459078 00000400:00000010:0.0:1784950520.914562:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c6a3f6. 00000100:00000001:1.0:1784950520.914564:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307459087 00000400:00000200:3.0:1784950520.914572:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1784950520.914575:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307459078 00000100:00000001:1.0:1784950520.914580:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307459087 00000100:00000001:1.0:1784950520.914583:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307459078 00000100:00000001:1.0:1784950520.914586:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307459087 00000100:00000200:0.0:1784950520.914587:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369216128, offset 0 00000100:00000001:1.0:1784950520.914594:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307459078 00000400:00000200:3.0:1784950520.914598:0:441644:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1784950520.914606:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307459087 00000100:00000001:1.0:1784950520.914614:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950520.914615:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950520.914616:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950520.914627:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950520.914627:0:441644:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c3080 00000800:00000010:2.0:1784950520.914629:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007262da46. 00000100:00000001:1.0:1784950520.914639:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950520.914641:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:2.0:1784950520.914643:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950520.914646:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950520.914653:0:441644:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14dad [2] + 0 00000400:00000200:0.0:1784950520.914655:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950520.914665:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950520.914669:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000010:3.0:1784950520.914670:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eac68970. 00000400:00000200:3.0:1784950520.914680:0:441644:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f330b2b2 00000400:00000200:0.0:1784950520.914681:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000001:1.0:1784950520.914689:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950520.914691:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950520.914695:0:441644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950520.914705:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11291:11291:237:4294967295] 192.168.203.114@tcp LPNI seq info [9988:9988:5:4294967295] 00000800:00000001:1.0:1784950520.914709:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950520.914710:0:441644:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:1.0:1784950520.914760:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950520.914768:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000001:1.0:1784950520.914771:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950520.914784:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001847ad53 00000800:00000200:0.0:1784950520.914791:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950520.914793:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001847ad53. 00000400:00000200:1.0:1784950520.914794:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000010:0.0:1784950520.914808:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031b2009f. 00000100:00000001:2.0:1784950520.914809:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784950520.914810:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f330b2b2 00000400:00000200:1.0:1784950520.914822:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c3100 00000400:00000010:3.0:1784950520.914824:0:441644:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000f330b2b2. 00000100:00000200:2.0:1784950520.914825:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004ad3f022 x1871652369215744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950520.914830:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950520.914847:0:441644:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:0.0:1784950520.914855:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:1.0:1784950520.914858:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 5600 00000100:00000001:2.0:1784950520.914859:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1784950520.914859:0:441644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:0.0:1784950520.914863:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000031b2009f type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784950520.914872:0:441644:0:(events.c:337:request_in_callback()) incoming req@000000004a582cc9 x1871652369215616 msgsize 224 00000100:00000040:2.0:1784950520.914874:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ad3f022 x1871652369215744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950520.914878:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950520.914881:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950520.914917:0:441644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1784950520.914919:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5087 usecs (6 jiffies) 00000800:00000001:1.0:1784950520.914927:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950520.914929:0:441644:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1784950520.914931:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307459080 00000400:00000200:1.0:1784950520.914940:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950520.914945:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307459087 00000100:00000001:2.0:1784950520.914947:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950520.914950:0:441644:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1784950520.914958:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950520.914959:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307459080 00000100:00000001:2.0:1784950520.914960:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950520.914969:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dca9971 00000100:00000001:0.0:1784950520.914971:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307459087 00000400:00000010:3.0:1784950520.914977:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008dca9971. 00000100:00000001:0.0:1784950520.914979:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307459080 00000100:00000001:0.0:1784950520.914987:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307459087 00000100:00000001:3.0:1784950520.914988:0:441644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950520.914992:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307459080 00000100:00000001:1.0:1784950520.914993:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:2.0:1784950520.914998:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1784950520.915000:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:3.0:1784950520.915001:0:441644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003560c24e x1871652369215616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950520.915002:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307459087 00000800:00000010:2.0:1784950520.915006:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9f26aca. 00000100:00000001:0.0:1784950520.915016:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1784950520.915018:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6a5d6b0. 00000400:00000200:2.0:1784950520.915020:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950520.915030:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950520.915033:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000b6a5d6b0 x1871652369215744 msgsize 224 00000100:00000001:0.0:1784950520.915043:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950520.915044:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950520.915048:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950520.915054:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950520.915062:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003560c24e x1871652369215616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950520.915063:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c7615d7 00000100:00100000:1.0:1784950520.915064:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950520.915069:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1784950520.915072:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000c7615d7. 00000100:00000001:0.0:1784950520.915076:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950520.915083:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950520.915089:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950520.915092:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950520.915095:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1784950520.915100:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003cbf846b x1871652369215872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950520.915103:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950520.915116:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950520.915117:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950520.915125:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950520.915129:0:441644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784950520.915136:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003cbf846b x1871652369215872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950520.915141:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950520.915153:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307461500 00000100:00000001:2.0:1784950520.915154:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950520.915165:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950520.915173:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950520.915174:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307459087 00000800:00000001:2.0:1784950520.915178:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950520.915182:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369215616 02000000:00000001:0.0:1784950520.915188:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950520.915189:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307461500 00000800:00000001:2.0:1784950520.915192:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950520.915195:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000200:1.0:1784950520.915196:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950520.915204:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307459087 00000100:00000001:0.0:1784950520.915205:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950520.915206:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031b2009f. 00000800:00000001:2.0:1784950520.915206:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950520.915216:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950520.915219:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950520.915222:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950520.915223:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307461500 00000100:00100000:0.0:1784950520.915231:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369215616 00000400:00000200:2.0:1784950520.915235:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:0.0:1784950520.915238:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950520.915240:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307459087 00000020:00000040:0.0:1784950520.915247:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000400:00000200:1.0:1784950520.915248:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950520.915253:0:441644:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307461500 00000020:00000001:0.0:1784950520.915256:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:2.0:1784950520.915263:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c3280 00000400:00000200:1.0:1784950520.915264:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c6a3f6 00000020:00000040:0.0:1784950520.915266:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:3.0:1784950520.915268:0:441644:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307459087 00000400:00000010:1.0:1784950520.915273:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000018c6a3f6. 00000020:00000001:0.0:1784950520.915279:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:3.0:1784950520.915284:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950520.915285:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1784950520.915286:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:2.0:1784950520.915297:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 168896 00000100:00000001:3.0:1784950520.915298:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950520.915299:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca6cc55f x1871652369216128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950520.915301:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950520.915312:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000001:3.0:1784950520.915313:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950520.915315:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950520.915325:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950520.915327:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950520.915335:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950520.915337:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1784950520.915339:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000100:00000001:3.0:1784950520.915343:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784950520.915344:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950520.915351:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca6cc55f x1871652369216128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950520.915352:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c7e8cd1. 00000100:00000001:3.0:1784950520.915352:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784950520.915363:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950520.915367:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1784950520.915369:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dbbbae8b. 00000100:00000001:3.0:1784950520.915375:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950520.915379:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1784950520.915382:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c67f9aa. 00000100:00000001:3.0:1784950520.915384:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950520.915386:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1784950520.915399:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950520.915402:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc2c1649. 00000100:00000001:1.0:1784950520.915403:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950520.915404:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:2.0:1784950520.915414:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000cc2c1649 x1871652369216128 msgsize 224 00000100:00000001:1.0:1784950520.915416:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950520.915417:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950520.915425:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950520.915432:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950520.915439:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950520.915448:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950520.915458:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950520.915469:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950520.915476:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950520.915483:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369215744 00000800:00000001:2.0:1784950520.915484:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950520.915491:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950520.915492:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000200:1.0:1784950520.915492:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1784950520.915497:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950520.915499:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950520.915501:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000010:1.0:1784950520.915502:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c88d7a2. 00000800:00000001:2.0:1784950520.915503:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950520.915507:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950520.915513:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950520.915515:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1784950520.915517:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 02000000:00000001:3.0:1784950520.915518:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950520.915533:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000400:00000200:2.0:1784950520.915534:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00100000:3.0:1784950520.915534:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369215744 00000400:00000200:1.0:1784950520.915535:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950520.915545:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950520.915546:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790287872080 : -120283421679536 : ffff929a5560e050) 00000400:00000200:1.0:1784950520.915551:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004304ebc2 00000020:00000040:3.0:1784950520.915553:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000400:00000010:1.0:1784950520.915558:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004304ebc2. 00000020:00000001:3.0:1784950520.915561:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:0.0:1784950520.915563:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a582cc9 x1871652369215616/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:671/0 lens 224/0 e 0 to 0 dl 1784950531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950520.915566:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c3180 00000020:00000040:3.0:1784950520.915570:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:1.0:1784950520.915572:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1784950520.915584:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000200:1.0:1784950520.915592:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005be3fe71 x1871652369216000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950520.915593:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 169120 00000020:00000001:3.0:1784950520.915597:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950520.915617:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1784950520.915618:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950520.915630:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:0.0:1784950520.915631:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1784950520.915633:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950520.915634:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950520.915642:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950520.915644:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000400:00000200:2.0:1784950520.915644:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950520.915649:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005be3fe71 x1871652369216000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1784950520.915657:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000001:0.0:1784950520.915658:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950520.915669:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950520.915672:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000020:00000010:3.0:1784950520.915678:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d522160c. 00000100:00000001:2.0:1784950520.915686:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950520.915690:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950520.915691:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000100:00000200:2.0:1784950520.915693:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1784950520.915694:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004a582cc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369215616:12345-0@lo:400: 00000100:00000001:1.0:1784950520.915701:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1784950520.915706:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000100:00000010:2.0:1784950520.915709:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afc3eb23. 00000800:00000001:1.0:1784950520.915714:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950520.915749:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000afc3eb23 x1871652369215872 msgsize 224 00000100:00100000:2.0:1784950520.915758:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000200:0.0:1784950520.915769:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369215616 00000100:00000001:2.0:1784950520.915774:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1784950520.915777:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000800:00000001:1.0:1784950520.915778:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950520.915782:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000001:0.0:1784950520.915787:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000001:2.0:1784950520.915790:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950520.915792:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1784950520.915793:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950520.915802:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950520.915803:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950520.915803:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:2.0:1784950520.915810:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950520.915814:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:3.0:1784950520.915814:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950520.915817:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950520.915830:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950520.915837:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950520.915838:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950520.915841:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950520.915845:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1784950520.915853:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1784950520.915856:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369216128 00000020:00000001:0.0:1784950520.915859:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1784950520.915864:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1784950520.915866:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c3200 00000020:00000001:0.0:1784950520.915868:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950520.915870:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950520.915870:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950520.915880:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950520.915881:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950520.915908:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1784950520.915910:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 5824 00000100:00000001:3.0:1784950520.915916:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1784950520.915917:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1784950520.915918:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950520.915920:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950520.915925:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000010:0.0:1784950520.915929:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000048c25d33. 00000100:00100000:1.0:1784950520.915930:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369216128 00000800:00000001:2.0:1784950520.915933:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950520.915939:0:453541:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:0.0:1784950520.915942:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950520.915943:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2773 00000400:00000200:2.0:1784950520.915945:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1784950520.915946:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000001:0.0:1784950520.915952:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950520.915955:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:3.0:1784950520.915959:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000001:0.0:1784950520.915962:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950520.915964:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000400:00000200:2.0:1784950520.915967:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950520.915969:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038700544 : -120287670851072 : ffff9299581baa00) 00010000:00000040:0.0:1784950520.915975:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369215616 00000020:00000001:1.0:1784950520.915977:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:2.0:1784950520.915983:0:441635:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1784950520.915985:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:1.0:1784950520.915988:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000040:3.0:1784950520.915989:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b6a5d6b0 x1871652369215744/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:671/0 lens 224/0 e 0 to 0 dl 1784950531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950520.915990:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00010000:00000200:0.0:1784950520.915999:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000004a582cc9 x1871652369215616/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:671/0 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950520.916002:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1784950520.916004:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065c3eaf0. 00000020:00000010:1.0:1784950520.916013:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00000100:00000040:2.0:1784950520.916017:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000065c3eaf0 x1871652369216000 msgsize 224 00000100:00000001:1.0:1784950520.916026:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950520.916039:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000100:00100000:2.0:1784950520.916051:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000010:1.0:1784950520.916054:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f0272bc. 00000100:00000001:3.0:1784950520.916055:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950520.916067:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00010000:00000001:0.0:1784950520.916068:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1784950520.916069:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 00000100:00000001:2.0:1784950520.916076:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1784950520.916077:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950520.916078:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950520.916081:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000018566c4f. 00000100:00001000:0.0:1784950520.916090:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=8 v=5 (1 1 1 1) 00000800:00000001:2.0:1784950520.916091:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950520.916091:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000040:1.0:1784950520.916098:0:453541:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000800:00000001:2.0:1784950520.916101:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950520.916108:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950520.916108:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1784950520.916111:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b6a5d6b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369215744:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950520.916117:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1784950520.916120:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:1.0:1784950520.916126:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950520.916127:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369215744 00000100:00000001:0.0:1784950520.916129:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000001:2.0:1784950520.916133:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950520.916138:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1784950520.916139:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:0.0:1784950520.916140:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1784950520.916141:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369215872 00000100:00000001:1.0:1784950520.916148:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1784950520.916149:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950520.916150:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:2.0:1784950520.916151:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950520.916154:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950520.916161:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950520.916163:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1784950520.916163:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950520.916166:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950520.916173:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1784950520.916175:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1784950520.916176:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950520.916178:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950520.916179:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000010:0.0:1784950520.916186:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8429f61. 00000100:00100000:2.0:1784950520.916189:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369215872 00000020:00000001:3.0:1784950520.916192:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1784950520.916199:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369215616, offset 224 00000020:00000001:2.0:1784950520.916200:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950520.916203:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000001:00000001:3.0:1784950520.916203:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369215744, found 0 last_xid 1871652369215743 00000020:00000040:2.0:1784950520.916207:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:1.0:1784950520.916211:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1784950520.916216:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1784950520.916217:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950520.916219:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1784950520.916223:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000001:3.0:1784950520.916227:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1784950520.916230:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1616 00000020:00000001:2.0:1784950520.916234:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:3.0:1784950520.916236:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1784950520.916238:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000020:00000001:2.0:1784950520.916243:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000001:3.0:1784950520.916245:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950520.916247:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730224384 : -120287979327232 : ffff929945b8b100) 00000400:00000200:0.0:1784950520.916248:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1784950520.916254:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1784950520.916258:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1784950520.916265:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e64f053. 00000100:00000040:1.0:1784950520.916266:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cc2c1649 x1871652369216128/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:671/0 lens 224/0 e 0 to 0 dl 1784950531 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950520.916268:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1784950520.916273:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950520.916276:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1784950520.916278:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c3080 00000020:00000010:2.0:1784950520.916286:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e64f053. 02000000:00000010:3.0:1784950520.916288:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a2045f89. 00000400:00000200:0.0:1784950520.916298:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x164e5 [1] + 224 02000000:00000001:3.0:1784950520.916300:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950520.916303:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd84354f. 00000100:00000001:3.0:1784950520.916313:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950520.916318:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf5e9fa4. 00000100:00000001:1.0:1784950520.916320:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1784950520.916322:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950520.916323:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1784950520.916332:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000026e17c9. 00000020:00000010:1.0:1784950520.916333:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af6b1bac. 00010000:00000040:3.0:1784950520.916334:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369215744 00000400:00000200:0.0:1784950520.916341:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1784950520.916347:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1784950520.916349:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950520.916351:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1784950520.916353:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af6b1bac. 00000100:00000001:0.0:1784950520.916355:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950520.916358:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950520.916364:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1784950520.916369:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000b6a5d6b0 x1871652369215744/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:671/0 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950520.916372:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003560c24e x1871652369215616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950520.916374:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1784950520.916378:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000cc2c1649 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369216128:12345-192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950520.916381:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1784950520.916388:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950520.916404:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369216128 00000100:00000001:2.0:1784950520.916407:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950520.916413:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950520.916423:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950520.916429:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950520.916431:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950520.916439:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950520.916441:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950520.916449:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00010000:00000001:3.0:1784950520.916454:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1784950520.916455:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1617 00000100:00000040:0.0:1784950520.916457:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003560c24e x1871652369215616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950520.916461:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1784950520.916465:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950520.916467:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000001:1.0:1784950520.916469:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950520.916479:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730217216 : -120287979334400 : ffff929945b89500) 00000100:00001000:3.0:1784950520.916481:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=3 v=5 (1 1 1 1) 00000020:00000001:1.0:1784950520.916483:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950520.916491:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950520.916497:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950520.916498:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000afc3eb23 x1871652369215872/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:671/0 lens 224/0 e 0 to 0 dl 1784950531 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950520.916502:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1784950520.916507:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950520.916515:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1784950520.916520:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 02000000:00000001:1.0:1784950520.916521:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950520.916524:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1784950520.916530:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000baf170a1. 00000100:00000001:3.0:1784950520.916536:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950520.916538:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950520.916538:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950520.916539:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8429f61 00000020:00000010:2.0:1784950520.916549:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e64f053. 00000400:00000010:0.0:1784950520.916550:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b8429f61. 00000100:00000001:1.0:1784950520.916551:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950520.916553:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1784950520.916558:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950520.916564:0:453504:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1784950520.916564:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950520.916565:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950520.916566:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e64f053. 00000100:00000001:0.0:1784950520.916573:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:1.0:1784950520.916578:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369216128 00000100:00000001:3.0:1784950520.916582:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950520.916585:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950520.916587:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00100000:2.0:1784950520.916589:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000afc3eb23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369215872:12345-192.168.203.114@tcp:400: 00000100:00000040:0.0:1784950520.916600:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000040:3.0:1784950520.916604:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000200:1.0:1784950520.916605:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000cc2c1649 x1871652369216128/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:671/0 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950520.916612:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000200:2.0:1784950520.916612:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369215872 00000400:00000010:3.0:1784950520.916619:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dca9971. 00000020:00000001:0.0:1784950520.916620:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950520.916622:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950520.916635:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1784950520.916636:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369215744, offset 224 00000020:00000001:2.0:1784950520.916637:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00010000:00000001:1.0:1784950520.916638:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1784950520.916644:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950520.916648:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a582cc9 x1871652369215616/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:671/0 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950520.916649:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950520.916651:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950520.916660:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:3.0:1784950520.916660:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00001000:1.0:1784950520.916661:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=153 v=5 (1 1 1 1) 00000020:00000001:2.0:1784950520.916674:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950520.916680:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1784950520.916683:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950520.916687:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:2.0:1784950520.916694:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1784950520.916695:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000020:00000001:2.0:1784950520.916701:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1784950520.916708:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004a582cc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441644:x1871652369215616:12345-0@lo:400: Request processed in 1068us (1826us total) trans 0 rc 0/0 00000020:00000001:2.0:1784950520.916709:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950520.916710:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:3.0:1784950520.916713:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11292:11292:240:4294967295] 192.168.203.114@tcp LPNI seq info [9989:9989:8:4294967295] 00000100:00100000:0.0:1784950520.916763:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000020:00000001:2.0:1784950520.916764:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1784950520.916772:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1784950520.916776:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:2.0:1784950520.916777:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950520.916778:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950520.916785:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950520.916787:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950520.916791:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1784950520.916793:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000749f0a06. 00000100:00000001:0.0:1784950520.916794:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1784950520.916804:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950520.916805:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dbbbae8b. 00000100:00000040:1.0:1784950520.916807:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950520.916818:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950520.916819:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950520.916820:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c67f9aa. 00000400:00000010:1.0:1784950520.916821:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004304ebc2. 00000020:00000001:2.0:1784950520.916831:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950520.916835:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c7e8cd1. 00000100:00000200:1.0:1784950520.916836:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369216128, offset 224 00010000:00000040:2.0:1784950520.916842:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369215872 00010000:00000001:2.0:1784950520.916849:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000040:0.0:1784950520.916850:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000800:00000200:3.0:1784950520.916857:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950520.916860:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000200:2.0:1784950520.916863:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000afc3eb23 x1871652369215872/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:671/0 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950520.916864:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1784950520.916872:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000048c25d33. 00000800:00000010:3.0:1784950520.916876:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4bcac29. 02000000:00000001:0.0:1784950520.916902:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1784950520.916904:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950520.916913:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950520.916927:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:0.0:1784950520.916928:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1784950520.916930:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1784950520.916932:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11293:11293:239:4294967295] 192.168.203.114@tcp LPNI seq info [9990:9990:7:4294967295] 00010000:00000001:2.0:1784950520.916939:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950520.916943:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd19fea8. 00000100:00001000:2.0:1784950520.916948:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=3 v=5 (1 1 1 1) 00000800:00000200:3.0:1784950520.916957:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000010:0.0:1784950520.916958:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e9f308f. 00000100:00000001:2.0:1784950520.916962:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1784950520.916975:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c4bcac29 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784950520.916976:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 29 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950520.916984:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950520.916987:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950520.916997:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950520.917001:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950520.917009:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950520.917010:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950520.917013:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950520.917022:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c88d7a2. 00000100:00000040:2.0:1784950520.917024:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950520.917032:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000400:00000010:2.0:1784950520.917035:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c7615d7. 00000800:00000200:1.0:1784950520.917043:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:3.0:1784950520.917048:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000200:2.0:1784950520.917049:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369215872, offset 224 00000020:00000001:3.0:1784950520.917056:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950520.917060:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:3.0:1784950520.917065:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1784950520.917071:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:1.0:1784950520.917074:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001c88d7a2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950520.917084:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950520.917084:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6a5d6b0 x1871652369215744/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:671/0 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950520.917093:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:1.0:1784950520.917098:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000800:00000200:0.0:1784950520.917106:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1784950520.917109:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950520.917118:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950520.917119:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11294:11294:238:4294967295] 192.168.203.114@tcp LPNI seq info [9991:9991:6:4294967295] 00000800:00000010:0.0:1784950520.917120:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4bcac29. 00000020:00000001:1.0:1784950520.917127:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1784950520.917132:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950520.917142:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc2c1649 x1871652369216128/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:671/0 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950520.917160:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:3.0:1784950520.917161:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b6a5d6b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369215744:12345-192.168.203.114@tcp:400: Request processed in 1091us (2112us total) trans 0 rc 0/0 00000400:00000200:2.0:1784950520.917175:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:0.0:1784950520.917201:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dca9971 00000100:00100000:3.0:1784950520.917204:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2773 00000800:00000200:2.0:1784950520.917211:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950520.917212:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008dca9971. 00000100:00100000:1.0:1784950520.917213:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000cc2c1649 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441643:x1871652369216128:12345-192.168.203.114@tcp:400: Request processed in 881us (1785us total) trans 0 rc 0/0 00000100:00000040:3.0:1784950520.917219:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000010:2.0:1784950520.917224:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9f26aca. 00000100:00000001:0.0:1784950520.917226:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950520.917228:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950520.917235:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950520.917238:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:0.0:1784950520.917245:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950520.917248:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00100000:1.0:1784950520.917251:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1616 00000020:00000010:3.0:1784950520.917251:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000800:00000001:0.0:1784950520.917260:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950520.917264:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000020:00000010:3.0:1784950520.917267:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000800:00000001:0.0:1784950520.917268:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950520.917270:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950520.917275:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:0.0:1784950520.917279:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950520.917283:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d522160c. 00000800:00000200:2.0:1784950520.917284:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b9f26aca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950520.917285:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950520.917296:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000400:00000200:0.0:1784950520.917302:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000040:3.0:1784950520.917303:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000020:00000010:1.0:1784950520.917306:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000018566c4f. 00000100:00000001:2.0:1784950520.917311:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950520.917320:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950520.917321:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f0272bc. 00000100:00000040:2.0:1784950520.917322:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:0.0:1784950520.917333:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c3100 00010000:00000001:2.0:1784950520.917336:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000040:1.0:1784950520.917337:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000020:00000001:2.0:1784950520.917342:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950520.917347:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950520.917349:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950520.917350:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1784950520.917354:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x164cd [1] + 224 00000100:00100000:3.0:1784950520.917360:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369216000 00000100:00000040:2.0:1784950520.917362:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afc3eb23 x1871652369215872/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:671/0 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950520.917369:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1784950520.917374:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950520.917377:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950520.917384:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950520.917387:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950520.917398:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784950520.917398:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950520.917399:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000afc3eb23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441642:x1871652369215872:12345-192.168.203.114@tcp:400: Request processed in 857us (1644us total) trans 0 rc 0/0 00000100:00100000:3.0:1784950520.917412:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369216000 00000020:00000001:3.0:1784950520.917420:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1784950520.917421:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:3.0:1784950520.917428:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00100000:2.0:1784950520.917429:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1617 00000800:00000200:1.0:1784950520.917432:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950520.917434:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1784950520.917436:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:2.0:1784950520.917440:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000800:00000010:1.0:1784950520.917443:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c88d7a2. 00000020:00000040:3.0:1784950520.917445:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:2.0:1784950520.917446:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1784950520.917450:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004ad3f022 x1871652369215744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950520.917453:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1784950520.917457:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950520.917458:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000010:2.0:1784950520.917462:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf5e9fa4. 00000020:00000001:3.0:1784950520.917472:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000010:2.0:1784950520.917476:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000026e17c9. 00000400:00000200:1.0:1784950520.917482:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950520.917485:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950520.917489:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd84354f. 00000020:00000010:3.0:1784950520.917495:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000400:00000200:1.0:1784950520.917498:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004304ebc2 00000020:00000040:2.0:1784950520.917502:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000400:00000010:1.0:1784950520.917510:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004304ebc2. 00000100:00000001:2.0:1784950520.917511:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950520.917511:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950520.917518:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ad3f022 x1871652369215744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950520.917523:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1784950520.917525:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000001:1.0:1784950520.917532:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1784950520.917537:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d522160c. 00000020:00000010:3.0:1784950520.917549:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000100:00000001:0.0:1784950520.917553:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1784950520.917559:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000800:00000001:0.0:1784950520.917568:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950520.917571:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1784950520.917577:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950520.917580:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950520.917583:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950520.917591:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950520.917599:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950520.917605:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950520.917608:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784950520.917613:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950520.917620:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950520.917624:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7cdc48a. 00000400:00000200:2.0:1784950520.917632:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000624e765c 00000400:00000010:2.0:1784950520.917636:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000624e765c. 00000100:00000001:3.0:1784950520.917636:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000200:1.0:1784950520.917639:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950520.917645:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000010:1.0:1784950520.917648:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9f26aca. 00000100:00000001:2.0:1784950520.917648:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950520.917659:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1784950520.917660:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784950520.917663:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004ad3f022 x1871652369215744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950520.917668:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2774 00000100:00000001:0.0:1784950520.917669:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1784950520.917681:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950520.917683:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:0.0:1784950520.917684:0:454245:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950520.917697:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c7615d7 00000100:00000001:3.0:1784950520.917698:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730222592 : -120287979329024 : ffff929945b8aa00) 00000100:00000001:0.0:1784950520.917699:0:454245:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950520.917706:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000c7615d7. 00000100:00000200:2.0:1784950520.917709:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004ad3f022 x1871652369215744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950520.917760:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950520.917763:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1784950520.917771:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000065c3eaf0 x1871652369216000/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:671/0 lens 224/0 e 0 to 0 dl 1784950531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950520.917772:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950520.917774:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784950520.917775:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950520.917782:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950520.917784:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950520.917794:0:441644:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784950520.917796:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950520.917801:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784950520.917804:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950520.917808:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950520.917815:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950520.917816:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950520.917822:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:2.0:1784950520.917826:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950520.917829:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784950520.917840:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=148 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950520.917841:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1784950520.917850:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c3180 00000400:00000200:1.0:1784950520.917851:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00001000:2.0:1784950520.917854:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=148 v=5 (1 1 1 1) 00000020:00000010:3.0:1784950520.917856:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:2.0:1784950520.917870:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950520.917871:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950520.917878:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950520.917879:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x164d5 [1] + 224 00000400:00000200:1.0:1784950520.917907:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c3280 00000020:00000010:3.0:1784950520.917909:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00010000:00000001:2.0:1784950520.917911:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950520.917916:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950520.917927:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1784950520.917930:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950520.917931:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00100000:3.0:1784950520.917940:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000065c3eaf0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369216000:12345-192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950520.917942:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x164e9 [1] + 224 00000100:00000001:2.0:1784950520.917943:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1784950520.917946:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950520.917949:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950520.917959:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784950520.917963:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369216000 00000800:00000001:1.0:1784950520.917968:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950520.917970:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ad3f022 x1871652369215744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950520.917973:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:0.0:1784950520.917977:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:3.0:1784950520.917982:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000800:00000001:1.0:1784950520.917988:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950520.917992:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950520.917994:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784950520.918001:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950520.918004:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1784950520.918009:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003cbf846b x1871652369215872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950520.918013:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000200:1.0:1784950520.918021:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950520.918026:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950520.918028:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1784950520.918037:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369216000, found 0 last_xid 1871652369215999 00000100:00000001:2.0:1784950520.918039:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950520.918040:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950520.918049:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950520.918051:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950520.918056:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca6cc55f x1871652369216128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950520.918063:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1784950520.918066:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ad3f022 x1871652369215744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950520.918071:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1784950520.918074:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003cbf846b x1871652369215872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950520.918078:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950520.918091:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950520.918100:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950520.918107:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1784950520.918116:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000dc7bae8. 02000000:00000001:3.0:1784950520.918127:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950520.918129:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ca6cc55f x1871652369216128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950520.918138:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950520.918140:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004ad3f022 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369215744:192.168.203.114@tcp:400: 00000020:00000001:3.0:1784950520.918150:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950520.918161:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369216000 00000100:00000001:0.0:1784950520.918166:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1784950520.918169:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1784950520.918172:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000001:2.0:1784950520.918176:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950520.918180:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d9f29e3. 00010000:00000200:3.0:1784950520.918186:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000065c3eaf0 x1871652369216000/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:671/0 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950520.918189:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074fd7680 00000100:00000001:1.0:1784950520.918190:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1784950520.918197:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000074fd7680. 00000100:00000001:2.0:1784950520.918206:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1784950520.918213:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000001:0.0:1784950520.918215:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950520.918217:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003560c24e x1871652369215616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950520.918221:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950520.918223:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950520.918226:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784950520.918233:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=3 v=5 (1 1 1 1) 00000800:00000001:1.0:1784950520.918234:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950520.918253:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950520.918255:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784950520.918260:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003560c24e x1871652369215616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950520.918262:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784950520.918265:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950520.918267:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1784950520.918272:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784950520.918276:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950520.918278:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000001:0.0:1784950520.918279:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950520.918287:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041e9cd30. 02000000:00000001:3.0:1784950520.918291:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1784950520.918299:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950520.918300:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c22f94 00000100:00000001:2.0:1784950520.918303:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1784950520.918309:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000043c22f94. 00000100:00000001:2.0:1784950520.918313:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950520.918313:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950520.918317:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1784950520.918318:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950520.918321:0:441644:0:(client.c:1580:after_reply()) Process entered 00000400:00000001:1.0:1784950520.918327:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784950520.918328:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950520.918329:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1784950520.918334:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003cbf846b x1871652369215872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950520.918335:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f515d5b. 00000100:00000001:2.0:1784950520.918337:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1784950520.918340:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000100:00000001:2.0:1784950520.918344:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950520.918348:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aab6dd5c 02000000:00000001:2.0:1784950520.918356:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950520.918357:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aab6dd5c. 00000100:00001000:2.0:1784950520.918367:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=8 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950520.918369:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950520.918375:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369216000, offset 224 00000100:00000200:1.0:1784950520.918383:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca6cc55f x1871652369216128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950520.918384:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=8 v=5 (1 1 1 1) 00000100:00000200:0.0:1784950520.918388:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003cbf846b x1871652369215872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950520.918400:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950520.918403:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950520.918409:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950520.918419:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950520.918424:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950520.918428:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950520.918435:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950520.918452:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003560c24e x1871652369215616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950520.918458:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11295:11295:240:4294967295] 192.168.203.114@tcp LPNI seq info [9992:9992:8:4294967295] 00000100:00000001:0.0:1784950520.918465:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784950520.918468:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca6cc55f x1871652369216128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950520.918473:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950520.918486:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950520.918493:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950520.918500:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950520.918507:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950520.918517:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:0.0:1784950520.918521:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950520.918522:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950520.918533:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950520.918535:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1784950520.918537:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=153 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950520.918541:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950520.918542:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950520.918546:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950520.918555:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00001000:0.0:1784950520.918558:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=153 v=5 (1 1 1 1) 00000100:00000040:2.0:1784950520.918560:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003560c24e x1871652369215616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784950520.918561:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000dc50a7. 02000000:00000001:1.0:1784950520.918563:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950520.918569:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950520.918571:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950520.918576:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950520.918578:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950520.918585:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:0.0:1784950520.918589:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1784950520.918591:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950520.918605:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=153 v=5 (5 5 5 5) 00010000:00080000:0.0:1784950520.918607:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003cbf846b x1871652369215872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950520.918612:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:2.0:1784950520.918616:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000003560c24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441644:1871652369215616:0@lo:400: 00000100:00001000:1.0:1784950520.918624:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=153 v=5 (1 1 1 1) 00000800:00000200:3.0:1784950520.918627:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000000dc50a7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950520.918639:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950520.918644:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950520.918647:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950520.918650:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950520.918658:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950520.918660:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1784950520.918661:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ad3f022 x1871652369215744/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950520.918675:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00080000:1.0:1784950520.918677:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ca6cc55f x1871652369216128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950520.918679:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950520.918689:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:0.0:1784950520.918694:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1784950520.918697:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950520.918701:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:3.0:1784950520.918710:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950520.918714:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950520.918750:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950520.918754:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950520.918758:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950520.918761:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004403da6f. 00000100:00000040:3.0:1784950520.918763:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065c3eaf0 x1871652369216000/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:671/0 lens 224/224 e 0 to 0 dl 1784950531 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950520.918774:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1784950520.918776:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003cbf846b x1871652369215872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950520.918778:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950520.918781:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950520.918789:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950520.918791:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950520.918798:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000020:00000001:2.0:1784950520.918802:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950520.918808:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000010:2.0:1784950520.918809:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d67bdc6a. 00000100:00000001:1.0:1784950520.918817:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950520.918822:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950520.918829:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1784950520.918836:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca6cc55f x1871652369216128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784950520.918837:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ad3f022. 00000100:00000001:0.0:1784950520.918849:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950520.918851:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950520.918858:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950520.918863:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000065c3eaf0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369216000:12345-192.168.203.114@tcp:400: Request processed in 1010us (2830us total) trans 0 rc 0/0 00000100:00000001:0.0:1784950520.918864:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950520.918869:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950520.918873:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950520.918882:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003560c24e x1871652369215616/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950520.918905:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950520.918913:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cbf846b x1871652369215872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950520.918917:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950520.918926:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950520.918926:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2774 00000100:00000040:3.0:1784950520.918940:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000040:1.0:1784950520.918945:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca6cc55f x1871652369216128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950520.918953:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950520.918960:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950520.918961:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1784950520.918968:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1784950520.918971:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 02000000:00000010:2.0:1784950520.918975:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba5e1f06. 02000000:00000001:2.0:1784950520.918989:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1784950520.918989:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000100:00100000:0.0:1784950520.918990:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000003cbf846b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:441642:1871652369215872:192.168.203.114@tcp:400: 00000020:00000001:2.0:1784950520.918996:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:1.0:1784950520.919002:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ca6cc55f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:441643:1871652369216128:192.168.203.114@tcp:400: 00000020:00000040:2.0:1784950520.919003:0:441644:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000010:3.0:1784950520.919004:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d522160c. 00000100:00000001:0.0:1784950520.919008:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950520.919015:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950520.919019:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1784950520.919020:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 02000000:00000010:2.0:1784950520.919022:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cdda80e2. 00000100:00000001:1.0:1784950520.919026:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950520.919031:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950520.919033:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003cbf846b x1871652369215872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950520.919034:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950520.919036:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784950520.919042:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950520.919048:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003560c24e. 00000100:00000040:1.0:1784950520.919051:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca6cc55f x1871652369216128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950520.919058:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950520.919065:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950520.919074:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950520.919085:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950520.919091:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950520.919101:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950520.919106:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950520.919108:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950520.919114:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950520.919118:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1784950520.919120:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048594359. 02000000:00000001:0.0:1784950520.919125:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1784950520.919130:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:0.0:1784950520.919131:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000204b523b. 00000020:00000001:1.0:1784950520.919137:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000200:3.0:1784950520.919140:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1784950520.919142:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1784950520.919143:0:441643:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000800:00000010:3.0:1784950520.919149:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000dc50a7. 00000020:00000001:0.0:1784950520.919150:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:2.0:1784950520.919151:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950520.919152:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:0.0:1784950520.919159:0:441642:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000010:1.0:1784950520.919161:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bea13e4c. 00000400:00000200:3.0:1784950520.919163:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950520.919167:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:2.0:1784950520.919168:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950520.919173:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1784950520.919175:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000825f13b0. 00000800:00000001:2.0:1784950520.919176:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784950520.919179:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1784950520.919185:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950520.919186:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000010:1.0:1784950520.919189:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca6cc55f. 02000000:00000001:0.0:1784950520.919190:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950520.919198:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950520.919204:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000010:0.0:1784950520.919205:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003cbf846b. 00000400:00000200:3.0:1784950520.919205:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000400:00000200:2.0:1784950520.919206:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950520.919212:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950520.919215:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000100:00000001:0.0:1784950520.919219:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950520.919222:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950520.919226:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950520.919228:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950520.919232:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950520.919233:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950520.919236:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950520.919238:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c3200 00000100:00000001:1.0:1784950520.919239:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950520.919245:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950520.919251:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950520.919253:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950520.919260:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950520.919261:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x164dd [1] + 224 00000100:00000001:0.0:1784950520.919264:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950520.919272:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950520.919275:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950520.919285:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950520.919290:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950520.919298:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950520.919303:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950520.919309:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005be3fe71 x1871652369216000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950520.919319:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005be3fe71 x1871652369216000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950520.919343:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1784950520.919350:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950520.919353:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950520.919400:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950520.919405:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950520.919409:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950520.919411:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950520.919414:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084259cc1. 00000400:00000200:1.0:1784950520.919419:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006444b648 00000400:00000010:1.0:1784950520.919421:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000006444b648. 00000100:00000001:1.0:1784950520.919425:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950520.919430:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005be3fe71 x1871652369216000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950520.919440:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005be3fe71 x1871652369216000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950520.919449:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950520.919451:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950520.919453:0:441641:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950520.919455:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950520.919457:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950520.919459:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950520.919461:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950520.919466:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=3 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950520.919469:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=3 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950520.919473:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950520.919475:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950520.919477:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950520.919479:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950520.919482:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950520.919484:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1784950520.919486:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950520.919487:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950520.919491:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005be3fe71 x1871652369216000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950520.919499:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950520.919501:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950520.919503:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950520.919506:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005be3fe71 x1871652369216000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950520.919515:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005be3fe71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369216000:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950520.919519:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950520.919521:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950520.919524:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005be3fe71 x1871652369216000/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950520.919531:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950520.919533:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950520.919535:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000135a536f. 02000000:00000001:1.0:1784950520.919540:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950520.919541:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950520.919543:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1784950520.919545:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950520.919547:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007158160. 02000000:00000001:1.0:1784950520.919550:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950520.919552:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950520.919554:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005be3fe71. 00000100:00000001:1.0:1784950520.919557:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950520.919558:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950520.919560:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950520.919564:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950520.919566:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950520.919568:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950520.919570:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950521.168853:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950521.168861:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950521.168869:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950521.168871:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950521.169006:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950521.169012:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950521.169017:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950521.808844:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950521.808863:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950521.808867:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950521.808875:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950521.808906:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950521.808912:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950521.808916:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950522.192797:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950522.192804:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950522.192809:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950522.192812:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950522.192813:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950522.192815:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950522.192817:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950522.192819:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950522.192820:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950522.192822:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950522.192910:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950522.192914:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950522.192916:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950522.832863:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950522.832905:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950522.832908:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950522.832914:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950522.832918:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950522.832922:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950522.832925:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950522.960974:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000001:1.0:1784950522.960978:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950522.960981:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000020:1.0:1784950522.960985:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1784950522.960997:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000674d7555. 00000100:00000010:2.0:1784950522.960997:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005fd8b1b4. 00000020:00000040:2.0:1784950522.961011:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000040:1.0:1784950522.961012:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950522.961023:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950522.961023:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950522.961032:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950522.961032:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950522.961043:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950522.961044:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950522.961056:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001c88d7a2. 02000000:00000010:2.0:1784950522.961057:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9f26aca. 00000100:00000001:1.0:1784950522.961066:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950522.961068:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950522.961084:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950522.961085:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950522.961092:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950522.961092:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950522.961116:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fd8b1b4] to pc [ptlrpcd_00_00+0] req@000000005fd8b1b4 x1871652369216384/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950522.961118:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000674d7555] to pc [ptlrpcd_00_03+3] req@00000000674d7555 x1871652369216256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1784950522.961200:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950522.961208:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950522.961225:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784950522.961229:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1784950522.961233:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950522.961241:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950522.961244:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950522.961248:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950522.961250:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950522.961254:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784950522.961261:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000674d7555 x1871652369216256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950522.961263:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950522.961272:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950522.961275:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950522.961279:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950522.961280:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950522.961284:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950522.961288:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950522.961295:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784950522.961296:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005fd8b1b4 x1871652369216384/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950522.961301:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950522.961311:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950522.961317:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950522.961324:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950522.961326:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000674d7555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369216256:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950522.961343:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784950522.961344:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950522.961349:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950522.961354:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950522.961356:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950522.961359:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950522.961362:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950522.961365:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784950522.961369:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950522.961375:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009e3cebb7. 00000100:00100000:0.0:1784950522.961377:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005fd8b1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369216384:192.168.203.114@tcp:41: 02000000:00000001:1.0:1784950522.961383:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950522.961388:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950522.961395:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1784950522.961395:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084259cc1. 02000000:00000001:0.0:1784950522.961402:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950522.961406:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1784950522.961408:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006444b648. 02000000:00000010:0.0:1784950522.961414:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b4cce277. 00000100:00000200:1.0:1784950522.961420:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369216256, portal 4 02000000:00000001:0.0:1784950522.961421:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950522.961432:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1784950522.961435:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f515d5b. 00000100:00000001:1.0:1784950522.961436:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038690688 : -120287670860928 : ffff9299581b8380) 00000400:00000010:0.0:1784950522.961450:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8429f61. 00000100:00000040:1.0:1784950522.961456:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000674d7555 x1871652369216256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950522.961460:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369216384, portal 4 00000100:00000001:0.0:1784950522.961468:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950522.961474:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785730220800 : -120287979330816 : ffff929945b8a300) 00000100:00000001:1.0:1784950522.961485:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950522.961491:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005fd8b1b4 x1871652369216384/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950522.961498:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950522.961508:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004304ebc2. 00000100:00000001:0.0:1784950522.961519:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1784950522.961520:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369216256, offset 0 00000100:00000040:0.0:1784950522.961529:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950522.961535:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950522.961536:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007db34483. 00000100:00000200:0.0:1784950522.961545:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369216384, offset 0 00000400:00000200:0.0:1784950522.961555:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950522.961560:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950522.961568:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784950522.961573:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1784950522.961578:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784950522.961582:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950522.961586:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11296:11296:240:4294967295] 192.168.203.114@tcp LPNI seq info [9993:9993:8:4294967295] 00000400:00000200:1.0:1784950522.961601:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950522.961609:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950522.961616:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014755b2c. 00000400:00000200:0.0:1784950522.961618:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950522.961627:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784950522.961633:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:0.0:1784950522.961637:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950522.961643:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950522.961652:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:1.0:1784950522.961654:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950522.961663:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11297:11297:239:4294967295] 192.168.203.114@tcp LPNI seq info [9994:9994:7:4294967295] 00000800:00000200:1.0:1784950522.961667:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000014755b2c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950522.961684:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950522.961692:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950522.961695:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950522.961699:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825f13b0. 00000100:00000040:1.0:1784950522.961704:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13463 usecs (14 jiffies) 00000800:00000200:0.0:1784950522.961715:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950522.961716:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307461134 00000800:00000200:0.0:1784950522.961759:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950522.961764:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000825f13b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950522.961770:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307461500 00000100:00000001:0.0:1784950522.961778:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950522.961779:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307461135 00000100:00000001:1.0:1784950522.961787:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307461500 00000100:00000040:0.0:1784950522.961789:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4745 usecs (5 jiffies) 00000100:00000001:1.0:1784950522.961791:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307461135 00000100:00000001:0.0:1784950522.961798:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307461126 00000100:00000001:1.0:1784950522.961800:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307461500 00000100:00000001:0.0:1784950522.961809:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307461500 00000100:00000001:1.0:1784950522.961810:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307461135 00000100:00000001:0.0:1784950522.961821:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307461126 00000100:00000001:1.0:1784950522.961822:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307461500 00000100:00000001:0.0:1784950522.961830:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307461500 00000100:00000001:1.0:1784950522.961831:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950522.961839:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307461126 00000100:00000001:1.0:1784950522.961840:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950522.961849:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307461500 00000100:00000001:1.0:1784950522.961851:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950522.961855:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307461126 00000100:00000001:1.0:1784950522.961858:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950522.961861:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307461500 00000100:00000001:0.0:1784950522.961867:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950522.961891:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950522.961896:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950522.961898:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950522.961907:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950522.961909:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950522.961915:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950522.961917:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950522.961921:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950522.961924:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950522.961935:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950522.961943:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014755b2c. 00000400:00000200:2.0:1784950522.961954:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950522.961964:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950522.961971:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004304ebc2 00000400:00000010:2.0:1784950522.961974:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004304ebc2. 00000100:00000001:2.0:1784950522.961981:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1784950522.961987:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000674d7555 x1871652369216256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950522.962002:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950522.962006:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000674d7555 x1871652369216256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950522.962017:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950522.962019:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1784950522.962032:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950522.962077:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950522.962094:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950522.962097:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784950522.962099:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950522.962106:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950522.962110:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825f13b0. 00000400:00000200:0.0:1784950522.962124:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950522.962128:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950522.962144:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950522.962145:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c3380 00000400:00000200:3.0:1784950522.962151:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950522.962155:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950522.962165:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950522.962172:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 6048 00000400:00000200:2.0:1784950522.962185:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950522.962189:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007db34483 00000800:00000001:0.0:1784950522.962190:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950522.962198:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007db34483. 00000800:00000001:0.0:1784950522.962206:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950522.962207:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c3300 00000100:00000001:3.0:1784950522.962210:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1784950522.962220:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784950522.962226:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005fd8b1b4 x1871652369216384/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950522.962231:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 6272 00000400:00000200:0.0:1784950522.962241:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950522.962254:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950522.962258:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950522.962261:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1784950522.962264:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:3.0:1784950522.962272:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005fd8b1b4 x1871652369216384/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950522.962273:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784950522.962277:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca6cc55f. 00000400:00000200:2.0:1784950522.962283:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950522.962289:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000ca6cc55f x1871652369216384 msgsize 224 00000400:00000200:2.0:1784950522.962302:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950522.962319:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950522.962321:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950522.962327:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950522.962332:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1784950522.962365:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950522.962372:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950522.962373:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950522.962380:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369216384 02000000:00000001:2.0:1784950522.962385:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950522.962388:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950522.962391:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950522.962396:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950522.962401:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369216384 00000020:00000001:2.0:1784950522.962405:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1784950522.962408:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:2.0:1784950522.962410:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950522.962414:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:2.0:1784950522.962417:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:2.0:1784950522.962421:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:2.0:1784950522.962426:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950522.962432:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e64f053. 00000100:00000001:2.0:1784950522.962436:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950522.962440:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e64f053. 00000020:00000010:2.0:1784950522.962447:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd84354f. 00000020:00000010:2.0:1784950522.962454:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf5e9fa4. 00000020:00000010:2.0:1784950522.962460:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000026e17c9. 00000100:00000001:1.0:1784950522.962465:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1784950522.962471:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000200:1.0:1784950522.962472:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1784950522.962481:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000010:1.0:1784950522.962485:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d32a5205. 00000100:00000001:2.0:1784950522.962486:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950522.962492:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950522.962495:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000d32a5205 x1871652369216256 msgsize 224 00000100:00000001:2.0:1784950522.962504:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950522.962513:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950522.962533:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950522.962541:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950522.962544:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1784950522.962551:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2775 00000100:00000040:2.0:1784950522.962556:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:2.0:1784950522.962561:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785719625728 : -120287989925888 : ffff92994516f800) 00000100:00000001:1.0:1784950522.962562:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1784950522.962571:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ca6cc55f x1871652369216384/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:673/0 lens 224/0 e 0 to 0 dl 1784950533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950522.962581:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950522.962585:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950522.962592:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e64f053. 00000800:00000001:1.0:1784950522.962594:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950522.962597:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950522.962603:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1784950522.962605:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e64f053. 00000100:00100000:3.0:1784950522.962612:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369216256 02000000:00000001:3.0:1784950522.962620:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1784950522.962621:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ca6cc55f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369216384:12345-192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950522.962626:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1784950522.962633:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369216384 00000100:00000001:3.0:1784950522.962634:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950522.962640:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:3.0:1784950522.962642:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950522.962647:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00100000:3.0:1784950522.962650:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369216256 00000020:00000001:2.0:1784950522.962654:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950522.962656:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1784950522.962660:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000040:3.0:1784950522.962661:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:2.0:1784950522.962667:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:3.0:1784950522.962668:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950522.962675:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000001:2.0:1784950522.962676:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950522.962683:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000001:00000001:2.0:1784950522.962685:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369216384, found 0 last_xid 1871652369216383 00000020:00000001:3.0:1784950522.962691:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:2.0:1784950522.962694:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950522.962702:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1784950522.962703:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950522.962710:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950522.962713:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950522.962714:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:2.0:1784950522.962761:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950522.962767:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950522.962768:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1784950522.962776:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 02000000:00000010:2.0:1784950522.962779:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000fd384756. 02000000:00000001:2.0:1784950522.962785:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950522.962787:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d522160c. 00000100:00000001:2.0:1784950522.962789:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950522.962797:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000004:00000001:2.0:1784950522.962801:0:453517:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000010:3.0:1784950522.962805:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000004:00000001:2.0:1784950522.962807:0:453517:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1784950522.962812:0:453517:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950522.962815:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950522.962820:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950522.962822:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:2.0:1784950522.962828:0:453517:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000100:00000001:3.0:1784950522.962830:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1784950522.962837:0:453517:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1784950522.962844:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000020:2.0:1784950522.962849:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000100:00000001:3.0:1784950522.962852:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1784950522.962854:0:453517:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000004:00000020:2.0:1784950522.962866:0:453517:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000100:00000001:3.0:1784950522.962902:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000001:00000001:2.0:1784950522.962903:0:453517:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1784950522.962912:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000001:00000001:2.0:1784950522.962913:0:453517:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950522.962916:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000004:00000001:2.0:1784950522.962923:0:453517:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950522.962924:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1784950522.962932:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2776 00010000:00000040:2.0:1784950522.962934:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369216384 00000100:00000040:3.0:1784950522.962941:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00010000:00000001:2.0:1784950522.962943:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950522.962944:0:455339:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950522.962951:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038701440 : -120287670850176 : ffff9299581bad80) 00000100:00000001:0.0:1784950522.962953:0:455339:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1784950522.962957:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000ca6cc55f x1871652369216384/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:673/0 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950522.962971:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d32a5205 x1871652369216256/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:673/0 lens 224/0 e 0 to 0 dl 1784950533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784950522.962979:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950522.962985:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950522.962996:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950522.962999:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950522.963004:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1784950522.963006:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000040:2.0:1784950522.963013:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950522.963015:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950522.963020:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000010:3.0:1784950522.963023:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 02000000:00000001:2.0:1784950522.963026:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1784950522.963031:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950522.963038:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d32a5205 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369216256:12345-192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950522.963040:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1784950522.963048:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369216256 00000100:00000040:2.0:1784950522.963055:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950522.963056:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000010:2.0:1784950522.963063:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000969daf7a. 00000020:00000001:3.0:1784950522.963064:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950522.963074:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950522.963075:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369216384, offset 224 00000020:00000001:3.0:1784950522.963085:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950522.963091:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000400:00000200:2.0:1784950522.963092:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950522.963102:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1784950522.963108:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369216256, found 0 last_xid 1871652369216255 00000400:00000200:2.0:1784950522.963111:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:3.0:1784950522.963118:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950522.963125:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1784950522.963126:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11298:11298:240:4294967295] 192.168.203.114@tcp LPNI seq info [9995:9995:8:4294967295] 00000020:00000001:3.0:1784950522.963129:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950522.963136:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950522.963142:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950522.963150:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1784950522.963151:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000010:3.0:1784950522.963157:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000001c755578. 00000800:00000200:2.0:1784950522.963160:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950522.963166:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950522.963171:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bb5297c. 00000100:00000001:3.0:1784950522.963172:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950522.963184:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000800:00000200:2.0:1784950522.963190:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000004:00000001:3.0:1784950522.963191:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1784950522.963196:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950522.963205:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000004:00000024:3.0:1784950522.963209:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000800:00000200:2.0:1784950522.963212:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008bb5297c type 1, nob 464 niov 1 nkiov 1 00000020:00000020:3.0:1784950522.963221:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:3.0:1784950522.963228:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000004:00000020:3.0:1784950522.963232:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000001:00000001:3.0:1784950522.963239:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1784950522.963240:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1784950522.963243:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950522.963250:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000004:00000001:3.0:1784950522.963251:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950522.963259:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00010000:00000040:3.0:1784950522.963261:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369216256 00000020:00000001:2.0:1784950522.963266:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950522.963268:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000001:2.0:1784950522.963273:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00010000:00000200:3.0:1784950522.963279:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000d32a5205 x1871652369216256/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:673/0 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950522.963285:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca6cc55f x1871652369216384/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:673/0 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950522.963327:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1784950522.963334:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ca6cc55f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369216384:12345-192.168.203.114@tcp:41: Request processed in 745us (1040us total) trans 0 rc 0/0 00010000:00000001:3.0:1784950522.963335:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784950522.963344:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950522.963353:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1784950522.963354:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2775 00000100:00000040:3.0:1784950522.963362:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000040:2.0:1784950522.963363:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950522.963372:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950522.963373:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950522.963379:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1784950522.963381:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1784950522.963387:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf5e9fa4. 02000000:00000001:3.0:1784950522.963387:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950522.963399:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1784950522.963401:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000026e17c9. 00000100:00000040:3.0:1784950522.963410:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:2.0:1784950522.963414:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd84354f. 00000400:00000010:3.0:1784950522.963417:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1b90c5. 00000020:00000040:2.0:1784950522.963426:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000200:3.0:1784950522.963426:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369216256, offset 224 00000100:00000001:2.0:1784950522.963436:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950522.963441:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784950522.963444:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950522.963450:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bb5297c. 00000400:00000200:1.0:1784950522.963461:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950522.963467:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950522.963477:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950522.963487:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11299:11299:239:4294967295] 192.168.203.114@tcp LPNI seq info [9996:9996:7:4294967295] 00000400:00000200:3.0:1784950522.963502:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:1.0:1784950522.963511:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969daf7a 00000800:00000200:3.0:1784950522.963512:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950522.963519:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000969daf7a. 00000800:00000010:3.0:1784950522.963522:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000dc50a7. 00000100:00000001:1.0:1784950522.963527:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:0.0:1784950522.963533:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950522.963533:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1784950522.963539:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:3.0:1784950522.963550:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000001:0.0:1784950522.963552:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950522.963556:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000000dc50a7 type 1, nob 464 niov 1 nkiov 1 00000800:00000001:0.0:1784950522.963561:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950522.963571:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950522.963572:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950522.963584:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:0.0:1784950522.963592:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:3.0:1784950522.963594:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950522.963600:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950522.963605:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1784950522.963612:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d32a5205 x1871652369216256/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:673/0 lens 224/368 e 0 to 0 dl 1784950533 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950522.963622:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c3380 00000400:00000200:0.0:1784950522.963642:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x16511 [1] + 224 00000100:00100000:3.0:1784950522.963652:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d32a5205 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369216256:12345-192.168.203.114@tcp:41: Request processed in 644us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1784950522.963663:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2776 00000100:00000040:3.0:1784950522.963667:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000001:0.0:1784950522.963669:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950522.963672:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1784950522.963673:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950522.963680:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1784950522.963681:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000dc50a7. 00000800:00000001:0.0:1784950522.963686:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950522.963688:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000400:00000200:1.0:1784950522.963692:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950522.963700:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1784950522.963701:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000800:00000001:2.0:1784950522.963710:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950522.963712:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:3.0:1784950522.963715:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d522160c. 00000800:00000001:2.0:1784950522.963752:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950522.963755:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950522.963758:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1b90c5 00000800:00000001:2.0:1784950522.963760:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:1.0:1784950522.963771:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1b90c5. 00000800:00000001:2.0:1784950522.963774:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784950522.963776:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:1.0:1784950522.963780:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950522.963784:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950522.963786:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950522.963787:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1784950522.963795:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:0.0:1784950522.963803:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005fd8b1b4 x1871652369216384/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950522.963822:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c3300 00000100:00000040:0.0:1784950522.963835:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000005fd8b1b4 x1871652369216384/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950522.963842:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x1650d [1] + 224 00000800:00000001:2.0:1784950522.963861:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950522.963897:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950522.963903:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950522.963908:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950522.963915:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950522.963916:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1784950522.963923:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000674d7555 x1871652369216256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950522.963929:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950522.963940:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950522.963961:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000674d7555 x1871652369216256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950522.963963:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950522.963970:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950522.963982:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950522.963987:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784950522.963991:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f515d5b. 00000100:00000001:2.0:1784950522.963992:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784950522.964001:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8429f61 00000400:00000010:1.0:1784950522.964005:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b8429f61. 00000100:00000001:1.0:1784950522.964011:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950522.964021:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005fd8b1b4 x1871652369216384/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950522.964022:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1784950522.964024:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950522.964029:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1784950522.964034:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784950522.964040:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950522.964046:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950522.964051:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084259cc1. 00000100:00000200:1.0:1784950522.964052:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005fd8b1b4 x1871652369216384/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950522.964061:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006444b648 00000400:00000010:0.0:1784950522.964069:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000006444b648. 00000100:00000001:1.0:1784950522.964073:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950522.964077:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950522.964078:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950522.964085:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784950522.964089:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000674d7555 x1871652369216256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950522.964091:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950522.964096:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950522.964101:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950522.964108:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950522.964120:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000674d7555 x1871652369216256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784950522.964122:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=5 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950522.964136:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=5 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950522.964149:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950522.964153:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950522.964154:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950522.964160:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950522.964162:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950522.964168:0:441643:0:(client.c:1580:after_reply()) Process entered 00010000:00000001:1.0:1784950522.964169:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950522.964174:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950522.964177:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950522.964178:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784950522.964182:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950522.964184:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950522.964188:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1784950522.964190:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950522.964194:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950522.964200:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=150 v=5 (5 5 5 5) 00000100:00000040:1.0:1784950522.964205:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005fd8b1b4 x1871652369216384/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950522.964210:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=150 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950522.964225:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950522.964229:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950522.964234:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1784950522.964236:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950522.964242:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950522.964244:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950522.964248:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950522.964249:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950522.964253:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000004:00000001:1.0:1784950522.964256:0:441641:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1784950522.964259:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000004:00000040:1.0:1784950522.964264:0:441641:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000001:0.0:1784950522.964265:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950522.964278:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000674d7555 x1871652369216256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:1.0:1784950522.964281:0:441641:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:1.0:1784950522.964300:0:441641:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950522.964308:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950522.964314:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1784950522.964316:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005fd8b1b4 x1871652369216384/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950522.964318:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1784950522.964327:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1784950522.964333:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00100000:1.0:1784950522.964344:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005fd8b1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369216384:192.168.203.114@tcp:41: 00000004:00000020:0.0:1784950522.964349:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00000001:1.0:1784950522.964354:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1784950522.964364:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950522.964364:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950522.964373:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005fd8b1b4 x1871652369216384/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950522.964379:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000674d7555 x1871652369216256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950522.964405:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950522.964412:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1784950522.964413:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000674d7555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369216256:192.168.203.114@tcp:41: 02000000:00000010:1.0:1784950522.964417:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b4cce277. 00000100:00000001:0.0:1784950522.964424:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950522.964426:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950522.964429:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1784950522.964432:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:0.0:1784950522.964437:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000674d7555 x1871652369216256/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950538 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784950522.964439:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1784950522.964449:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950522.964455:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9f26aca. 00000100:00000001:0.0:1784950522.964457:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950522.964465:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950522.964466:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1784950522.964472:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1784950522.964474:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009e3cebb7. 00000100:00000010:1.0:1784950522.964479:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005fd8b1b4. 02000000:00000001:0.0:1784950522.964483:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950522.964488:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1784950522.964489:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784950522.964495:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950522.964496:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950522.964505:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950522.964506:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950522.964512:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001c88d7a2. 00000100:00000001:1.0:1784950522.964517:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784950522.964519:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950522.964523:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950522.964525:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950522.964531:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000674d7555. 00000100:00000001:1.0:1784950522.964532:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950522.964540:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950522.964542:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950522.964548:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950522.964551:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950522.964558:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950522.964561:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950522.964564:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950522.964567:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950523.216858:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950523.216865:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950523.216893:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950523.216895:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950523.216981:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950523.216987:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950523.216992:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784950523.344889:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307461500, at 4307461504 00000100:00000040:0.0:1784950523.344904:0:455855:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307461500, at 4307461504 00000100:00000010:2.0:1784950523.344909:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051f51ac3. 00000100:00000040:3.0:1784950523.344914:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307461500, at 4307461504 00000100:00000040:1.0:1784950523.344919:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307461500, at 4307461504 00000100:00000010:0.0:1784950523.344921:0:455855:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080e06d5e. 00000100:00000010:3.0:1784950523.344930:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000797db20e. 00000100:00000010:1.0:1784950523.344937:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd7ddeb4. 00000100:00000001:3.0:1784950523.856829:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950523.856845:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950523.856847:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950523.856853:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950523.856856:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950523.856861:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950523.856887:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950524.240928:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950524.240935:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950524.240941:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950524.240942:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950524.241045:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950524.241069:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950524.241073:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950524.880856:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950524.880901:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950524.880905:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950524.880914:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950524.880920:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950524.880927:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950524.880932:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950525.264884:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950525.264894:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950525.264902:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950525.264904:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950525.265036:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950525.265042:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950525.265047:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950525.904845:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950525.904901:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950525.904902:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950525.904906:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950525.904908:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950525.904911:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950525.904912:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950526.032816:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950526.032823:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950526.032834:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba96e6fa. 00000020:00000040:0.0:1784950526.032840:0:437703:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:0.0:1784950526.032845:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950526.032848:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950526.032867:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950526.032874:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005f023348. 00000100:00000001:0.0:1784950526.032880:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950526.032889:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000ba96e6fa x1871652369216512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950526.032899:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950526.032901:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950526.032905:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba96e6fa] to pc [ptlrpcd_00_01+1] req@00000000ba96e6fa x1871652369216512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950526.032925:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950526.032927:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950526.032930:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950526.032934:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e120c2dc. 00000020:00000040:0.0:1784950526.032936:0:437703:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950526.032938:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950526.032939:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950526.032941:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950526.032941:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950526.032946:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1784950526.032947:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b126ea16. 00000100:00000001:2.0:1784950526.032949:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950526.032950:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950526.032951:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950526.032955:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950526.032958:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba96e6fa x1871652369216512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950526.032960:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000e120c2dc x1871652369216640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950526.032985:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784950526.032985:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950526.032989:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950526.032989:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950526.032993:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e120c2dc] to pc [ptlrpcd_00_02+2] req@00000000e120c2dc x1871652369216640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950526.032995:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950526.032999:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950526.033004:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950526.033008:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ba96e6fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369216512:0@lo:400: 00000100:00000001:3.0:1784950526.033012:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950526.033016:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950526.033018:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950526.033018:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1784950526.033023:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:3.0:1784950526.033024:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1784950526.033028:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1784950526.033030:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950526.033031:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784950526.033031:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017854499. 00000100:00000001:2.0:1784950526.033035:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950526.033036:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950526.033037:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784950526.033039:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1784950526.033042:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e86374a1. 00000400:00000010:3.0:1784950526.033043:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eac68970. 00000020:00000040:0.0:1784950526.033047:0:437703:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:2.0:1784950526.033047:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e120c2dc x1871652369216640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950526.033051:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1784950526.033052:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001829797e. 02000000:00000001:0.0:1784950526.033055:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950526.033058:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950526.033060:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369216512, portal 25 00000100:00000001:2.0:1784950526.033064:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950526.033065:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1784950526.033066:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fcd4257c. 00000100:00000001:2.0:1784950526.033067:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950526.033068:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883975680 : -120287825575936 : ffff92994ee2c000) 00000100:00000001:0.0:1784950526.033070:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950526.033073:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950526.033076:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950526.033079:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ba96e6fa x1871652369216512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950526.033080:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000e86374a1 x1871652369216768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784950526.033081:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950526.033090:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e120c2dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369216640:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950526.033100:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950526.033105:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950526.033108:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950526.033110:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784950526.033114:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950526.033115:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950526.033119:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950526.033119:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1784950526.033120:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd84354f. 00000400:00000010:3.0:1784950526.033125:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee59023e. 02000000:00000001:2.0:1784950526.033126:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950526.033129:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e86374a1] to pc [ptlrpcd_00_03+3] req@00000000e86374a1 x1871652369216768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950526.033132:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369216512, offset 0 00000400:00000010:2.0:1784950526.033134:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e2400a6. 00000400:00000010:2.0:1784950526.033142:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f72bf817. 00000100:00000001:0.0:1784950526.033143:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950526.033145:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1784950526.033148:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950526.033150:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950526.033153:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fb02893. 00000100:00000200:2.0:1784950526.033155:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369216640, portal 4 00000020:00000040:0.0:1784950526.033156:0:437703:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950526.033160:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950526.033161:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950526.033163:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883987328 : -120287825564288 : ffff92994ee2ed80) 02000000:00000001:0.0:1784950526.033164:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950526.033167:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950526.033170:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000309cba23. 00000100:00000040:2.0:1784950526.033173:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e120c2dc x1871652369216640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950526.033174:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950526.033181:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000000fb02893 x1871652369216896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950526.033194:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784950526.033198:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1784950526.033200:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950526.033201:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950526.033205:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8357575. 00000100:00000040:0.0:1784950526.033207:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb02893] to pc [ptlrpcd_00_00+0] req@000000000fb02893 x1871652369216896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950526.033209:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369216640, offset 0 00000400:00000200:2.0:1784950526.033219:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950526.033226:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1784950526.033230:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784950526.033233:0:437703:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000200:3.0:1784950526.033237:0:441642:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1784950526.033238:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:0.0:1784950526.033239:0:437703:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950526.033247:0:437703:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1784950526.033249:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1784950526.033250:0:437703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1e96de4. 00000020:00000040:0.0:1784950526.033253:0:437703:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:2.0:1784950526.033255:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950526.033256:0:437703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950526.033259:0:437703:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950526.033261:0:437703:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950526.033261:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1784950526.033267:0:437703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f4c2f8a3. 00000400:00000200:2.0:1784950526.033267:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950526.033271:0:437703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950526.033274:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11300:11300:240:4294967295] 192.168.203.114@tcp LPNI seq info [9997:9997:8:4294967295] 00000100:00000040:0.0:1784950526.033278:0:437703:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000c1e96de4 x1871652369217024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950526.033284:0:437703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950526.033287:0:437703:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950526.033291:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950526.033294:0:437703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e96de4] to pc [ptlrpcd_00_01+1] req@00000000c1e96de4 x1871652369217024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950526.033303:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950526.033306:0:437703:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950526.033309:0:441642:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c3400 00000800:00000010:2.0:1784950526.033310:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d426fc0. 00000100:00000040:0.0:1784950526.033312:0:437703:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12801) 00000400:00000200:3.0:1784950526.033316:0:441642:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14e05 [2] + 0 00000400:00000010:3.0:1784950526.033320:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3221700. 00000800:00000200:2.0:1784950526.033321:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950526.033324:0:441642:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008fe61426 00000800:00000200:2.0:1784950526.033330:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950526.033332:0:441642:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784950526.033333:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005d426fc0 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950526.033339:0:441642:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1784950526.033344:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fe61426 00000400:00000010:3.0:1784950526.033346:0:441642:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 000000008fe61426. 00000100:00000001:2.0:1784950526.033348:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950526.033351:0:441642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1784950526.033353:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13457 usecs (14 jiffies) 00000100:00000200:3.0:1784950526.033354:0:441642:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1784950526.033359:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307464206 00000100:00000040:3.0:1784950526.033359:0:441642:0:(events.c:337:request_in_callback()) incoming req@00000000ac90bb4e x1871652369216512 msgsize 224 00000100:00000010:2.0:1784950526.033365:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076fe874a. 00000100:00100000:3.0:1784950526.033366:0:441642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1784950526.033370:0:441642:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1784950526.033373:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784950526.033380:0:441642:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950526.033384:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307464206 00000400:00000200:3.0:1784950526.033387:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee59023e 00000100:00000010:2.0:1784950526.033388:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c874608d. 00000400:00000010:3.0:1784950526.033390:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ee59023e. 00000100:00000001:2.0:1784950526.033394:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784950526.033395:0:441642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950526.033401:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307464206 00000100:00000200:3.0:1784950526.033401:0:441642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba96e6fa x1871652369216512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784950526.033407:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000573d6120. 00000100:00000001:2.0:1784950526.033412:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1784950526.033414:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950526.033416:0:453505:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950526.033417:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307464206 00000100:00000040:3.0:1784950526.033419:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba96e6fa x1871652369216512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950526.033421:0:453505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369216512 00000100:00000010:2.0:1784950526.033421:0:441643:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fdbb8ba. 02000000:00000001:0.0:1784950526.033426:0:453505:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950526.033428:0:441643:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1784950526.033431:0:453505:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950526.033435:0:453505:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950526.033435:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950526.033435:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950526.033437:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950526.033443:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d426fc0. 00000100:00000001:2.0:1784950526.033443:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950526.033444:0:453505:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950526.033444:0:441642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1784950526.033451:0:453505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369216512 00000100:00000001:2.0:1784950526.033451:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950526.033452:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950526.033452:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950526.033456:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950526.033458:0:453505:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950526.033459:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307466618 00000020:00000040:0.0:1784950526.033461:0:453505:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000400:00000200:1.0:1784950526.033464:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950526.033464:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1784950526.033466:0:453505:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950526.033467:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307464206 00000100:00000001:2.0:1784950526.033468:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1784950526.033471:0:453505:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000400:00000200:1.0:1784950526.033472:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8357575 00000100:00000001:2.0:1784950526.033475:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1784950526.033477:0:453505:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:3.0:1784950526.033477:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307466618 00000400:00000010:1.0:1784950526.033478:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e8357575. 00000100:00000001:2.0:1784950526.033478:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950526.033481:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950526.033485:0:453505:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:1.0:1784950526.033485:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1784950526.033486:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1784950526.033486:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307464206 00000100:00000001:2.0:1784950526.033493:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950526.033494:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950526.033496:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1784950526.033498:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e120c2dc x1871652369216640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950526.033498:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950526.033499:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000001:0.0:1784950526.033504:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950526.033505:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950526.033508:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1784950526.033511:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000100:00000001:2.0:1784950526.033512:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950526.033518:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950526.033518:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e86374a1 x1871652369216768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950526.033519:0:453505:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c7e8cd1. 00000100:00000040:1.0:1784950526.033525:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e120c2dc x1871652369216640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950526.033527:0:453505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dbbbae8b. 00000020:00000010:0.0:1784950526.033534:0:453505:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c67f9aa. 00000100:00000001:2.0:1784950526.033536:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950526.033539:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950526.033544:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784950526.033545:0:453505:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1784950526.033546:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950526.033547:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950526.033551:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950526.033552:0:453505:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1784950526.033552:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950526.033556:0:453505:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950526.033559:0:453505:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950526.033559:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e86374a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369216768:192.168.203.114@tcp:400: 00000800:00000001:1.0:1784950526.033563:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950526.033566:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950526.033569:0:453505:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950526.033569:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950526.033570:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950526.033572:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950526.033576:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:1.0:1784950526.033577:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950526.033581:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784950526.033582:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096708662. 02000000:00000001:2.0:1784950526.033585:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950526.033586:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307466618 00000100:00000001:0.0:1784950526.033587:0:453505:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950526.033590:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006190d3b4. 00000400:00000200:1.0:1784950526.033592:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950526.033594:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307464206 00000400:00000010:2.0:1784950526.033596:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f99e6c8. 00000100:00000200:2.0:1784950526.033601:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369216768, portal 10 00000100:00000001:0.0:1784950526.033603:0:453505:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950526.033603:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307466618 00000400:00000200:1.0:1784950526.033605:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c3480 00000100:00000001:2.0:1784950526.033607:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950526.033608:0:453505:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950526.033611:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883982848 : -120287825568768 : ffff92994ee2dc00) 00000100:00000001:3.0:1784950526.033611:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307464206 00000100:00100000:0.0:1784950526.033618:0:453505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000400:00000200:1.0:1784950526.033618:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 6496 00000100:00000040:2.0:1784950526.033620:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e86374a1 x1871652369216768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950526.033624:0:453505:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:0.0:1784950526.033630:0:453505:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790287873104 : -120283421678512 : ffff929a5560e450) 00000800:00000001:1.0:1784950526.033630:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950526.033634:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1784950526.033638:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950526.033639:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950526.033640:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ac90bb4e x1871652369216512/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:677/0 lens 224/0 e 0 to 0 dl 1784950537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950526.033644:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784950526.033645:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7a3e15b. 00000100:00000001:3.0:1784950526.033648:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784950526.033651:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369216768, offset 0 00000400:00000200:1.0:1784950526.033654:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950526.033655:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950526.033661:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950526.033663:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950526.033666:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950526.033670:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1784950526.033673:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000200:1.0:1784950526.033674:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1784950526.033675:0:453505:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950526.033675:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784950526.033677:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950526.033679:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1784950526.033680:0:453505:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000010:1.0:1784950526.033681:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db61bd54. 00000400:00000200:2.0:1784950526.033683:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950526.033684:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950526.033687:0:453505:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950526.033688:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000db61bd54 x1871652369216640 msgsize 224 00000100:00000001:3.0:1784950526.033689:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950526.033691:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950526.033693:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1784950526.033694:0:453505:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000400:00000200:2.0:1784950526.033698:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:3.0:1784950526.033700:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c1e96de4 x1871652369217024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950526.033704:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:2.0:1784950526.033708:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11301:11301:240:4294967295] 192.168.203.114@tcp LPNI seq info [9998:9998:8:4294967295] 00000100:00100000:0.0:1784950526.033709:0:453505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ac90bb4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369216512:12345-0@lo:400: 00000100:00000001:1.0:1784950526.033716:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1784950526.033737:0:453505:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369216512 00000020:00000001:0.0:1784950526.033741:0:453505:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950526.033744:0:453505:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950526.033747:0:453505:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950526.033749:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1784950526.033752:0:453505:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950526.033753:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950526.033756:0:453505:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 02000000:00000001:3.0:1784950526.033758:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784950526.033759:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000001:0.0:1784950526.033761:0:453505:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1784950526.033762:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950526.033765:0:453505:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950526.033766:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950526.033770:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950526.033771:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950526.033772:0:453505:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000001:1.0:1784950526.033775:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950526.033776:0:453505:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1784950526.033776:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c1e96de4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369217024:192.168.203.114@tcp:400: 00000800:00000010:2.0:1784950526.033777:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae0c4a98. 00000020:00000001:0.0:1784950526.033781:0:453505:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950526.033784:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1784950526.033786:0:453505:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1784950526.033788:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1784950526.033789:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950526.033790:0:453505:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950526.033792:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950526.033794:0:453505:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1784950526.033795:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1784950526.033799:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000010:0.0:1784950526.033800:0:453505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000048c25d33. 02000000:00000010:3.0:1784950526.033801:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d522160c. 02000000:00000001:0.0:1784950526.033805:0:453505:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950526.033807:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ae0c4a98 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784950526.033807:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950526.033808:0:453505:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950526.033814:0:453505:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950526.033815:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3221700. 00010000:00000040:0.0:1784950526.033820:0:453505:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369216512 00000100:00000001:2.0:1784950526.033821:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950526.033822:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee59023e. 00010000:00000001:0.0:1784950526.033824:0:453505:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:2.0:1784950526.033827:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5618 usecs (6 jiffies) 00000100:00000200:3.0:1784950526.033829:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369217024, portal 10 00010000:00000200:0.0:1784950526.033831:0:453505:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000ac90bb4e x1871652369216512/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:677/0 lens 224/224 e 0 to 0 dl 1784950537 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950526.033831:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307464199 00000100:00000001:3.0:1784950526.033834:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950526.033836:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307466618 00000100:00000001:3.0:1784950526.033838:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883981056 : -120287825570560 : ffff92994ee2d500) 00000100:00000001:2.0:1784950526.033842:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307464199 00000100:00000001:2.0:1784950526.033847:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307466618 00010000:00000001:0.0:1784950526.033863:0:453505:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1784950526.033865:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c1e96de4 x1871652369217024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950526.033867:0:453505:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950526.033867:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307464199 00000100:00000001:2.0:1784950526.033874:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307466618 00000100:00001000:0.0:1784950526.033875:0:453505:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950526.033879:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950526.033880:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307464199 00000100:00000001:0.0:1784950526.033882:0:453505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950526.033885:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307466618 00000100:00000040:3.0:1784950526.033887:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950526.033888:0:453505:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000001:2.0:1784950526.033890:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950526.033893:0:453505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000001:2.0:1784950526.033894:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950526.033894:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebe9965. 02000000:00000001:0.0:1784950526.033901:0:453505:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1784950526.033901:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369217024, offset 0 00000100:00000001:2.0:1784950526.033902:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950526.033906:0:453505:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950526.033908:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950526.033910:0:453505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1784950526.033912:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784950526.033914:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950526.033918:0:453505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:1.0:1784950526.033918:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae0c4a98. 00000100:00000001:2.0:1784950526.033918:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950526.033923:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950526.033924:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950526.033925:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:0.0:1784950526.033926:0:453505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0c90d20. 00000100:00000001:2.0:1784950526.033926:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1784950526.033934:0:453505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369216512, offset 224 00000100:00000040:2.0:1784950526.033934:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000fb02893 x1871652369216896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950526.033935:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950526.033935:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950526.033944:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950526.033946:0:453505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1784950526.033952:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950526.033957:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784950526.033958:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950526.033960:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950526.033964:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11302:11302:239:4294967295] 192.168.203.114@tcp LPNI seq info [9999:9999:7:4294967295] 02000000:00000001:2.0:1784950526.033965:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950526.033968:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950526.033971:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950526.033976:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000fb02893 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369216896:192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950526.033982:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950526.033983:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950526.033986:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950526.033989:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950526.033990:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7a3e15b 00000800:00000200:3.0:1784950526.033993:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950526.033994:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1784950526.033995:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d7a3e15b. 00000400:00000200:0.0:1784950526.033998:0:453505:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1784950526.033999:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028331646. 00000100:00000001:1.0:1784950526.034000:0:441635:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:2.0:1784950526.034001:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056c9d985. 02000000:00000001:2.0:1784950526.034005:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950526.034009:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e86374a1 x1871652369216768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950526.034010:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4f6ebd5. 00000400:00000200:0.0:1784950526.034012:0:453505:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c3400 00000800:00000200:3.0:1784950526.034012:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:2.0:1784950526.034015:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a969fd8a. 00000400:00000200:0.0:1784950526.034025:0:453505:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16525 [1] + 224 00000800:00000200:3.0:1784950526.034027:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:1.0:1784950526.034032:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1784950526.034035:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000028331646 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1784950526.034036:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369216896, portal 4 00000400:00000200:0.0:1784950526.034037:0:453505:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950526.034038:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e86374a1 x1871652369216768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950526.034042:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950526.034043:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950526.034047:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883986432 : -120287825565184 : ffff92994ee2ea00) 00000400:00000200:0.0:1784950526.034048:0:453505:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1784950526.034049:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5087 usecs (6 jiffies) 00000100:00000001:3.0:1784950526.034056:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307464199 00000100:00000001:0.0:1784950526.034058:0:453505:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784950526.034058:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000fb02893 x1871652369216896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950526.034063:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950526.034063:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307466618 00000100:00000200:0.0:1784950526.034065:0:453505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba96e6fa x1871652369216512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950526.034069:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950526.034071:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307464199 00000100:00000001:3.0:1784950526.034076:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307466618 00000800:00000001:1.0:1784950526.034077:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950526.034082:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307464199 00000800:00000001:1.0:1784950526.034084:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950526.034084:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950526.034089:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307466618 00000800:00000001:1.0:1784950526.034090:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950526.034095:0:453505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba96e6fa x1871652369216512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950526.034095:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950526.034096:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950526.034096:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307464199 00000400:00000010:2.0:1784950526.034101:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008562deaf. 00000100:00000001:3.0:1784950526.034104:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307466618 00000100:00000200:2.0:1784950526.034107:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369216896, offset 0 00000100:00000001:3.0:1784950526.034111:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784950526.034112:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950526.034118:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950526.034121:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950526.034127:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c3500 00000100:00000001:0.0:1784950526.034129:0:453505:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784950526.034132:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:1.0:1784950526.034136:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 169344 00000400:00000200:2.0:1784950526.034137:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784950526.034137:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950526.034144:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000001:1.0:1784950526.034145:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950526.034148:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950526.034150:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950526.034153:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11303:11303:239:4294967295] 192.168.203.114@tcp LPNI seq info [10000:10000:7:4294967295] 00000800:00000001:1.0:1784950526.034154:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950526.034159:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950526.034166:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950526.034169:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:2.0:1784950526.034173:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950526.034177:0:453505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c90d20 00000800:00000010:2.0:1784950526.034177:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a1a4dac. 00000400:00000010:0.0:1784950526.034181:0:453505:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e0c90d20. 00000800:00000200:2.0:1784950526.034185:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950526.034186:0:453505:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950526.034187:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950526.034190:0:453505:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950526.034190:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950526.034191:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000800:00000200:2.0:1784950526.034195:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950526.034197:0:453505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784950526.034198:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000674d7555. 00000800:00000200:2.0:1784950526.034199:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008a1a4dac type 1, nob 320 niov 1 nkiov 1 00000400:00000001:3.0:1784950526.034201:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784950526.034205:0:453505:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000100:00000040:1.0:1784950526.034205:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000674d7555 x1871652369216768 msgsize 224 00000400:00000001:3.0:1784950526.034206:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784950526.034207:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950526.034212:0:453505:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000010:3.0:1784950526.034212:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eac68970. 00000100:00000040:2.0:1784950526.034213:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4743 usecs (5 jiffies) 00000020:00000001:0.0:1784950526.034216:0:453505:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950526.034218:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307464198 00000400:00000200:3.0:1784950526.034219:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001829797e 00000100:00100000:1.0:1784950526.034221:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:0.0:1784950526.034222:0:453505:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950526.034224:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307466618 00000400:00000010:3.0:1784950526.034224:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001829797e. 00000100:00000001:2.0:1784950526.034229:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307464198 00000100:00000040:0.0:1784950526.034230:0:453505:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac90bb4e x1871652369216512/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:677/0 lens 224/224 e 0 to 0 dl 1784950537 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950526.034230:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950526.034232:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307466618 00000100:00000001:1.0:1784950526.034235:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950526.034238:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307464198 00000100:00000200:3.0:1784950526.034238:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba96e6fa x1871652369216512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950526.034243:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307466618 00000100:00000001:2.0:1784950526.034249:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307464198 00000100:00000001:1.0:1784950526.034252:0:453512:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950526.034254:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307466618 00000100:00100000:1.0:1784950526.034256:0:453512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369216768 00000100:00000001:2.0:1784950526.034260:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950526.034261:0:453512:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950526.034264:0:453512:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1784950526.034265:0:453505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ac90bb4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369216512:12345-0@lo:400: Request processed in 585us (899us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950526.034266:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950526.034268:0:453512:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950526.034271:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950526.034272:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba96e6fa x1871652369216512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950526.034274:0:453512:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950526.034277:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950526.034281:0:453512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369216768 00000100:00100000:0.0:1784950526.034285:0:453505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00000001:2.0:1784950526.034285:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1784950526.034286:0:453512:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950526.034290:0:453512:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:3.0:1784950526.034290:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784950526.034291:0:453505:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000100:00000001:2.0:1784950526.034291:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1784950526.034292:0:453512:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950526.034295:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950526.034297:0:453505:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1784950526.034297:0:453512:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:2.0:1784950526.034298:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950526.034298:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950526.034301:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950526.034303:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950526.034304:0:453505:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1784950526.034304:0:453512:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:2.0:1784950526.034304:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950526.034307:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950526.034310:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950526.034311:0:453505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dbbbae8b. 00000020:00000001:1.0:1784950526.034311:0:453512:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000001:3.0:1784950526.034311:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950526.034319:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950526.034320:0:453505:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c67f9aa. 02000000:00000001:3.0:1784950526.034320:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950526.034324:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000020:00000010:0.0:1784950526.034328:0:453505:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c7e8cd1. 00000100:00000001:1.0:1784950526.034328:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1784950526.034328:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=14 v=5 (5 5 5 5) 00000800:00000001:2.0:1784950526.034329:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950526.034335:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950526.034336:0:453505:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000020:00000010:1.0:1784950526.034336:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000100:00001000:3.0:1784950526.034337:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=14 v=5 (1 1 1 1) 02000000:00000001:0.0:1784950526.034344:0:453505:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1784950526.034344:0:453512:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000135a536f. 00000100:00000001:3.0:1784950526.034344:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950526.034347:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950526.034348:0:453505:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000048c25d33. 00000020:00000010:1.0:1784950526.034351:0:453512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 00010000:00000001:3.0:1784950526.034351:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1784950526.034352:0:453505:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1784950526.034354:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950526.034356:0:453505:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950526.034357:0:453512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000018566c4f. 00000100:00000001:3.0:1784950526.034358:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950526.034365:0:453505:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1784950526.034366:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba96e6fa x1871652369216512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950526.034367:0:453512:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1784950526.034372:0:453512:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1784950526.034373:0:453505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e7cad7a. 00000100:00000001:1.0:1784950526.034376:0:453512:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1784950526.034380:0:453505:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033845ddc. 00000100:00000001:1.0:1784950526.034380:0:453512:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950526.034381:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950526.034381:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1784950526.034388:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a1a4dac. 00000100:00000001:3.0:1784950526.034388:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950526.034389:0:453512:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1784950526.034391:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950526.034395:0:453512:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1784950526.034395:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950526.034396:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba96e6fa x1871652369216512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950526.034398:0:453512:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950526.034404:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1784950526.034406:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950526.034409:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369216640 00000100:00000001:1.0:1784950526.034410:0:453512:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950526.034414:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008562deaf 02000000:00000001:0.0:1784950526.034415:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950526.034419:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1784950526.034420:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008562deaf. 00000100:00000001:1.0:1784950526.034422:0:453512:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1784950526.034423:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ba96e6fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369216512:0@lo:400: 00000100:00000001:0.0:1784950526.034424:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950526.034425:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950526.034426:0:453512:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1784950526.034431:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950526.034433:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000fb02893 x1871652369216896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950526.034433:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950526.034435:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369216640 00000100:00100000:1.0:1784950526.034436:0:453512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1618 00000100:00000001:3.0:1784950526.034440:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1784950526.034441:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:1.0:1784950526.034443:0:453512:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000040:0.0:1784950526.034445:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:1.0:1784950526.034447:0:453512:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038690688 : -120287670860928 : ffff9299581b8380) 00000100:00000040:3.0:1784950526.034448:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba96e6fa x1871652369216512/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950526.034449:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950526.034454:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000040:1.0:1784950526.034457:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000674d7555 x1871652369216768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:677/0 lens 224/0 e 0 to 0 dl 1784950537 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950526.034460:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:0.0:1784950526.034467:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950526.034468:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950526.034474:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950526.034475:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000fb02893 x1871652369216896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950526.034478:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000001:3.0:1784950526.034481:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950526.034485:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950526.034486:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950526.034490:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017854499. 00000100:00000001:1.0:1784950526.034491:0:453512:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950526.034492:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000020:00000010:1.0:1784950526.034497:0:453512:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 02000000:00000001:3.0:1784950526.034498:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1784950526.034500:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c7e8cd1. 00000100:00000001:1.0:1784950526.034502:0:453512:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950526.034503:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784950526.034504:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950526.034505:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dbbbae8b. 00000020:00000040:3.0:1784950526.034506:0:441642:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000010:1.0:1784950526.034509:0:453512:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000100:00000001:2.0:1784950526.034510:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1784950526.034511:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c67f9aa. 00000020:00000001:3.0:1784950526.034512:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950526.034516:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005f023348. 00000800:00000001:2.0:1784950526.034518:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950526.034519:0:453512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000674d7555 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369216768:12345-192.168.203.114@tcp:400: 00000100:00000040:0.0:1784950526.034522:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 02000000:00000001:3.0:1784950526.034522:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1784950526.034523:0:453512:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369216768 00000800:00000001:2.0:1784950526.034524:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950526.034526:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784950526.034527:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1784950526.034528:0:453512:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000010:3.0:1784950526.034529:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba96e6fa. 00000800:00000001:2.0:1784950526.034530:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950526.034531:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1784950526.034533:0:453512:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950526.034535:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950526.034535:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950526.034536:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1784950526.034537:0:453512:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950526.034541:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950526.034542:0:453512:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1784950526.034544:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950526.034546:0:453512:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:3.0:1784950526.034546:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950526.034547:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:1.0:1784950526.034553:0:453512:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950526.034554:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950526.034555:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950526.034556:0:453512:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950526.034557:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784950526.034561:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c3580 00000020:00000001:1.0:1784950526.034563:0:453512:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950526.034564:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784950526.034566:0:453512:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950526.034567:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950526.034569:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1784950526.034570:0:453512:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950526.034570:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 6720 00000100:00000001:3.0:1784950526.034571:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950526.034573:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950526.034575:0:453512:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950526.034578:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950526.034580:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950526.034581:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2777 00000100:00000001:1.0:1784950526.034581:0:453512:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950526.034585:0:453512:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1784950526.034586:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:0.0:1784950526.034589:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786038691584 : -120287670860032 : ffff9299581b8700) 02000000:00000010:1.0:1784950526.034589:0:453512:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e8a47efb. 00000800:00000001:2.0:1784950526.034590:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950526.034594:0:453512:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950526.034595:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db61bd54 x1871652369216640/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:677/0 lens 224/0 e 0 to 0 dl 1784950537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950526.034596:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950526.034597:0:453512:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950526.034603:0:453512:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950526.034608:0:453512:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369216768 00000400:00000200:2.0:1784950526.034608:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:1.0:1784950526.034614:0:453512:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950526.034616:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950526.034617:0:441636:0:(events.c:286:request_in_callback()) Process entered 00010000:00000200:1.0:1784950526.034621:0:453512:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000674d7555 x1871652369216768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:677/0 lens 224/224 e 0 to 0 dl 1784950537 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950526.034622:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000200:2.0:1784950526.034622:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1784950526.034628:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6d14b1d. 00000100:00000001:0.0:1784950526.034629:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950526.034634:0:441636:0:(events.c:337:request_in_callback()) incoming req@00000000c6d14b1d x1871652369216896 msgsize 224 00000020:00000010:0.0:1784950526.034636:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00010000:00000001:1.0:1784950526.034643:0:453512:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950526.034646:0:453512:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950526.034648:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00100000:0.0:1784950526.034650:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000db61bd54 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369216640:12345-192.168.203.114@tcp:400: 00000100:00001000:1.0:1784950526.034651:0:453512:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=9 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950526.034657:0:453512:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1784950526.034658:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369216640 00000100:00000040:1.0:1784950526.034661:0:453512:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:0.0:1784950526.034662:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950526.034663:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950526.034667:0:453512:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:0.0:1784950526.034668:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:1.0:1784950526.034671:0:453512:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:2.0:1784950526.034671:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950526.034672:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950526.034674:0:453512:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950526.034676:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000001:2.0:1784950526.034676:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950526.034678:0:453512:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1784950526.034681:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000040:1.0:1784950526.034685:0:453512:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950526.034686:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1784950526.034689:0:453512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beb862af. 00000001:00000001:0.0:1784950526.034690:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369216640, found 0 last_xid 1871652369216639 00000100:00000001:3.0:1784950526.034692:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1784950526.034693:0:453512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369216768, offset 224 00000020:00000001:0.0:1784950526.034695:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950526.034697:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369216896 00000020:00000001:0.0:1784950526.034699:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1784950526.034700:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1784950526.034702:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1784950526.034702:0:453512:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950526.034703:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1784950526.034707:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950526.034708:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950526.034713:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1784950526.034715:0:453512:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:3.0:1784950526.034715:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950526.034717:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1784950526.034739:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369216896 00000020:00000001:3.0:1784950526.034742:0:453517:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:0.0:1784950526.034743:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1784950526.034745:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 02000000:00000010:0.0:1784950526.034747:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000048c25d33. 00000020:00000001:3.0:1784950526.034748:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:0.0:1784950526.034752:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950526.034752:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000400:00000200:1.0:1784950526.034756:0:453512:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11304:11304:239:4294967295] 192.168.203.114@tcp LPNI seq info [10001:10001:7:4294967295] 00000100:00000001:0.0:1784950526.034757:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950526.034758:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:0.0:1784950526.034763:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950526.034764:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00010000:00000040:0.0:1784950526.034768:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369216640 00000100:00000001:3.0:1784950526.034770:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1784950526.034772:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:1.0:1784950526.034778:0:453512:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:3.0:1784950526.034778:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00010000:00000200:0.0:1784950526.034781:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000db61bd54 x1871652369216640/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:677/0 lens 224/224 e 0 to 0 dl 1784950537 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950526.034783:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950526.034790:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000800:00000200:1.0:1784950526.034795:0:453512:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:0.0:1784950526.034798:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1784950526.034798:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017854499. 00000800:00000010:1.0:1784950526.034800:0:453512:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a629e91. 00010000:00000001:0.0:1784950526.034801:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950526.034804:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000100:00001000:0.0:1784950526.034806:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=9 v=5 (1 1 1 1) 00000800:00000200:1.0:1784950526.034811:0:453512:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:3.0:1784950526.034811:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000100:00000001:0.0:1784950526.034813:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950526.034818:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1784950526.034819:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950526.034822:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:2.0:1784950526.034823:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1784950526.034824:0:453512:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950526.034825:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:3.0:1784950526.034826:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784950526.034828:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028331646. 00000800:00000200:1.0:1784950526.034830:0:453512:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000a629e91 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1784950526.034832:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1784950526.034835:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950526.034835:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950526.034836:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950526.034843:0:453512:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950526.034844:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784950526.034844:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:0.0:1784950526.034863:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950526.034863:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950526.034864:0:453512:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950526.034866:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebe9965 00000400:00000010:0.0:1784950526.034868:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0c90d20. 00010000:00000001:1.0:1784950526.034871:0:453512:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000010:2.0:1784950526.034872:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cebe9965. 00000020:00000001:1.0:1784950526.034875:0:453512:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950526.034876:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950526.034877:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784950526.034878:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369216640, offset 224 00000100:00000001:3.0:1784950526.034881:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1784950526.034882:0:453512:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1784950526.034886:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:2.0:1784950526.034886:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c1e96de4 x1871652369217024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950526.034891:0:453512:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000674d7555 x1871652369216768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:677/0 lens 224/224 e 0 to 0 dl 1784950537 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950526.034893:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2778 00000400:00000200:0.0:1784950526.034899:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950526.034900:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:3.0:1784950526.034906:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730218112 : -120287979333504 : ffff929945b89880) 00000400:00000200:0.0:1784950526.034914:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11305:11305:238:4294967295] 192.168.203.114@tcp LPNI seq info [10002:10002:6:4294967295] 00000100:00000001:2.0:1784950526.034917:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950526.034917:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c6d14b1d x1871652369216896/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:677/0 lens 224/0 e 0 to 0 dl 1784950537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950526.034924:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c1e96de4 x1871652369217024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950526.034933:0:453512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000674d7555 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369216768:12345-192.168.203.114@tcp:400: Request processed in 436us (721us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950526.034945:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:1.0:1784950526.034953:0:453512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1618 00000100:00000001:2.0:1784950526.034959:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950526.034960:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1784950526.034961:0:453512:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000800:00000200:0.0:1784950526.034965:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950526.034965:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950526.034966:0:453512:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1784950526.034966:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:1.0:1784950526.034972:0:453512:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:0.0:1784950526.034973:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f023348. 00000100:00000001:3.0:1784950526.034973:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950526.034974:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950526.034975:0:453512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000020:00000010:3.0:1784950526.034979:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000020:00000010:1.0:1784950526.034982:0:453512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000018566c4f. 00000800:00000001:2.0:1784950526.034982:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950526.034985:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:2.0:1784950526.034988:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1784950526.034989:0:453512:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000135a536f. 00000100:00100000:3.0:1784950526.034990:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c6d14b1d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369216896:12345-192.168.203.114@tcp:400: 00000800:00000001:2.0:1784950526.034993:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950526.034995:0:453512:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000800:00000200:0.0:1784950526.034999:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000200:3.0:1784950526.035000:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369216896 00000100:00000001:1.0:1784950526.035001:0:453512:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950526.035007:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005f023348 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950526.035007:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:3.0:1784950526.035008:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950526.035012:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950526.035016:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950526.035017:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950526.035022:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c3600 00000020:00000001:3.0:1784950526.035023:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1784950526.035025:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000001:3.0:1784950526.035026:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00010000:00000001:0.0:1784950526.035030:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:2.0:1784950526.035032:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 169568 00000020:00000001:3.0:1784950526.035032:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1784950526.035033:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950526.035035:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000001:00000001:3.0:1784950526.035036:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369216896, found 0 last_xid 1871652369216895 00000020:00000001:0.0:1784950526.035040:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000010:1.0:1784950526.035041:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a629e91. 00000020:00000001:3.0:1784950526.035042:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950526.035043:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950526.035046:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784950526.035047:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db61bd54 x1871652369216640/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:677/0 lens 224/224 e 0 to 0 dl 1784950537 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950526.035049:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000001:2.0:1784950526.035050:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950526.035052:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1784950526.035055:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950526.035057:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784950526.035057:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950526.035062:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb862af 00000020:00000001:3.0:1784950526.035064:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000010:1.0:1784950526.035067:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000beb862af. 00000100:00000001:3.0:1784950526.035069:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1784950526.035070:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950526.035072:0:441636:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1784950526.035074:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950526.035076:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:3.0:1784950526.035080:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000403be02. 00000100:00000001:2.0:1784950526.035081:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950526.035084:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1784950526.035085:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950526.035086:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000db61bd54 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369216640:12345-192.168.203.114@tcp:400: Request processed in 465us (1393us total) trans 0 rc 0/0 00000100:00000010:2.0:1784950526.035090:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005fd8b1b4. 00000100:00000001:3.0:1784950526.035090:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950526.035096:0:441635:0:(events.c:337:request_in_callback()) incoming req@000000005fd8b1b4 x1871652369217024 msgsize 224 00000020:00000001:3.0:1784950526.035097:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950526.035102:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369216896 00000100:00100000:0.0:1784950526.035103:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2777 00000800:00000200:1.0:1784950526.035106:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1784950526.035107:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00100000:2.0:1784950526.035108:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:0.0:1784950526.035110:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000800:00000010:1.0:1784950526.035112:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f023348. 00000100:00000001:0.0:1784950526.035115:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000200:3.0:1784950526.035115:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c6d14b1d x1871652369216896/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:677/0 lens 224/224 e 0 to 0 dl 1784950537 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950526.035117:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950526.035118:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1784950526.035120:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950526.035125:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dbbbae8b. 00000800:00000001:2.0:1784950526.035125:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950526.035128:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950526.035131:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c67f9aa. 00000800:00000001:2.0:1784950526.035133:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950526.035136:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c90d20 00000020:00000010:0.0:1784950526.035138:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c7e8cd1. 00000800:00000001:2.0:1784950526.035139:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:1.0:1784950526.035140:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e0c90d20. 00010000:00000001:3.0:1784950526.035141:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000001:2.0:1784950526.035144:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950526.035146:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00010000:00000001:3.0:1784950526.035146:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950526.035147:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950526.035151:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:3.0:1784950526.035152:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=9 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950526.035153:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950526.035154:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:1.0:1784950526.035156:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950526.035162:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:1.0:1784950526.035163:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950526.035168:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c3500 00000100:00000040:3.0:1784950526.035168:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950526.035173:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000200:2.0:1784950526.035178:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x16535 [1] + 224 02000000:00000001:3.0:1784950526.035178:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950526.035182:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1784950526.035182:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950526.035184:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950526.035186:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369217024 00000100:00000001:3.0:1784950526.035188:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784950526.035189:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1784950526.035191:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950526.035193:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784950526.035195:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950526.035196:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950526.035197:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950526.035201:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001829797e. 02000000:00000001:0.0:1784950526.035203:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950526.035205:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369216896, offset 224 00000100:00100000:0.0:1784950526.035208:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369217024 00000400:00000200:2.0:1784950526.035208:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950526.035213:0:453541:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:3.0:1784950526.035214:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000040:0.0:1784950526.035215:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000020:00000001:0.0:1784950526.035218:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950526.035218:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1784950526.035222:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000200:2.0:1784950526.035225:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e86374a1 x1871652369216768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950526.035226:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:0.0:1784950526.035227:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:0.0:1784950526.035232:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000400:00000200:3.0:1784950526.035237:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11306:11306:240:4294967295] 192.168.203.114@tcp LPNI seq info [10003:10003:8:4294967295] 00000100:00000001:0.0:1784950526.035238:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950526.035243:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000001:0.0:1784950526.035248:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950526.035253:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e86374a1 x1871652369216768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950526.035254:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000400:00000200:3.0:1784950526.035260:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:0.0:1784950526.035261:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c7e8cd1. 00000020:00000010:0.0:1784950526.035266:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dbbbae8b. 00000020:00000010:0.0:1784950526.035271:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c67f9aa. 00000800:00000200:3.0:1784950526.035277:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950526.035280:0:453541:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000800:00000010:3.0:1784950526.035281:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a86c365d. 00000100:00000001:0.0:1784950526.035283:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950526.035286:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950526.035287:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950526.035288:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950526.035289:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:2.0:1784950526.035294:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950526.035296:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000200:3.0:1784950526.035299:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:0.0:1784950526.035300:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000001:2.0:1784950526.035301:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950526.035304:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950526.035305:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950526.035305:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784950526.035305:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a86c365d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950526.035307:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1784950526.035310:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784950526.035313:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950526.035316:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784950526.035319:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950526.035320:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006190d3b4. 00000400:00000200:2.0:1784950526.035320:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950526.035322:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950526.035327:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f99e6c8 00000400:00000010:1.0:1784950526.035331:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005f99e6c8. 00000100:00000040:3.0:1784950526.035331:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950526.035334:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1784950526.035337:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:2.0:1784950526.035338:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c3480 00000100:00000001:0.0:1784950526.035339:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950526.035339:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1784950526.035340:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950526.035346:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1784950526.035347:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e86374a1 x1871652369216768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950526.035350:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1619 00000400:00000200:2.0:1784950526.035351:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x1652d [1] + 224 00000100:00000040:3.0:1784950526.035353:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6d14b1d x1871652369216896/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:677/0 lens 224/224 e 0 to 0 dl 1784950537 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950526.035357:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000800:00000001:2.0:1784950526.035363:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950526.035364:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785730220800 : -120287979330816 : ffff929945b8a300) 00000800:00000001:2.0:1784950526.035370:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950526.035374:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005fd8b1b4 x1871652369217024/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:677/0 lens 224/0 e 0 to 0 dl 1784950537 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950526.035375:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784950526.035385:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e86374a1 x1871652369216768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950526.035387:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950526.035395:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1784950526.035396:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c6d14b1d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369216896:12345-192.168.203.114@tcp:400: Request processed in 430us (756us total) trans 0 rc 0/0 00000100:00000200:2.0:1784950526.035402:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e120c2dc x1871652369216640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950526.035414:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950526.035419:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1784950526.035420:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00100000:3.0:1784950526.035420:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2778 00000100:00000001:1.0:1784950526.035423:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950526.035427:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950526.035429:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:1.0:1784950526.035430:0:441643:0:(client.c:1580:after_reply()) Process entered 00000020:00000010:0.0:1784950526.035431:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000100:00000040:2.0:1784950526.035433:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e120c2dc x1871652369216640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950526.035434:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950526.035435:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950526.035439:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1784950526.035440:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005fd8b1b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369217024:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950526.035440:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1784950526.035443:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950526.035444:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 02000000:00000001:1.0:1784950526.035449:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950526.035451:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000100:00000200:0.0:1784950526.035453:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369217024 00000100:00001000:1.0:1784950526.035457:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=9 v=5 (5 5 5 5) 00000020:00000001:0.0:1784950526.035458:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:3.0:1784950526.035458:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017854499. 00000100:00000001:2.0:1784950526.035462:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1784950526.035463:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00001000:1.0:1784950526.035464:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=9 v=5 (1 1 1 1) 00000020:00000040:3.0:1784950526.035465:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000020:00000001:0.0:1784950526.035467:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950526.035472:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950526.035473:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950526.035473:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950526.035475:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950526.035476:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950526.035482:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1784950526.035482:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1784950526.035486:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950526.035489:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00010000:00080000:1.0:1784950526.035490:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e86374a1 x1871652369216768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950526.035490:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950526.035491:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950526.035495:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950526.035500:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950526.035503:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1784950526.035504:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950526.035506:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1784950526.035507:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950526.035508:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1784950526.035510:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950526.035512:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b4cce277. 00000100:00000040:1.0:1784950526.035512:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000800:00000010:2.0:1784950526.035512:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a86c365d. 00000800:00000001:3.0:1784950526.035515:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950526.035517:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1784950526.035519:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950526.035519:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950526.035520:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950526.035522:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950526.035526:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950526.035527:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950526.035530:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e86374a1 x1871652369216768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950526.035531:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950526.035532:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950526.035533:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1784950526.035538:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369217024 00000400:00000200:2.0:1784950526.035539:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001829797e 00010000:00000001:0.0:1784950526.035545:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000010:2.0:1784950526.035545:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001829797e. 00000400:00000200:3.0:1784950526.035548:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950526.035551:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000200:0.0:1784950526.035553:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000005fd8b1b4 x1871652369217024/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:677/0 lens 224/224 e 0 to 0 dl 1784950537 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950526.035553:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950526.035555:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950526.035560:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950526.035563:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950526.035565:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c3580 00000100:00000040:1.0:1784950526.035572:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e86374a1 x1871652369216768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950526.035576:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1784950526.035579:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16549 [1] + 224 00010000:00000001:0.0:1784950526.035580:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950526.035586:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=9 v=5 (1 1 1 1) 00000800:00000001:3.0:1784950526.035590:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950526.035595:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:3.0:1784950526.035596:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950526.035602:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950526.035603:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950526.035609:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00100000:1.0:1784950526.035609:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e86374a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369216768:192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950526.035613:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:0.0:1784950526.035616:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950526.035620:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784950526.035622:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950526.035623:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:1.0:1784950526.035626:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784950526.035629:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950526.035630:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e2400a6. 00000400:00000010:0.0:1784950526.035634:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000093998741. 00000400:00000200:1.0:1784950526.035634:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f72bf817 00000400:00000010:1.0:1784950526.035637:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f72bf817. 00000100:00000001:1.0:1784950526.035640:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950526.035642:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369217024, offset 224 00000100:00000001:3.0:1784950526.035642:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950526.035643:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e120c2dc x1871652369216640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950526.035650:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000fb02893 x1871652369216896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950526.035653:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950526.035665:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000200:1.0:1784950526.035675:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e120c2dc x1871652369216640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950526.035678:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11307:11307:240:4294967295] 192.168.203.114@tcp LPNI seq info [10004:10004:8:4294967295] 00000100:00000040:3.0:1784950526.035682:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000fb02893 x1871652369216896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950526.035705:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784950526.035706:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950526.035708:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950526.035713:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950526.035716:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950526.035718:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000200:0.0:1784950526.035740:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950526.035743:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784950526.035744:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825f13b0. 00000100:00000001:3.0:1784950526.035745:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784950526.035747:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950526.035751:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=4 v=5 (5 5 5 5) 00000800:00000200:0.0:1784950526.035753:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:3.0:1784950526.035753:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1784950526.035755:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=4 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950526.035757:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1784950526.035759:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950526.035761:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950526.035761:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784950526.035765:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950526.035766:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784950526.035768:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1784950526.035770:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000200:0.0:1784950526.035771:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000825f13b0 type 1, nob 320 niov 1 nkiov 1 00000400:00000001:2.0:1784950526.035772:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1784950526.035773:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950526.035776:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4f6ebd5. 00000100:00000001:1.0:1784950526.035779:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950526.035781:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000400:00000200:2.0:1784950526.035782:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a969fd8a 00000100:00000001:0.0:1784950526.035785:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950526.035787:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1784950526.035787:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a969fd8a. 00000100:00000040:0.0:1784950526.035791:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950526.035791:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950526.035793:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1784950526.035798:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000040:1.0:1784950526.035798:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e120c2dc x1871652369216640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950526.035801:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000fb02893 x1871652369216896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950526.035802:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950526.035808:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950526.035815:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005fd8b1b4 x1871652369217024/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:677/0 lens 224/224 e 0 to 0 dl 1784950537 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950526.035824:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784950526.035826:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950526.035831:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000010:3.0:1784950526.035832:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825f13b0. 00000100:00000001:1.0:1784950526.035835:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950526.035838:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000fb02893 x1871652369216896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950526.035839:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950526.035843:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e120c2dc x1871652369216640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950526.035866:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950526.035870:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005fd8b1b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369217024:12345-192.168.203.114@tcp:400: Request processed in 448us (766us total) trans 0 rc 0/0 00000400:00000200:3.0:1784950526.035876:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093998741 00000400:00000010:3.0:1784950526.035881:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000093998741. 00000100:00000001:2.0:1784950526.035884:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950526.035888:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950526.035889:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950526.035893:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e120c2dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369216640:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950526.035893:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950526.035894:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00100000:0.0:1784950526.035895:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1619 00000800:00000001:3.0:1784950526.035898:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950526.035899:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1784950526.035901:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:2.0:1784950526.035903:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950526.035905:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950526.035906:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1784950526.035907:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950526.035908:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950526.035909:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950526.035910:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1784950526.035914:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950526.035914:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950526.035915:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dbbbae8b. 00000100:00000040:1.0:1784950526.035917:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e86374a1 x1871652369216768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950526.035920:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950526.035922:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c67f9aa. 00000100:00001000:2.0:1784950526.035922:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=9 v=5 (5 5 5 5) 00000020:00000010:0.0:1784950526.035929:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c7e8cd1. 00000100:00001000:2.0:1784950526.035932:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=9 v=5 (1 1 1 1) 00000400:00000200:3.0:1784950526.035934:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000040:0.0:1784950526.035935:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:2.0:1784950526.035941:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950526.035942:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950526.035945:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950526.035945:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950526.035949:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1784950526.035950:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c3600 00010000:00000001:2.0:1784950526.035951:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1784950526.035952:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096708662. 00010000:00000001:2.0:1784950526.035954:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950526.035959:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950526.035959:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1784950526.035963:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:3.0:1784950526.035963:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x1653d [1] + 224 00000100:00000040:2.0:1784950526.035964:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000020:00000040:1.0:1784950526.035965:0:441643:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1784950526.035968:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1784950526.035971:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784950526.035972:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950526.035973:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fcd4257c. 00000800:00000001:3.0:1784950526.035974:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950526.035978:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000fb02893 x1871652369216896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950526.035980:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1784950526.035980:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950526.035983:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950526.035986:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e86374a1. 00000400:00000200:3.0:1784950526.035987:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950526.035988:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950526.035993:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950526.035994:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950526.035997:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950526.035997:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950526.035998:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950526.036003:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950526.036003:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fb02893 x1871652369216896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950526.036005:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784950526.036011:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e120c2dc x1871652369216640/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950526.036012:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c1e96de4 x1871652369217024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950526.036026:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000fb02893 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369216896:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950526.036035:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950526.036039:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950526.036041:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950526.036045:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784950526.036045:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000fb02893 x1871652369216896/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950526.036047:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd84354f. 00000100:00000040:3.0:1784950526.036049:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c1e96de4 x1871652369217024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950526.036054:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950526.036056:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950526.036058:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1784950526.036063:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950526.036065:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b126ea16. 02000000:00000001:1.0:1784950526.036069:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950526.036071:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950526.036074:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e120c2dc. 00000100:00000001:1.0:1784950526.036080:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950526.036083:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950526.036086:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950526.036091:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950526.036092:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784950526.036093:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950526.036096:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950526.036096:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1784950526.036098:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950526.036099:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784950526.036099:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056c9d985. 00000800:00000001:3.0:1784950526.036102:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950526.036103:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950526.036104:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950526.036108:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950526.036110:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950526.036112:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950526.036114:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000309cba23. 00000100:00000001:0.0:1784950526.036115:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950526.036117:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784950526.036118:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784950526.036120:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950526.036122:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fb02893. 00000400:00000001:0.0:1784950526.036124:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950526.036126:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000001:0.0:1784950526.036127:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784950526.036128:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950526.036130:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3221700. 00000100:00000001:2.0:1784950526.036131:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950526.036137:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee59023e 00000100:00000001:2.0:1784950526.036137:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1784950526.036140:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ee59023e. 00000100:00000001:2.0:1784950526.036141:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950526.036147:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950526.036147:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950526.036148:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950526.036153:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c1e96de4 x1871652369217024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950526.036159:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c1e96de4 x1871652369217024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950526.036164:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950526.036165:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950526.036167:0:441642:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950526.036168:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950526.036169:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950526.036170:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950526.036171:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950526.036174:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=9 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950526.036176:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=9 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950526.036177:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950526.036178:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950526.036180:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784950526.036182:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c1e96de4 x1871652369217024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950526.036186:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950526.036189:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950526.036190:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950526.036191:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950526.036192:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950526.036194:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c1e96de4 x1871652369217024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950526.036197:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950526.036199:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950526.036200:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950526.036201:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1e96de4 x1871652369217024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950526.036205:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c1e96de4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369217024:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950526.036208:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950526.036209:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950526.036211:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c1e96de4 x1871652369217024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950526.036215:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950526.036216:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950526.036217:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d522160c. 02000000:00000001:0.0:1784950526.036219:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950526.036220:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950526.036221:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1784950526.036222:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950526.036223:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f4c2f8a3. 02000000:00000001:0.0:1784950526.036225:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950526.036226:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950526.036227:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c1e96de4. 00000100:00000001:0.0:1784950526.036229:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950526.036230:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950526.036231:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950526.036233:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950526.036234:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950526.036236:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950526.036237:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950526.288813:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950526.288821:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950526.288827:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950526.288829:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950526.288924:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950526.288929:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950526.288932:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950526.928875:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950526.928906:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950526.928908:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950526.928914:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950526.928917:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950526.928920:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950526.928923:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950527.312880:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950527.312888:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950527.312895:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950527.312896:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950527.313004:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950527.313009:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950527.313013:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950527.952872:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950527.952889:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950527.952891:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950527.952897:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950527.952901:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950527.952905:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950527.952908:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950528.080950:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1784950528.080956:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1784950528.080966:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005be3fe71. 00000020:00000040:2.0:1784950528.080975:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950528.080982:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950528.080987:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:1.0:1784950528.080991:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 02000000:00000001:2.0:1784950528.080995:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1784950528.080998:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1784950528.081009:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000010b015c. 02000000:00000010:2.0:1784950528.081010:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008a1a4dac. 00000020:00000040:1.0:1784950528.081020:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1784950528.081024:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950528.081027:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950528.081033:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950528.081035:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784950528.081038:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950528.081042:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950528.081050:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a629e91. 00000100:00000001:1.0:1784950528.081060:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950528.081060:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005be3fe71] to pc [ptlrpcd_00_02+2] req@000000005be3fe71 x1871652369217152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950528.081069:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950528.081075:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950528.081092:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000010b015c] to pc [ptlrpcd_00_03+3] req@00000000010b015c x1871652369217280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1784950528.081121:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1784950528.081130:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950528.081188:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950528.081199:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950528.081205:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950528.081214:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950528.081221:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005be3fe71 x1871652369217152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950528.081223:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950528.081229:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784950528.081242:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000010b015c x1871652369217280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950528.081264:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950528.081272:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950528.081273:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950528.081278:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950528.081287:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950528.081288:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950528.081291:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950528.081296:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950528.081298:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950528.081311:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950528.081313:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000010b015c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369217280:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950528.081326:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1784950528.081331:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005be3fe71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369217152:192.168.203.114@tcp:41: 02000000:00000001:3.0:1784950528.081335:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950528.081340:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950528.081346:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950528.081348:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784950528.081358:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1784950528.081360:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004ef139cd. 02000000:00000001:0.0:1784950528.081367:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950528.081368:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950528.081381:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784950528.081382:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eac68970. 02000000:00000010:0.0:1784950528.081393:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009e3cebb7. 00000400:00000010:3.0:1784950528.081395:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ac4ede6. 02000000:00000001:0.0:1784950528.081405:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950528.081410:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369217280, portal 4 00000100:00000001:3.0:1784950528.081417:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1784950528.081418:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa075283. 00000100:00000001:3.0:1784950528.081420:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786038696064 : -120287670855552 : ffff9299581b9880) 00000400:00000010:0.0:1784950528.081436:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7101df3. 00000100:00000040:3.0:1784950528.081438:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000010b015c x1871652369217280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950528.081450:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369217152, portal 4 00000100:00000001:0.0:1784950528.081458:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950528.081461:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785684293760 : -120288025257856 : ffff929942fbd880) 00000100:00000040:0.0:1784950528.081476:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005be3fe71 x1871652369217152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950528.081493:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950528.081500:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950528.081506:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e2aa9ca. 00000100:00000200:0.0:1784950528.081512:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369217152, offset 0 00000400:00000200:0.0:1784950528.081525:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950528.081546:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950528.081552:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950528.081559:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950528.081570:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aee49f67. 00000400:00000200:0.0:1784950528.081574:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1784950528.081577:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369217280, offset 0 00000400:00000200:0.0:1784950528.081587:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950528.081593:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950528.081604:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950528.081612:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950528.081618:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11308:11308:240:4294967295] 192.168.203.114@tcp LPNI seq info [10005:10005:8:4294967295] 00000400:00000200:0.0:1784950528.081639:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950528.081651:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950528.081658:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000800:00000010:0.0:1784950528.081663:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4c2f8a3. 00000400:00000200:3.0:1784950528.081667:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784950528.081675:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950528.081683:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784950528.081688:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950528.081690:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950528.081702:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11309:11309:239:4294967295] 192.168.203.114@tcp LPNI seq info [10006:10006:7:4294967295] 00000800:00000200:0.0:1784950528.081716:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950528.081751:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950528.081759:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950528.081768:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a7ee387. 00000800:00000200:0.0:1784950528.081773:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4c2f8a3 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784950528.081782:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:3.0:1784950528.081793:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950528.081798:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a7ee387 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950528.081809:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950528.081820:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4742 usecs (5 jiffies) 00000100:00000001:3.0:1784950528.081826:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950528.081829:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307466246 00000100:00000040:3.0:1784950528.081860:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13450 usecs (14 jiffies) 00000100:00000001:0.0:1784950528.081869:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307466618 00000100:00000001:3.0:1784950528.081869:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307466255 00000100:00000001:0.0:1784950528.081885:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307466246 00000100:00000001:3.0:1784950528.081885:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307466618 00000100:00000001:3.0:1784950528.081896:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307466255 00000100:00000001:0.0:1784950528.081899:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307466618 00000100:00000001:0.0:1784950528.081907:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307466246 00000100:00000001:3.0:1784950528.081908:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307466618 00000100:00000001:0.0:1784950528.081914:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307466618 00000100:00000001:3.0:1784950528.081917:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307466255 00000100:00000001:0.0:1784950528.081924:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307466246 00000100:00000001:3.0:1784950528.081926:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307466618 00000100:00000001:0.0:1784950528.081933:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307466618 00000100:00000001:3.0:1784950528.081935:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307466255 00000100:00000001:0.0:1784950528.081943:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950528.081945:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307466618 00000100:00000001:0.0:1784950528.081956:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950528.081957:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950528.081967:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950528.081969:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950528.081973:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950528.081975:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950528.081980:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950528.081987:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950528.081991:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950528.081993:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950528.081998:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950528.082001:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950528.082005:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950528.082007:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950528.082011:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950528.082015:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950528.082018:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950528.082022:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950528.082025:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950528.082045:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950528.082053:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4c2f8a3. 00000800:00000200:2.0:1784950528.082056:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784950528.082063:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1784950528.082064:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a7ee387. 00000400:00000200:2.0:1784950528.082077:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950528.082080:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950528.082082:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950528.082093:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950528.082095:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e2aa9ca 00000800:00000001:0.0:1784950528.082102:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950528.082103:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e2aa9ca. 00000800:00000001:0.0:1784950528.082114:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950528.082117:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784950528.082118:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aee49f67 00000800:00000001:0.0:1784950528.082120:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950528.082126:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000aee49f67. 00000100:00000200:1.0:1784950528.082133:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005be3fe71 x1871652369217152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950528.082139:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1784950528.082144:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000200:2.0:1784950528.082154:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000010b015c x1871652369217280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950528.082178:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c3680 00000100:00000001:1.0:1784950528.082188:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784950528.082200:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 6944 00000100:00000001:2.0:1784950528.082201:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950528.082202:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005be3fe71 x1871652369217152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950528.082215:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000010b015c x1871652369217280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950528.082224:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950528.082235:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950528.082245:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950528.082259:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950528.082264:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950528.082269:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950528.082273:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950528.082279:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784950528.082285:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950528.082297:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950528.082301:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950528.082306:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:1.0:1784950528.082307:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950528.082314:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1784950528.082327:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000010:0.0:1784950528.082328:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1e96de4. 00000100:00000040:0.0:1784950528.082338:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000c1e96de4 x1871652369217152 msgsize 224 00000400:00000200:1.0:1784950528.082353:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c3700 00000100:00100000:0.0:1784950528.082355:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:1.0:1784950528.082371:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 7168 00000100:00000001:0.0:1784950528.082378:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1784950528.082380:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950528.082393:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950528.082396:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950528.082402:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950528.082403:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950528.082413:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950528.082420:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784950528.082422:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1784950528.082431:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8ce83d2. 00000100:00000040:1.0:1784950528.082435:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000f8ce83d2 x1871652369217280 msgsize 224 00000100:00100000:1.0:1784950528.082441:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950528.082464:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1784950528.082472:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950528.082478:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950528.082497:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950528.082506:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369217152 02000000:00000001:3.0:1784950528.082511:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950528.082514:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950528.082518:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950528.082524:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950528.082530:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1784950528.082531:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369217152 00000100:00100000:0.0:1784950528.082539:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369217280 00000020:00000001:3.0:1784950528.082540:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950528.082547:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 02000000:00000001:0.0:1784950528.082548:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1784950528.082553:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950528.082554:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950528.082562:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784950528.082564:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 02000000:00000001:0.0:1784950528.082568:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950528.082572:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00100000:0.0:1784950528.082575:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369217280 00000020:00000001:3.0:1784950528.082578:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000001:0.0:1784950528.082581:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950528.082586:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:3.0:1784950528.082587:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1784950528.082590:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950528.082596:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000020:00000010:3.0:1784950528.082598:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000020:00000001:0.0:1784950528.082601:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950528.082606:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784950528.082608:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000010:3.0:1784950528.082615:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000001:0.0:1784950528.082618:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950528.082626:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017854499. 00000020:00000010:0.0:1784950528.082628:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000001:0.0:1784950528.082635:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950528.082639:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000020:00000010:0.0:1784950528.082640:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000020:00000010:3.0:1784950528.082653:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000020:00000010:0.0:1784950528.082657:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c7e8cd1. 00000020:00000010:0.0:1784950528.082666:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dbbbae8b. 00000100:00000040:3.0:1784950528.082669:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000010:0.0:1784950528.082672:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c67f9aa. 00000100:00000001:3.0:1784950528.082677:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950528.082682:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950528.082683:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950528.082689:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950528.082691:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950528.082695:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950528.082706:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950528.082709:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950528.082763:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950528.082783:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950528.082787:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950528.082789:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950528.082799:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2779 00000100:00000001:1.0:1784950528.082801:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1784950528.082806:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:1.0:1784950528.082808:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950528.082814:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883981056 : -120287825570560 : ffff92994ee2d500) 00000100:00000001:0.0:1784950528.082819:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1784950528.082825:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2780 00000100:00000040:3.0:1784950528.082827:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c1e96de4 x1871652369217152/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:679/0 lens 224/0 e 0 to 0 dl 1784950539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950528.082829:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1784950528.082832:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:1.0:1784950528.082865:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785884840192 : -120287824711424 : ffff92994eeff100) 00000100:00000001:0.0:1784950528.082866:0:454245:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950528.082879:0:454245:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950528.082880:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8ce83d2 x1871652369217280/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:679/0 lens 224/0 e 0 to 0 dl 1784950539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950528.082907:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950528.082913:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950528.082916:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000020:00000010:1.0:1784950528.082923:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000100:00000001:3.0:1784950528.082924:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950528.082934:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950528.082936:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000020:00000010:1.0:1784950528.082946:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000100:00100000:3.0:1784950528.082954:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c1e96de4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369217152:12345-192.168.203.114@tcp:41: 00000100:00100000:1.0:1784950528.082962:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f8ce83d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369217280:12345-192.168.203.114@tcp:41: 00000100:00000200:3.0:1784950528.082969:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369217152 00000100:00000200:1.0:1784950528.082972:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369217280 00000020:00000001:3.0:1784950528.082977:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950528.082980:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950528.082984:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950528.082986:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950528.082994:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950528.082995:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950528.083004:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950528.083005:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950528.083014:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:1.0:1784950528.083015:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:3.0:1784950528.083029:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1784950528.083030:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1784950528.083041:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369217152, found 0 last_xid 1871652369217151 00000001:00000001:1.0:1784950528.083042:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369217280, found 0 last_xid 1871652369217279 00000020:00000001:1.0:1784950528.083053:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950528.083054:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950528.083060:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950528.083062:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950528.083066:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950528.083068:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950528.083072:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950528.083074:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950528.083079:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950528.083082:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950528.083087:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1784950528.083088:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784950528.083094:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c7694431. 02000000:00000010:3.0:1784950528.083099:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000071730387. 02000000:00000001:1.0:1784950528.083100:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950528.083109:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950528.083110:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950528.083117:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950528.083118:0:453516:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:3.0:1784950528.083124:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:1.0:1784950528.083126:0:453516:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1784950528.083132:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1784950528.083133:0:453516:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1784950528.083139:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:1.0:1784950528.083156:0:453516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000004:00000024:3.0:1784950528.083158:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000020:1.0:1784950528.083167:0:453516:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:3.0:1784950528.083169:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1784950528.083177:0:453516:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1784950528.083179:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000004:00000020:1.0:1784950528.083189:0:453516:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000020:00000020:3.0:1784950528.083190:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000020:00000020:3.0:1784950528.083202:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000001:00000001:1.0:1784950528.083204:0:453516:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000004:00000020:3.0:1784950528.083207:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000001:00000001:1.0:1784950528.083210:0:453516:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950528.083216:0:453516:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1784950528.083218:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00010000:00000040:1.0:1784950528.083221:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369217280 00000001:00000001:3.0:1784950528.083223:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950528.083230:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000004:00000001:3.0:1784950528.083232:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1784950528.083238:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369217152 00010000:00000200:1.0:1784950528.083241:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000f8ce83d2 x1871652369217280/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:679/0 lens 224/368 e 0 to 0 dl 1784950539 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950528.083244:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:3.0:1784950528.083256:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c1e96de4 x1871652369217152/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:679/0 lens 224/368 e 0 to 0 dl 1784950539 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950528.083264:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950528.083270:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950528.083276:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1784950528.083277:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=11 v=5 (1 1 1 1) 00010000:00000001:3.0:1784950528.083284:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950528.083288:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:3.0:1784950528.083291:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=11 v=5 (1 1 1 1) 00000100:00000040:1.0:1784950528.083297:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950528.083302:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950528.083304:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:1.0:1784950528.083310:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1784950528.083314:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 02000000:00000001:1.0:1784950528.083316:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950528.083323:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950528.083325:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784950528.083332:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1784950528.083335:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950528.083337:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950528.083343:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beb862af. 00000100:00000001:3.0:1784950528.083344:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1784950528.083353:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369217280, offset 224 00000100:00000040:3.0:1784950528.083355:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:3.0:1784950528.083367:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032ff6f71. 00000400:00000200:1.0:1784950528.083368:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950528.083379:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369217152, offset 224 00000400:00000200:1.0:1784950528.083388:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950528.083396:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:1.0:1784950528.083402:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11310:11310:240:4294967295] 192.168.203.114@tcp LPNI seq info [10007:10007:8:4294967295] 00000400:00000200:1.0:1784950528.083415:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:1.0:1784950528.083421:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:1.0:1784950528.083427:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c2840c. 00000400:00000200:3.0:1784950528.083434:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000200:1.0:1784950528.083443:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950528.083452:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11311:11311:239:4294967295] 192.168.203.114@tcp LPNI seq info [10008:10008:7:4294967295] 00000800:00000200:1.0:1784950528.083458:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:1.0:1784950528.083462:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000083c2840c type 1, nob 464 niov 1 nkiov 1 00000100:00000001:1.0:1784950528.083482:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950528.083487:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:1.0:1784950528.083489:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950528.083492:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950528.083494:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1784950528.083500:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8ce83d2 x1871652369217280/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:679/0 lens 224/368 e 0 to 0 dl 1784950539 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950528.083511:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f8ce83d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369217280:12345-192.168.203.114@tcp:41: Request processed in 598us (1074us total) trans 0 rc 0/0 00000100:00100000:1.0:1784950528.083529:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2780 00000100:00000040:1.0:1784950528.083534:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:1.0:1784950528.083541:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950528.083547:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1784950528.083554:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:1.0:1784950528.083557:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dbbbae8b. 00000020:00000010:1.0:1784950528.083567:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c67f9aa. 00000800:00000200:3.0:1784950528.083569:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950528.083576:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c7e8cd1. 00000800:00000010:3.0:1784950528.083579:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a955e85. 00000020:00000040:1.0:1784950528.083584:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:1.0:1784950528.083592:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950528.083593:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:3.0:1784950528.083606:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950528.083611:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004a955e85 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:3.0:1784950528.083631:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950528.083636:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950528.083640:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950528.083642:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950528.083644:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1784950528.083651:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1e96de4 x1871652369217152/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:679/0 lens 224/368 e 0 to 0 dl 1784950539 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950528.083663:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c1e96de4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369217152:12345-192.168.203.114@tcp:41: Request processed in 755us (1324us total) trans 0 rc 0/0 00000100:00100000:3.0:1784950528.083674:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2779 00000100:00000040:3.0:1784950528.083678:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950528.083682:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950528.083684:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1784950528.083689:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000800:00000200:2.0:1784950528.083694:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1784950528.083696:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000800:00000010:2.0:1784950528.083704:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c2840c. 00000020:00000010:3.0:1784950528.083707:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017854499. 00000800:00000001:1.0:1784950528.083712:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950528.083716:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1784950528.083762:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000001:1.0:1784950528.083765:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950528.083770:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950528.083776:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950528.083785:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950528.083792:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb862af 00000400:00000010:2.0:1784950528.083795:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000beb862af. 00000100:00000001:2.0:1784950528.083802:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:1.0:1784950528.083803:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950528.083806:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1784950528.083820:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950528.083855:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c3700 00000400:00000200:1.0:1784950528.083864:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x16565 [1] + 224 00000800:00000001:1.0:1784950528.083871:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950528.083887:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950528.083890:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950528.083896:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950528.083901:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784950528.083906:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000010b015c x1871652369217280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950528.083919:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000010b015c x1871652369217280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950528.083941:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950528.083951:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784950528.083993:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950528.083997:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1784950528.084002:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a955e85. 00000100:00000001:3.0:1784950528.084003:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950528.084016:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1784950528.084017:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950528.084023:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784950528.084027:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950528.084029:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784950528.084030:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eac68970. 00000400:00000200:0.0:1784950528.084034:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950528.084045:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ac4ede6 00000800:00000001:2.0:1784950528.084048:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950528.084051:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000ac4ede6. 00000800:00000001:2.0:1784950528.084056:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950528.084059:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950528.084062:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032ff6f71 00000800:00000001:2.0:1784950528.084063:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784950528.084071:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000032ff6f71. 00000100:00000200:3.0:1784950528.084072:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000010b015c x1871652369217280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950528.084083:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1784950528.084087:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950528.084089:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:3.0:1784950528.084109:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000010b015c x1871652369217280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950528.084118:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c3680 00000400:00000200:2.0:1784950528.084136:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x16569 [1] + 224 00000100:00000001:3.0:1784950528.084137:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950528.084143:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950528.084152:0:441644:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:2.0:1784950528.084157:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784950528.084158:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950528.084165:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950528.084167:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950528.084169:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950528.084171:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950528.084180:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1784950528.084184:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=6 v=5 (5 5 5 5) 00000400:00000200:2.0:1784950528.084188:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00001000:3.0:1784950528.084198:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950528.084202:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950528.084205:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950528.084209:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950528.084214:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005be3fe71 x1871652369217152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950528.084216:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784950528.084222:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950528.084232:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950528.084237:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000040:2.0:1784950528.084245:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000005be3fe71 x1871652369217152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950528.084245:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950528.084251:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950528.084267:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000010b015c x1871652369217280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950528.084277:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950528.084280:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950528.084282:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950528.084284:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:3.0:1784950528.084286:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1784950528.084293:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000800:00000001:2.0:1784950528.084297:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000004:00000020:3.0:1784950528.084302:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000800:00000001:2.0:1784950528.084304:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1784950528.084317:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950528.084323:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000010b015c x1871652369217280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950528.084333:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784950528.084339:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000010b015c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369217280:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950528.084341:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784950528.084351:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784950528.084353:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784950528.084358:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950528.084359:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1784950528.084366:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa075283. 00000100:00000040:3.0:1784950528.084368:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000010b015c x1871652369217280/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950528.084376:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7101df3 00000400:00000010:0.0:1784950528.084383:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c7101df3. 00000100:00000001:3.0:1784950528.084389:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950528.084391:0:441643:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784950528.084395:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950528.084400:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004ef139cd. 00000100:00000200:0.0:1784950528.084405:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005be3fe71 x1871652369217152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950528.084411:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950528.084416:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950528.084421:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1784950528.084430:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950528.084436:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a629e91. 00000100:00000200:0.0:1784950528.084437:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005be3fe71 x1871652369217152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950528.084445:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950528.084450:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950528.084454:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000010b015c. 00000100:00000001:3.0:1784950528.084463:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950528.084467:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950528.084473:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950528.084484:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950528.084486:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950528.084489:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950528.084491:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950528.084496:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950528.084498:0:441643:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950528.084501:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950528.084504:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950528.084508:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950528.084511:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950528.084514:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950528.084520:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=11 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950528.084526:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950528.084529:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950528.084531:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950528.084534:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950528.084536:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950528.084539:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950528.084541:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950528.084544:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950528.084545:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950528.084550:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005be3fe71 x1871652369217152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950528.084559:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950528.084562:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950528.084564:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1784950528.084566:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1784950528.084570:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000004:00000020:0.0:1784950528.084577:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:0.0:1784950528.084582:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950528.084586:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005be3fe71 x1871652369217152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950528.084596:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005be3fe71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369217152:192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950528.084602:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950528.084605:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950528.084607:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005be3fe71 x1871652369217152/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950528.084616:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950528.084618:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950528.084621:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009e3cebb7. 02000000:00000001:0.0:1784950528.084626:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950528.084628:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950528.084630:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1784950528.084633:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950528.084635:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008a1a4dac. 02000000:00000001:0.0:1784950528.084638:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950528.084640:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950528.084641:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005be3fe71. 00000100:00000001:0.0:1784950528.084645:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950528.084647:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950528.084649:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950528.084655:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950528.084657:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950528.084659:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950528.084662:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950528.336884:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950528.336893:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950528.336901:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950528.336903:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950528.337026:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950528.337033:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950528.337037:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784950528.464881:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307466618, at 4307466624 00000100:00000010:2.0:1784950528.464899:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000573d6120. 00000100:00000040:1.0:1784950528.464903:0:455608:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307466618, at 4307466624 00000100:00000040:3.0:1784950528.464911:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307466618, at 4307466624 00000100:00000040:0.0:1784950528.464912:0:455855:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307466618, at 4307466624 00000100:00000010:1.0:1784950528.464918:0:455608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c874608d. 00000100:00000010:3.0:1784950528.464931:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fdbb8ba. 00000100:00000010:0.0:1784950528.464936:0:455855:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076fe874a. 00000100:00000001:3.0:1784950528.976871:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950528.976888:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950528.976890:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950528.976896:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950528.976900:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950528.976904:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950528.976908:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950529.360876:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950529.360884:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950529.360892:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950529.360894:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950529.361006:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950529.361012:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950529.361016:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950530.000878:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950530.000888:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1784950530.000902:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950504/real 1784950504] req@00000000be4bb929 x1871652369212160/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950529 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784950530.000922:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950530.000925:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784950530.000929:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbf93444. 00000400:00000200:3.0:1784950530.000936:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d460af32 00000400:00000010:3.0:1784950530.000939:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d460af32. 00000100:00000001:3.0:1784950530.000946:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950530.000950:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000be4bb929 x1871652369212160/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950529 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950530.000959:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000be4bb929 x1871652369212160/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950529 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950530.000968:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950530.000970:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950530.000973:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950530.000975:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950530.000978:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000be4bb929 x1871652369212160/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950529 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950530.000985:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950530.000994:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950530.000995:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950530.000998:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950530.001000:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950530.001003:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950530.001007:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be4bb929 x1871652369212160/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950529 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950530.001014:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1784950530.001017:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950530.001019:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950530.001020:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950530.001023:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1784950530.001025:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1784950530.001029:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784950530.001058:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:3.0:1784950530.001062:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1784950530.001066:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be4bb929 x1871652369212160/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950529 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950530.001075:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000be4bb929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369212160:192.168.203.114@tcp:8: 00000100:00000001:3.0:1784950530.001079:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950530.001082:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950530.001084:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000be4bb929 x1871652369212160/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950529 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950530.001091:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950530.001094:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950530.001098:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c7c4e328. 02000000:00000001:3.0:1784950530.001104:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784950530.001106:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950530.001109:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1784950530.001112:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950530.001114:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000aa7d3541. 02000000:00000001:3.0:1784950530.001118:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950530.001120:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950530.001122:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000be4bb929. 00000100:00000001:3.0:1784950530.001126:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950530.001127:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950530.001131:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950530.001168:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950530.001176:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950530.001186:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ac89b23. 00000020:00000040:1.0:1784950530.001191:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950530.001196:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950530.001198:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950530.001204:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950530.001213:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cbc1038. 00000100:00000001:1.0:1784950530.001220:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950530.001227:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000002ac89b23 x1871652369217408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950530.001238:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950530.001241:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950530.001246:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ac89b23] to pc [ptlrpcd_00_00+0] req@000000002ac89b23 x1871652369217408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950530.001278:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950530.001280:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950530.001284:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950530.001287:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dacd0c0d. 00000020:00000040:1.0:1784950530.001289:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950530.001292:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950530.001293:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950530.001295:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950530.001298:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002957ca98. 00000100:00000001:1.0:1784950530.001300:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950530.001306:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@00000000dacd0c0d x1871652369217536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950530.001314:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950530.001315:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950530.001320:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dacd0c0d] to pc [ptlrpcd_00_01+1] req@00000000dacd0c0d x1871652369217536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950530.001329:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950530.001330:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950530.001337:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:2.0:1784950530.001338:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950530.001344:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1784950530.001345:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1784950530.001350:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1784950530.001352:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:2.0:1784950530.001354:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ac89b23 x1871652369217408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950530.001357:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1784950530.001365:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12775 00000100:00000001:0.0:1784950530.001378:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950530.001379:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784950530.001383:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000001:2.0:1784950530.001386:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.001387:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1784950530.001392:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12774 00000100:00000001:0.0:1784950530.001395:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784950530.001396:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784950530.001402:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 02000000:00000001:2.0:1784950530.001404:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784950530.001412:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dacd0c0d x1871652369217536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950530.001413:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 02000000:00000001:2.0:1784950530.001422:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950530.001430:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1784950530.001435:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002ac89b23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369217408:0@lo:400: 00000100:00000040:1.0:1784950530.001439:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000001:1.0:1784950530.001448:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000020:00000001:1.0:1784950530.001456:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784950530.001459:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 00000100:00000001:2.0:1784950530.001462:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1784950530.001468:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950530.001470:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784950530.001472:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950530.001475:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950530.001475:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 02000000:00000001:2.0:1784950530.001478:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950530.001486:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 02000000:00000001:2.0:1784950530.001488:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784950530.001489:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1784950530.001493:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 02000000:00000001:0.0:1784950530.001496:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1784950530.001499:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056c9d985. 00000100:00000040:1.0:1784950530.001502:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 02000000:00000001:0.0:1784950530.001504:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950530.001507:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950530.001509:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1784950530.001519:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4f6ebd5. 00000100:00100000:0.0:1784950530.001521:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000dacd0c0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369217536:192.168.203.114@tcp:400: 00000100:00000040:1.0:1784950530.001521:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 00000100:00000001:1.0:1784950530.001530:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000100:00000001:0.0:1784950530.001532:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1784950530.001533:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a969fd8a. 00000020:00000040:1.0:1784950530.001536:0:431120:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 02000000:00000001:0.0:1784950530.001539:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950530.001544:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950530.001545:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 00000100:00000200:2.0:1784950530.001545:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369217408, portal 25 02000000:00000001:0.0:1784950530.001554:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784950530.001556:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1784950530.001559:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000100:00000001:2.0:1784950530.001562:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683750400 : -120288025801216 : ffff929942f38e00) 02000000:00000010:0.0:1784950530.001565:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000152a0e53. 00000100:00000001:1.0:1784950530.001567:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950530.001572:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950530.001574:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002ac89b23 x1871652369217408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950530.001576:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1784950530.001580:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa075283. 02000000:00000001:1.0:1784950530.001586:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784950530.001593:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7101df3. 02000000:00000001:1.0:1784950530.001595:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950530.001604:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369217536, portal 4 00000100:00000001:1.0:1784950530.001605:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1784950530.001607:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950530.001611:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.001613:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784950530.001618:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1784950530.001622:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683757568 : -120288025794048 : ffff929942f3aa00) 00000100:00000010:1.0:1784950530.001626:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073d5c3ad. 00000400:00000010:2.0:1784950530.001626:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008562deaf. 00000020:00000040:1.0:1784950530.001634:0:431120:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:0.0:1784950530.001636:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dacd0c0d x1871652369217536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950530.001637:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369217408, offset 0 02000000:00000001:1.0:1784950530.001643:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1784950530.001649:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950530.001656:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1784950530.001658:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950530.001663:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784950530.001667:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784950530.001668:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950530.001682:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005fe49499. 00000100:00000040:0.0:1784950530.001683:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950530.001683:0:441641:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1784950530.001694:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950530.001695:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c923ef1. 00000100:00000200:0.0:1784950530.001706:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369217536, offset 0 00000400:00000200:2.0:1784950530.001707:0:441641:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c3780 00000100:00100000:1.0:1784950530.001711:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000073d5c3ad x1871652369217664/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950530.001767:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950530.001769:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950530.001773:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073d5c3ad] to pc [ptlrpcd_rcv+-1] req@0000000073d5c3ad x1871652369217664/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950530.001783:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950530.001799:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950530.001801:0:441641:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14e59 [2] + 0 00000100:00000040:1.0:1784950530.001804:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1784950530.001809:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:2.0:1784950530.001816:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000483a120b. 00000100:00000001:1.0:1784950530.001819:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1784950530.001852:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784950530.001852:0:441641:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a0145b9a 00000100:00000001:3.0:1784950530.001860:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950530.001867:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:3.0:1784950530.001868:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950530.001879:0:441641:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950530.001883:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784950530.001890:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950530.001891:0:441641:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1784950530.001896:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073d5c3ad x1871652369217664/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950530.001907:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950530.001923:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11312:11312:240:4294967295] 192.168.203.114@tcp LPNI seq info [10009:10009:8:4294967295] 00000100:00000001:3.0:1784950530.001925:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950530.001930:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950530.001938:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950530.001947:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950530.001950:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950530.001958:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000073d5c3ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369217664:1.2.3.4@tcp:8: 00000100:00000001:3.0:1784950530.001970:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784950530.001971:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950530.001973:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950530.001980:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950530.001986:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950530.001988:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0145b9a 00000800:00000200:0.0:1784950530.001990:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950530.001993:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950530.001997:0:441641:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000a0145b9a. 00000800:00000010:0.0:1784950530.002003:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007158160. 00000100:00000001:3.0:1784950530.002004:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:1.0:1784950530.002005:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a02cd9c. 00000100:00000001:2.0:1784950530.002009:0:441641:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950530.002010:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950530.002015:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:2.0:1784950530.002018:0:441641:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1784950530.002018:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950530.002023:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1784950530.002025:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950530.002025:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784950530.002028:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1784950530.002032:0:441641:0:(events.c:337:request_in_callback()) incoming req@0000000089edebed x1871652369217408 msgsize 224 00000100:00000001:3.0:1784950530.002033:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950530.002035:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950530.002042:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950530.002047:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000010:1.0:1784950530.002048:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009588bd88. 00000100:00000001:1.0:1784950530.002057:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950530.002059:0:441641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:0.0:1784950530.002060:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000007158160 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784950530.002069:0:441641:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1784950530.002070:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000004a02cd9c x1871652369217792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950530.002089:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950530.002092:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.002093:0:441641:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1784950530.002098:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a02cd9c] to pc [ptlrpcd_00_02+2] req@000000004a02cd9c x1871652369217792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950530.002103:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950530.002106:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008562deaf 00000400:00000010:2.0:1784950530.002113:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008562deaf. 00000100:00000040:0.0:1784950530.002118:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13442 usecs (14 jiffies) 00000100:00000001:2.0:1784950530.002120:0:441641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784950530.002129:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307468175 00000100:00000200:2.0:1784950530.002130:0:441641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ac89b23 x1871652369217408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950530.002131:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950530.002134:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950530.002142:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1784950530.002144:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000010:0.0:1784950530.002145:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4ec6ee9. 00000100:00000001:3.0:1784950530.002154:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950530.002158:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784950530.002164:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000010:1.0:1784950530.002167:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ddeec7b. 00000100:00000001:3.0:1784950530.002167:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950530.002170:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950530.002174:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950530.002176:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307468175 00000020:00000040:1.0:1784950530.002177:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:2.0:1784950530.002180:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ac89b23 x1871652369217408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950530.002183:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950530.002187:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784950530.002189:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1784950530.002190:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f5747fc. 02000000:00000001:1.0:1784950530.002192:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950530.002196:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784950530.002199:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.002203:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 02000000:00000010:1.0:1784950530.002211:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000975723c9. 00000100:00000040:3.0:1784950530.002211:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a02cd9c x1871652369217792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950530.002214:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307468175 00000100:00000001:1.0:1784950530.002223:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.002223:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950530.002226:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2070ffd. 00000100:00000001:2.0:1784950530.002234:0:441641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784950530.002239:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:1.0:1784950530.002241:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000009ddeec7b x1871652369217920/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950530.002244:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.002248:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307468175 00000100:00000001:2.0:1784950530.002256:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307470587 00000100:00000010:0.0:1784950530.002258:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000020654f3e. 00000100:00000001:3.0:1784950530.002262:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950530.002269:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.002271:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1784950530.002272:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307468175 00000100:00000001:1.0:1784950530.002277:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784950530.002281:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950530.002282:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.002285:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950530.002287:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307470587 02000000:00000001:3.0:1784950530.002288:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950530.002294:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ddeec7b] to pc [ptlrpcd_00_03+3] req@000000009ddeec7b x1871652369217920/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950530.002296:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.002300:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307468175 02000000:00000001:3.0:1784950530.002301:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.002306:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.002314:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307470587 00000100:00000001:0.0:1784950530.002316:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950530.002318:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004a02cd9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369217792:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950530.002326:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307468175 00000100:00000001:0.0:1784950530.002332:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950530.002338:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950530.002340:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784950530.002341:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307470587 02000000:00000001:3.0:1784950530.002345:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950530.002346:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.002350:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950530.002352:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950530.002353:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:2.0:1784950530.002354:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307468175 00000100:00000001:0.0:1784950530.002355:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950530.002361:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950530.002365:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.002367:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1784950530.002368:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000010:3.0:1784950530.002371:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017854499. 00000100:00000001:0.0:1784950530.002372:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.002377:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950530.002378:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784950530.002381:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.002387:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950530.002394:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eac68970. 00000100:00000001:1.0:1784950530.002395:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784950530.002395:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784950530.002404:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d43df96. 00000100:00000001:2.0:1784950530.002409:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1784950530.002410:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:3.0:1784950530.002410:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ac4ede6. 00000100:00000001:0.0:1784950530.002411:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950530.002416:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1784950530.002419:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369217408 00000100:00000001:1.0:1784950530.002422:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950530.002424:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784950530.002424:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369217792, portal 10 02000000:00000001:0.0:1784950530.002425:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1784950530.002426:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950530.002432:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950530.002433:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950530.002434:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784950530.002435:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.002437:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.002440:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950530.002441:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683759360 : -120288025792256 : ffff929942f3b100) 02000000:00000010:1.0:1784950530.002445:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea4cd4d9. 00000100:00000001:2.0:1784950530.002447:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950530.002453:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950530.002456:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950530.002460:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369217408 00000100:00000040:3.0:1784950530.002461:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a02cd9c x1871652369217792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950530.002467:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:1.0:1784950530.002468:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@000000003d43df96 x1871652369218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1784950530.002475:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000020:00000001:0.0:1784950530.002482:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784950530.002489:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000020:00000001:0.0:1784950530.002498:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:3.0:1784950530.002502:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1784950530.002507:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:1.0:1784950530.002517:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1784950530.002518:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950530.002521:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950530.002524:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950530.002528:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070b8eaab. 00000020:00000010:0.0:1784950530.002530:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000040:1.0:1784950530.002533:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d43df96] to pc [ptlrpcd_00_00+0] req@000000003d43df96 x1871652369218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950530.002537:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369217792, offset 0 00000100:00000001:0.0:1784950530.002538:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950530.002550:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000400:00000200:3.0:1784950530.002560:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000010:0.0:1784950530.002565:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c7e8cd1. 00000400:00000200:3.0:1784950530.002574:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000010:0.0:1784950530.002575:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023d82d26. 00000100:00000001:1.0:1784950530.002576:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950530.002587:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000fba597. 00000400:00000200:3.0:1784950530.002589:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784950530.002590:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12805) 00000100:00000040:0.0:1784950530.002603:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1784950530.002604:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950530.002612:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1784950530.002614:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950530.002619:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950530.002619:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950530.002623:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950530.002628:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950530.002628:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1784950530.002629:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784950530.002635:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950530.002636:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11313:11313:239:4294967295] 192.168.203.114@tcp LPNI seq info [10010:10010:7:4294967295] 00000800:00000010:2.0:1784950530.002640:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007158160. 00000100:00100000:1.0:1784950530.002645:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1784950530.002646:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950530.002649:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950530.002655:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950530.002665:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950530.002668:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950530.002669:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950530.002671:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950530.002679:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950530.002682:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950530.002686:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950530.002688:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c923ef1 00000100:00000001:1.0:1784950530.002690:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950530.002693:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000200:3.0:1784950530.002694:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950530.002696:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008c923ef1. 00000100:00000001:0.0:1784950530.002701:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1784950530.002702:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d43df96 x1871652369218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950530.002706:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:3.0:1784950530.002708:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004aab43c9. 00000100:00000200:2.0:1784950530.002749:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dacd0c0d x1871652369217536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950530.002759:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000800:00000200:3.0:1784950530.002765:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950530.002772:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784950530.002774:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:1.0:1784950530.002778:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.002787:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790287869008 : -120283421682608 : ffff929a5560d450) 00000800:00000200:3.0:1784950530.002787:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:1.0:1784950530.002789:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784950530.002792:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784950530.002795:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784950530.002797:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004aab43c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784950530.002803:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dacd0c0d x1871652369217536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950530.002804:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950530.002808:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000089edebed x1871652369217408/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:681/0 lens 224/0 e 0 to 0 dl 1784950541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950530.002818:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000003d43df96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369218048:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950530.002821:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950530.002855:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5615 usecs (6 jiffies) 00000100:00000001:1.0:1784950530.002857:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784950530.002863:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950530.002864:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950530.002865:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307468168 02000000:00000001:1.0:1784950530.002871:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.002872:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950530.002877:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307470587 02000000:00000001:1.0:1784950530.002880:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:2.0:1784950530.002886:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950530.002887:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307468168 02000000:00000010:1.0:1784950530.002889:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000135a536f. 00000100:00000001:0.0:1784950530.002892:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1784950530.002898:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950530.002898:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307470587 00000800:00000001:2.0:1784950530.002900:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950530.002902:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000001:3.0:1784950530.002909:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307468168 00000800:00000001:2.0:1784950530.002911:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950530.002912:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784950530.002912:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001bbb6a8. 00000100:00000001:3.0:1784950530.002914:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307470587 00000800:00000001:2.0:1784950530.002919:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950530.002925:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307468168 00000020:00000010:0.0:1784950530.002926:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000400:00000010:1.0:1784950530.002926:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054cdf7f5. 00000400:00000200:2.0:1784950530.002937:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950530.002938:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307470587 00000100:00000200:1.0:1784950530.002939:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369218048, portal 10 00000100:00100000:0.0:1784950530.002949:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000089edebed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369217408:12345-0@lo:400: 00000100:00000001:1.0:1784950530.002950:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950530.002950:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950530.002956:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786004511616 : -120287705040000 : ffff92995611fb80) 00000100:00000001:3.0:1784950530.002959:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950530.002963:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c3800 00000100:00000200:0.0:1784950530.002971:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369217408 00000100:00000001:3.0:1784950530.002972:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950530.002978:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003d43df96 x1871652369218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950530.002982:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950530.002983:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:2.0:1784950530.002984:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 7392 00000020:00000001:0.0:1784950530.002995:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950530.002996:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1784950530.003004:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950530.003005:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:2.0:1784950530.003007:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950530.003008:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1784950530.003016:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1784950530.003018:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1784950530.003023:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000040:1.0:1784950530.003024:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950530.003025:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1784950530.003027:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950530.003033:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950530.003034:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1784950530.003035:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e147c1b. 00000400:00000200:2.0:1784950530.003036:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950530.003041:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950530.003044:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369218048, offset 0 00000100:00000040:3.0:1784950530.003048:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ddeec7b x1871652369217920/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950530.003052:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950530.003059:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1784950530.003061:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950530.003063:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950530.003065:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950530.003076:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1784950530.003083:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950530.003084:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950530.003084:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784950530.003092:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950530.003094:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1784950530.003095:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784950530.003099:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1784950530.003104:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009e3cebb7. 00000400:00000200:1.0:1784950530.003105:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:3.0:1784950530.003106:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950530.003114:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950530.003116:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950530.003117:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950530.003122:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950530.003128:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000001:0.0:1784950530.003130:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950530.003131:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009ddeec7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369217920:192.168.203.114@tcp:400: 00010000:00000040:0.0:1784950530.003141:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369217408 00000400:00000200:1.0:1784950530.003142:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11314:11314:239:4294967295] 192.168.203.114@tcp LPNI seq info [10011:10011:7:4294967295] 00000100:00000001:3.0:1784950530.003144:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950530.003150:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1784950530.003152:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:3.0:1784950530.003155:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950530.003161:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000200:0.0:1784950530.003165:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000089edebed x1871652369217408/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:681/0 lens 224/224 e 0 to 0 dl 1784950541 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950530.003169:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba5e1f06. 00000400:00000200:1.0:1784950530.003179:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:3.0:1784950530.003179:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950530.003190:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfa2da. 00000400:00000010:3.0:1784950530.003202:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b068732. 00010000:00000001:0.0:1784950530.003203:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000200:1.0:1784950530.003203:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950530.003204:0:441634:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1784950530.003211:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950530.003212:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:3.0:1784950530.003213:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369217920, portal 4 00000800:00000010:1.0:1784950530.003215:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a629e91. 00000100:00001000:0.0:1784950530.003224:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=18 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950530.003226:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1784950530.003227:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003cbf846b. 00000100:00000001:3.0:1784950530.003234:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785743533824 : -120287966017792 : ffff92994683c700) 00000800:00000200:1.0:1784950530.003235:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:2.0:1784950530.003237:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000003cbf846b x1871652369217536 msgsize 224 00000100:00000001:0.0:1784950530.003238:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950530.003251:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000040:3.0:1784950530.003261:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009ddeec7b x1871652369217920/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950530.003262:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000800:00000200:1.0:1784950530.003263:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:2.0:1784950530.003266:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:0.0:1784950530.003275:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:1.0:1784950530.003276:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000a629e91 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1784950530.003283:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.003287:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950530.003289:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.003293:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784950530.003299:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5086 usecs (6 jiffies) 00000100:00000001:3.0:1784950530.003301:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950530.003307:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1784950530.003310:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307468168 00000400:00000010:0.0:1784950530.003316:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c923ef1. 00000100:00000040:3.0:1784950530.003317:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950530.003319:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307470587 00000100:00000001:1.0:1784950530.003327:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307468168 00000400:00000010:3.0:1784950530.003328:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ee01619. 00000100:00000200:0.0:1784950530.003329:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369217408, offset 224 00000100:00000001:1.0:1784950530.003332:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307470587 00000100:00000200:3.0:1784950530.003342:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369217920, offset 0 00000100:00000001:1.0:1784950530.003343:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307468168 00000800:00000200:2.0:1784950530.003343:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784950530.003353:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1784950530.003356:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307470587 00000800:00000010:2.0:1784950530.003356:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004aab43c9. 00000100:00000001:1.0:1784950530.003365:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307468168 00000400:00000200:3.0:1784950530.003366:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:2.0:1784950530.003367:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950530.003375:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1784950530.003377:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307470587 00000400:00000200:3.0:1784950530.003385:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950530.003387:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950530.003388:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950530.003396:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950530.003402:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784950530.003403:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950530.003411:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950530.003415:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950530.003421:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784950530.003424:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:3.0:1784950530.003428:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11315:11315:238:4294967295] 192.168.203.114@tcp LPNI seq info [10012:10012:6:4294967295] 00000400:00000200:3.0:1784950530.003438:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950530.003444:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:3.0:1784950530.003449:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079fb329f. 00000100:00000001:1.0:1784950530.003450:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950530.003450:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b8eaab 00000400:00000200:0.0:1784950530.003457:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c3780 00000400:00000010:2.0:1784950530.003459:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000070b8eaab. 00000100:00000001:1.0:1784950530.003460:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950530.003469:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950530.003471:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1784950530.003478:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1657d [1] + 224 00000800:00000200:3.0:1784950530.003480:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000200:2.0:1784950530.003484:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a02cd9c x1871652369217792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950530.003492:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000079fb329f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784950530.003496:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950530.003506:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950530.003514:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1784950530.003518:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4742 usecs (5 jiffies) 00000100:00000001:2.0:1784950530.003520:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950530.003524:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950530.003527:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307468167 00000100:00000040:2.0:1784950530.003530:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a02cd9c x1871652369217792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950530.003533:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ac89b23 x1871652369217408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950530.003537:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307470587 00000800:00000001:1.0:1784950530.003543:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950530.003548:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307468167 00000800:00000001:1.0:1784950530.003554:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950530.003559:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307470587 00000100:00000001:3.0:1784950530.003569:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307468167 00000100:00000001:3.0:1784950530.003578:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307470587 00000800:00000200:1.0:1784950530.003585:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950530.003585:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950530.003587:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307468167 00000800:00000010:1.0:1784950530.003595:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a629e91. 00000100:00000001:2.0:1784950530.003596:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1784950530.003597:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002ac89b23 x1871652369217408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950530.003598:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307470587 00000400:00000200:1.0:1784950530.003607:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950530.003608:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950530.003609:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950530.003619:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950530.003622:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950530.003627:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950530.003630:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950530.003633:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950530.003641:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950530.003643:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950530.003644:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e147c1b 00000400:00000010:1.0:1784950530.003655:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e147c1b. 00000100:00000001:3.0:1784950530.003656:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950530.003657:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950530.003663:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784950530.003667:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950530.003669:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950530.003671:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950530.003677:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950530.003679:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c923ef1 00000100:00000200:1.0:1784950530.003682:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d43df96 x1871652369218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950530.003684:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950530.003688:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008c923ef1. 00000400:00000200:2.0:1784950530.003693:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c3900 00000100:00000001:3.0:1784950530.003696:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.003701:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950530.003710:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950530.003715:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784950530.003716:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 169792 00000100:00000040:1.0:1784950530.003760:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d43df96 x1871652369218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950530.003761:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950530.003763:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950530.003772:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950530.003779:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000400:00000200:2.0:1784950530.003782:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950530.003786:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950530.003791:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1784950530.003793:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:1.0:1784950530.003793:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1784950530.003798:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369217536 00000020:00000001:0.0:1784950530.003802:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950530.003803:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:3.0:1784950530.003804:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950530.003811:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1784950530.003816:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1784950530.003816:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.003818:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950530.003844:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1784950530.003844:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950530.003852:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089edebed x1871652369217408/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:681/0 lens 224/224 e 0 to 0 dl 1784950541 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950530.003854:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369217536 00000100:00000010:2.0:1784950530.003855:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003560c24e. 00000020:00000001:3.0:1784950530.003863:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:2.0:1784950530.003866:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000003560c24e x1871652369217792 msgsize 224 00000020:00000040:3.0:1784950530.003869:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:3.0:1784950530.003878:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950530.003886:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000800:00000200:1.0:1784950530.003888:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1784950530.003892:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:3.0:1784950530.003896:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000800:00000010:1.0:1784950530.003898:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079fb329f. 00000020:00000001:3.0:1784950530.003906:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00100000:0.0:1784950530.003908:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000089edebed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369217408:12345-0@lo:400: Request processed in 1011us (1868us total) trans 0 rc 0/0 00000400:00000200:1.0:1784950530.003909:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950530.003912:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950530.003915:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950530.003923:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000800:00000001:2.0:1784950530.003925:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950530.003926:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950530.003935:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1784950530.003937:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950530.003939:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ee01619 00000020:00000010:3.0:1784950530.003941:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000800:00000001:2.0:1784950530.003945:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950530.003949:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000400:00000010:1.0:1784950530.003949:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001ee01619. 00000800:00000001:2.0:1784950530.003953:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950530.003955:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004403da6f. 00000100:00000001:1.0:1784950530.003960:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1784950530.003963:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000020:00000010:3.0:1784950530.003965:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000100:00000200:1.0:1784950530.003973:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ddeec7b x1871652369217920/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950530.003974:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1784950530.003975:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:3.0:1784950530.003977:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000100:00000001:0.0:1784950530.003984:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1784950530.003993:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000010:0.0:1784950530.003997:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023d82d26. 00000100:00000001:1.0:1784950530.003998:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950530.004000:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1784950530.004005:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c3a00 00000100:00000001:3.0:1784950530.004006:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1784950530.004009:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ddeec7b x1871652369217920/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950530.004012:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950530.004013:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000fba597. 00000100:00000001:3.0:1784950530.004027:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950530.004028:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c7e8cd1. 00000400:00000200:2.0:1784950530.004029:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 170016 00000020:00000040:0.0:1784950530.004044:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000001:3.0:1784950530.004046:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950530.004047:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950530.004050:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950530.004057:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1784950530.004058:0:441635:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1784950530.004064:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009e3cebb7. 00000800:00000001:2.0:1784950530.004065:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950530.004072:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950530.004072:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1784950530.004076:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784950530.004077:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1784950530.004080:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000001:1.0:1784950530.004082:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950530.004085:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950530.004097:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2781 00000400:00000200:2.0:1784950530.004099:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:0.0:1784950530.004100:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1784950530.004104:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:1.0:1784950530.004105:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950530.004112:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950530.004113:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1784950530.004114:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684296448 : -120288025255168 : ffff929942fbe300) 00000400:00000010:0.0:1784950530.004115:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002779c58. 00000400:00000001:1.0:1784950530.004118:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1784950530.004119:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000001:1.0:1784950530.004124:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000010:2.0:1784950530.004129:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ad3f022. 00000400:00000010:1.0:1784950530.004131:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4f6ebd5. 00000100:00000040:3.0:1784950530.004131:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003cbf846b x1871652369217536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:681/0 lens 224/0 e 0 to 0 dl 1784950541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950530.004139:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000004ad3f022 x1871652369218048 msgsize 224 00000400:00000200:1.0:1784950530.004141:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a969fd8a 00000400:00000010:1.0:1784950530.004149:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a969fd8a. 00000100:00000001:1.0:1784950530.004158:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950530.004161:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1784950530.004163:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000010:0.0:1784950530.004164:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a93e1acf. 00000020:00000010:3.0:1784950530.004167:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000200:1.0:1784950530.004168:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ac89b23 x1871652369217408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950530.004177:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950530.004183:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1784950530.004186:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000800:00000001:2.0:1784950530.004196:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784950530.004201:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ac89b23 x1871652369217408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950530.004206:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003cbf846b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369217536:12345-192.168.203.114@tcp:400: 00000800:00000001:2.0:1784950530.004208:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950530.004217:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1784950530.004223:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950530.004225:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369217536 00000020:00000001:3.0:1784950530.004234:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950530.004237:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1784950530.004241:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950530.004244:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950530.004246:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950530.004249:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950530.004250:0:441641:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:3.0:1784950530.004251:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950530.004258:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1784950530.004259:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369217792 00000400:00000200:2.0:1784950530.004260:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c3980 00000020:00000001:3.0:1784950530.004261:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1784950530.004262:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1784950530.004268:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 02000000:00000001:0.0:1784950530.004270:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950530.004270:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950530.004275:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950530.004278:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1784950530.004280:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 7616 02000000:00000001:1.0:1784950530.004281:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1784950530.004283:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369217536, found 0 last_xid 1871652369217535 00000100:00000001:0.0:1784950530.004288:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950530.004293:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=18 v=5 (5 5 5 5) 00000020:00000001:3.0:1784950530.004296:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950530.004298:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784950530.004301:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950530.004301:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=18 v=5 (1 1 1 1) 00000020:00000001:3.0:1784950530.004304:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000001:2.0:1784950530.004308:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950530.004310:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1784950530.004315:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369217792 00000100:00000001:1.0:1784950530.004316:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1784950530.004318:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950530.004319:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950530.004321:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950530.004325:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1784950530.004330:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00010000:00000001:1.0:1784950530.004332:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1784950530.004333:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000400:00000200:2.0:1784950530.004337:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950530.004338:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1784950530.004339:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950530.004342:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1784950530.004346:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950530.004349:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950530.004352:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000100:00000001:2.0:1784950530.004353:0:441634:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:3.0:1784950530.004354:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c7c4e328. 00000100:00000040:1.0:1784950530.004359:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ac89b23 x1871652369217408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950530.004360:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:3.0:1784950530.004364:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950530.004366:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000010:2.0:1784950530.004371:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005be3fe71. 00000100:00000001:3.0:1784950530.004374:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950530.004378:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000100:00000040:2.0:1784950530.004380:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000005be3fe71 x1871652369217920 msgsize 224 00000020:00000001:3.0:1784950530.004384:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.004397:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000040:3.0:1784950530.004397:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369217536 00000100:00100000:2.0:1784950530.004405:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00010000:00000001:3.0:1784950530.004408:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000010:0.0:1784950530.004410:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000001:1.0:1784950530.004411:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950530.004422:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000200:3.0:1784950530.004423:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000003cbf846b x1871652369217536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:681/0 lens 224/224 e 0 to 0 dl 1784950541 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950530.004424:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950530.004424:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950530.004428:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950530.004433:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950530.004439:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000800:00000001:2.0:1784950530.004442:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950530.004445:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ac89b23 x1871652369217408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950530.004455:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c7e8cd1. 00010000:00000001:3.0:1784950530.004459:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1784950530.004466:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950530.004469:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023d82d26. 00000100:00000001:2.0:1784950530.004469:0:453516:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:3.0:1784950530.004473:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=13 v=5 (1 1 1 1) 00000100:00100000:1.0:1784950530.004475:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002ac89b23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369217408:0@lo:400: 00000100:00100000:2.0:1784950530.004476:0:453516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369217920 00000020:00000010:0.0:1784950530.004481:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000fba597. 02000000:00000001:2.0:1784950530.004485:0:453516:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950530.004487:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950530.004492:0:453516:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950530.004494:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950530.004498:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950530.004499:0:453516:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950530.004501:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950530.004504:0:453511:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1784950530.004509:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:1.0:1784950530.004511:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ac89b23 x1871652369217408/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950530.004511:0:453516:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.004513:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1784950530.004518:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1784950530.004522:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1784950530.004523:0:453516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369217920 02000000:00000001:3.0:1784950530.004524:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950530.004531:0:453516:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950530.004532:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950530.004534:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1784950530.004537:0:453516:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000020:00000001:2.0:1784950530.004544:0:453516:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1784950530.004549:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1784950530.004550:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950530.004551:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1784950530.004552:0:453516:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:0.0:1784950530.004561:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1784950530.004562:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1784950530.004562:0:453516:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000400:00000010:3.0:1784950530.004562:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cb316f9. 02000000:00000010:1.0:1784950530.004570:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056c9d985. 00000100:00000001:0.0:1784950530.004572:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950530.004573:0:453516:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000200:3.0:1784950530.004574:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369217536, offset 224 02000000:00000001:1.0:1784950530.004577:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950530.004585:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784950530.004586:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1784950530.004589:0:441641:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000400:00000200:3.0:1784950530.004593:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000010:2.0:1784950530.004595:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e659232e. 00000020:00000001:1.0:1784950530.004596:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950530.004603:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950530.004604:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cbc1038. 00000100:00000001:2.0:1784950530.004604:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950530.004611:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:1.0:1784950530.004615:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:2.0:1784950530.004618:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e659232e. 02000000:00000001:1.0:1784950530.004620:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950530.004627:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ac89b23. 00000020:00000010:2.0:1784950530.004631:0:453516:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056c9d985. 00000400:00000200:3.0:1784950530.004632:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11316:11316:240:4294967295] 192.168.203.114@tcp LPNI seq info [10013:10013:8:4294967295] 00000100:00000001:0.0:1784950530.004633:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950530.004635:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1784950530.004642:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369218048 00000100:00000001:1.0:1784950530.004642:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950530.004643:0:453516:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf5e9fa4. 02000000:00000001:0.0:1784950530.004654:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950530.004654:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950530.004655:0:453516:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000026e17c9. 00000100:00000001:0.0:1784950530.004662:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1784950530.004663:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950530.004667:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950530.004668:0:453516:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950530.004669:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950530.004674:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.004676:0:453516:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1784950530.004680:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.004683:0:453516:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950530.004684:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1784950530.004685:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950530.004690:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950530.004692:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369218048 00000800:00000010:3.0:1784950530.004695:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042fecc91. 00000100:00000001:2.0:1784950530.004697:0:453516:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950530.004699:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950530.004706:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000800:00000200:3.0:1784950530.004710:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:0.0:1784950530.004714:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950530.004750:0:453516:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950530.004759:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1784950530.004761:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000800:00000200:3.0:1784950530.004761:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:1.0:1784950530.004765:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950530.004767:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000200:3.0:1784950530.004770:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000042fecc91 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:0.0:1784950530.004776:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:2.0:1784950530.004776:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1784950530.004780:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1620 00000020:00000001:0.0:1784950530.004790:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00100000:2.0:1784950530.004790:0:453516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2782 00000100:00000040:1.0:1784950530.004791:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000001:3.0:1784950530.004792:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950530.004801:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684289280 : -120288025262336 : ffff929942fbc700) 00000100:00000040:2.0:1784950530.004803:0:453516:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000100:00000001:0.0:1784950530.004806:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1784950530.004809:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950530.004812:0:453516:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684293760 : -120288025257856 : ffff929942fbd880) 00000100:00000040:1.0:1784950530.004813:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003560c24e x1871652369217792/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:681/0 lens 224/0 e 0 to 0 dl 1784950541 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950530.004818:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00010000:00000001:3.0:1784950530.004819:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950530.004843:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950530.004849:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005be3fe71 x1871652369217920/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:681/0 lens 224/0 e 0 to 0 dl 1784950541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950530.004853:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950530.004853:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1784950530.004884:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cbf846b x1871652369217536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:681/0 lens 224/224 e 0 to 0 dl 1784950541 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950530.004885:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000100:00000001:1.0:1784950530.004888:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950530.004897:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000020:00000010:0.0:1784950530.004902:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048594359. 00000100:00000001:1.0:1784950530.004904:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950530.004915:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000020:00000010:0.0:1784950530.004918:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057e9af4d. 00000100:00000001:2.0:1784950530.004918:0:453516:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950530.004928:0:453516:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e659232e. 00000020:00000010:0.0:1784950530.004931:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019498764. 00000100:00100000:1.0:1784950530.004934:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003560c24e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369217792:12345-192.168.203.114@tcp:400: 00000100:00100000:3.0:1784950530.004936:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003cbf846b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369217536:12345-192.168.203.114@tcp:400: Request processed in 765us (1688us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950530.004937:0:453516:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950530.004946:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1784950530.004948:0:453516:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e659232e. 00000100:00000200:1.0:1784950530.004953:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369217792 00000100:00000001:0.0:1784950530.004955:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1784950530.004962:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1784950530.004963:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950530.004963:0:453516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005be3fe71 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369217920:12345-192.168.203.114@tcp:400: 00000020:00000001:1.0:1784950530.004969:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00100000:3.0:1784950530.004971:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2781 00000020:00000001:1.0:1784950530.004976:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.004979:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1784950530.004980:0:453516:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369217920 00000020:00000001:1.0:1784950530.004984:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1784950530.004984:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:0.0:1784950530.004987:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1784950530.004988:0:453516:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950530.004989:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:3.0:1784950530.004991:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950530.004994:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950530.004997:0:453516:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950530.004998:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1784950530.004999:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1784950530.005005:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950530.005006:0:453516:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1784950530.005007:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000020:00000001:1.0:1784950530.005010:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1784950530.005017:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950530.005020:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950530.005020:0:453516:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1784950530.005020:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000020:00000001:1.0:1784950530.005027:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950530.005028:0:453516:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000010:3.0:1784950530.005029:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004403da6f. 00000020:00000001:1.0:1784950530.005036:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950530.005040:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1784950530.005040:0:453516:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1784950530.005043:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1784950530.005043:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:0.0:1784950530.005047:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000001:00000001:2.0:1784950530.005049:0:453516:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369217920, found 0 last_xid 1871652369217919 02000000:00000001:1.0:1784950530.005050:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1784950530.005051:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784950530.005058:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002b7a1515. 00000020:00000001:2.0:1784950530.005062:0:453516:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950530.005065:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950530.005067:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1621 00000100:00000001:1.0:1784950530.005073:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950530.005073:0:453516:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1784950530.005076:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000020:00000001:1.0:1784950530.005081:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950530.005082:0:453516:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1784950530.005085:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684290176 : -120288025261440 : ffff929942fbca80) 00000020:00000001:2.0:1784950530.005088:0:453516:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950530.005089:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369217792 00000020:00000001:2.0:1784950530.005099:0:453516:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1784950530.005100:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004ad3f022 x1871652369218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:681/0 lens 224/0 e 0 to 0 dl 1784950541 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950530.005100:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950530.005106:0:453516:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000200:1.0:1784950530.005113:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000003560c24e x1871652369217792/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:681/0 lens 224/224 e 0 to 0 dl 1784950541 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950530.005113:0:453516:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1784950530.005122:0:453516:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aa7d3541. 02000000:00000001:2.0:1784950530.005130:0:453516:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.005137:0:453516:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950530.005141:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1784950530.005149:0:453516:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950530.005150:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042fecc91. 00000100:00000001:0.0:1784950530.005151:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1784950530.005152:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000040:2.0:1784950530.005161:0:453516:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369217920 00010000:00000001:1.0:1784950530.005162:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950530.005163:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1784950530.005164:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00010000:00000001:2.0:1784950530.005170:0:453516:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00001000:1.0:1784950530.005172:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=13 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950530.005175:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950530.005181:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:2.0:1784950530.005182:0:453516:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000005be3fe71 x1871652369217920/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:681/0 lens 224/224 e 0 to 0 dl 1784950541 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950530.005184:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950530.005187:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000100:00000040:1.0:1784950530.005191:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950530.005197:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb316f9 00000100:00000001:1.0:1784950530.005200:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000400:00000010:3.0:1784950530.005204:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004cb316f9. 02000000:00000001:1.0:1784950530.005209:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1784950530.005212:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004ad3f022 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369218048:12345-192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950530.005214:0:441636:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1784950530.005215:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950530.005222:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950530.005225:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1784950530.005229:0:453516:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1784950530.005233:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369218048 00010000:00000001:2.0:1784950530.005234:0:453516:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950530.005235:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950530.005236:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00001000:2.0:1784950530.005245:0:453516:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=13 v=5 (1 1 1 1) 00000020:00000001:0.0:1784950530.005246:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000010:1.0:1784950530.005247:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e147c1b. 00000800:00000001:3.0:1784950530.005249:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950530.005255:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000200:1.0:1784950530.005257:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369217792, offset 224 00000800:00000001:3.0:1784950530.005259:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950530.005261:0:453516:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1784950530.005263:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950530.005270:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000001:3.0:1784950530.005270:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950530.005271:0:453516:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950530.005273:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950530.005279:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:2.0:1784950530.005281:0:453516:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:0.0:1784950530.005294:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1784950530.005294:0:453516:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1784950530.005295:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950530.005295:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:2.0:1784950530.005303:0:453516:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950530.005304:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950530.005313:0:453516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1784950530.005315:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1784950530.005315:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11317:11317:240:4294967295] 192.168.203.114@tcp LPNI seq info [10014:10014:8:4294967295] 00000020:00000001:0.0:1784950530.005324:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1784950530.005325:0:453516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950530.005332:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950530.005333:0:453516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008562deaf. 00000020:00000001:0.0:1784950530.005343:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1784950530.005343:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:2.0:1784950530.005345:0:453516:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369217920, offset 224 00000100:00000001:0.0:1784950530.005352:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1784950530.005359:0:453516:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950530.005361:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:1.0:1784950530.005367:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950530.005371:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c3800 02000000:00000010:0.0:1784950530.005372:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009e3cebb7. 00000800:00000010:1.0:1784950530.005375:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cbc1038. 02000000:00000001:0.0:1784950530.005383:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950530.005384:0:453516:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000400:00000200:3.0:1784950530.005393:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16581 [1] + 224 00000800:00000200:1.0:1784950530.005394:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950530.005396:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950530.005405:0:453516:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11318:11318:239:4294967295] 192.168.203.114@tcp LPNI seq info [10015:10015:7:4294967295] 00000020:00000001:0.0:1784950530.005408:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950530.005410:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950530.005413:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00010000:00000040:0.0:1784950530.005419:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369218048 00000800:00000200:1.0:1784950530.005422:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002cbc1038 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:3.0:1784950530.005423:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950530.005428:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:3.0:1784950530.005432:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950530.005435:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1784950530.005447:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000004ad3f022 x1871652369218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:681/0 lens 224/224 e 0 to 0 dl 1784950541 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950530.005448:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950530.005448:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950530.005450:0:453516:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:1.0:1784950530.005460:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950530.005465:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950530.005471:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1784950530.005473:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:2.0:1784950530.005477:0:453516:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:3.0:1784950530.005485:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dacd0c0d x1871652369217536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950530.005486:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003560c24e x1871652369217792/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:681/0 lens 224/224 e 0 to 0 dl 1784950541 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784950530.005490:0:453516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033e9f3f3. 00010000:00000001:0.0:1784950530.005504:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000200:2.0:1784950530.005508:0:453516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00010000:00000001:0.0:1784950530.005513:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950530.005525:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=13 v=5 (1 1 1 1) 00000800:00000200:2.0:1784950530.005529:0:453516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950530.005538:0:453516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000033e9f3f3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950530.005544:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950530.005551:0:453516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950530.005552:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003560c24e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369217792:12345-192.168.203.114@tcp:400: Request processed in 660us (1680us total) trans 0 rc 0/0 00000100:00000040:0.0:1784950530.005559:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000040:3.0:1784950530.005559:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dacd0c0d x1871652369217536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950530.005564:0:453516:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950530.005573:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00010000:00000001:2.0:1784950530.005574:0:453516:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00100000:1.0:1784950530.005580:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1620 00000020:00000001:2.0:1784950530.005580:0:453516:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950530.005585:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1784950530.005588:0:453516:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1784950530.005592:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950530.005593:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000040:2.0:1784950530.005601:0:453516:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005be3fe71 x1871652369217920/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:681/0 lens 224/224 e 0 to 0 dl 1784950541 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950530.005603:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950530.005605:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950530.005609:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950530.005615:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023d82d26. 00000100:00000001:3.0:1784950530.005615:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784950530.005622:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950530.005626:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000fba597. 00000400:00000010:0.0:1784950530.005635:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c923ef1. 00000020:00000010:1.0:1784950530.005635:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c7e8cd1. 00000100:00100000:2.0:1784950530.005641:0:453516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005be3fe71 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369217920:12345-192.168.203.114@tcp:400: Request processed in 717us (1252us total) trans 0 rc 0/0 00000800:00000200:3.0:1784950530.005643:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1784950530.005647:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000100:00000200:0.0:1784950530.005650:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369218048, offset 224 00000800:00000010:3.0:1784950530.005651:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cbc1038. 00000100:00000001:1.0:1784950530.005655:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950530.005662:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950530.005677:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:2.0:1784950530.005678:0:453516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2782 00000400:00000200:3.0:1784950530.005679:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950530.005689:0:453516:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000200:3.0:1784950530.005692:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e147c1b 00000100:00000001:2.0:1784950530.005694:0:453516:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1784950530.005697:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e147c1b. 00000100:00000001:2.0:1784950530.005699:0:453516:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950530.005707:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:2.0:1784950530.005708:0:453516:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf5e9fa4. 00000100:00000001:3.0:1784950530.005708:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:1.0:1784950530.005710:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950530.005716:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1784950530.005720:0:453516:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000026e17c9. 00000800:00000001:1.0:1784950530.005721:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950530.005727:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11319:11319:238:4294967295] 192.168.203.114@tcp LPNI seq info [10016:10016:6:4294967295] 00000020:00000010:2.0:1784950530.005729:0:453516:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056c9d985. 00000020:00000040:2.0:1784950530.005768:0:453516:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:2.0:1784950530.005771:0:453516:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950530.005799:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950530.005813:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950530.005814:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950530.005819:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950530.005844:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000010:0.0:1784950530.005845:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bea13e4c. 00000400:00000001:2.0:1784950530.005846:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950530.005851:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa075283. 00000400:00000200:2.0:1784950530.005858:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7101df3 00000800:00000200:0.0:1784950530.005864:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:2.0:1784950530.005865:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c7101df3. 00000100:00000001:2.0:1784950530.005873:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1784950530.005883:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1784950530.005884:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dacd0c0d x1871652369217536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950530.005886:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000010:3.0:1784950530.005890:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033e9f3f3. 00000800:00000200:0.0:1784950530.005900:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bea13e4c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950530.005901:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784950530.005908:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dacd0c0d x1871652369217536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950530.005918:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950530.005930:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950530.005930:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008562deaf 00000800:00000001:1.0:1784950530.005932:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950530.005932:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1784950530.005938:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008562deaf. 00000100:00000001:2.0:1784950530.005940:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950530.005945:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950530.005946:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950530.005948:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784950530.005949:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:1.0:1784950530.005955:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950530.005956:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950530.005957:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1784950530.005958:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950530.005962:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784950530.005963:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950530.005964:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.005967:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950530.005973:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1784950530.005974:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950530.005983:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00001000:2.0:1784950530.005984:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=8 v=5 (5 5 5 5) 00000100:00000040:0.0:1784950530.005985:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ad3f022 x1871652369218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:681/0 lens 224/224 e 0 to 0 dl 1784950541 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950530.005998:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=8 v=5 (1 1 1 1) 00000800:00000200:3.0:1784950530.006002:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784950530.006010:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c3900 00000800:00000010:3.0:1784950530.006011:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bea13e4c. 00000100:00000001:2.0:1784950530.006014:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1784950530.006016:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004ad3f022 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369218048:12345-192.168.203.114@tcp:400: Request processed in 859us (1869us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950530.006021:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950530.006023:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950530.006032:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x1658d [1] + 224 00010000:00000001:2.0:1784950530.006033:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950530.006041:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950530.006044:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00100000:0.0:1784950530.006047:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1621 00000800:00000001:1.0:1784950530.006048:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950530.006052:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1784950530.006057:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c923ef1 00000800:00000001:1.0:1784950530.006060:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950530.006060:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000040:0.0:1784950530.006061:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000400:00000010:3.0:1784950530.006062:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008c923ef1. 00000400:00000200:1.0:1784950530.006069:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950530.006070:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950530.006073:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950530.006074:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1784950530.006076:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950530.006080:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1784950530.006083:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1784950530.006083:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950530.006089:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950530.006091:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dacd0c0d x1871652369217536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950530.006092:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057e9af4d. 00000100:00000001:1.0:1784950530.006097:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1784950530.006100:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950530.006105:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019498764. 00000100:00000200:1.0:1784950530.006109:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a02cd9c x1871652369217792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950530.006110:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950530.006119:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048594359. 00000800:00000001:3.0:1784950530.006119:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950530.006133:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00000001:2.0:1784950530.006135:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950530.006143:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950530.006146:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950530.006146:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950530.006152:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950530.006166:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dacd0c0d x1871652369217536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950530.006169:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a02cd9c x1871652369217792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950530.006173:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c3a00 00000400:00000200:3.0:1784950530.006193:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x16595 [1] + 224 00000800:00000001:3.0:1784950530.006208:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950530.006216:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950530.006222:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000dacd0c0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369217536:192.168.203.114@tcp:400: 00000400:00000200:3.0:1784950530.006224:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950530.006234:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1784950530.006240:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950530.006243:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950530.006249:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950530.006249:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950530.006250:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784950530.006261:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950530.006263:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dacd0c0d x1871652369217536/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950530.006264:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d43df96 x1871652369218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950530.006268:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950530.006274:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950530.006291:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950530.006294:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950530.006301:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784950530.006314:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950530.006315:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1784950530.006319:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c3980 00000100:00000040:3.0:1784950530.006321:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d43df96 x1871652369218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950530.006322:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1784950530.006323:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1784950530.006328:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000152a0e53. 00000400:00000010:0.0:1784950530.006331:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eac68970. 02000000:00000001:2.0:1784950530.006337:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950530.006342:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:0.0:1784950530.006343:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ac4ede6 00000020:00000040:2.0:1784950530.006346:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000400:00000010:0.0:1784950530.006353:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000ac4ede6. 00000020:00000001:2.0:1784950530.006353:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784950530.006355:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1784950530.006357:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002957ca98. 02000000:00000001:2.0:1784950530.006365:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784950530.006367:0:441644:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784950530.006367:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950530.006373:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dacd0c0d. 00000400:00000200:1.0:1784950530.006374:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x1659d [1] + 224 00000100:00000001:2.0:1784950530.006379:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1784950530.006384:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950530.006384:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950530.006385:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a02cd9c x1871652369217792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950530.006387:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950530.006393:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950530.006396:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950530.006399:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950530.006401:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950530.006407:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950530.006409:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1784950530.006416:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950530.006421:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784950530.006423:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:2.0:1784950530.006426:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001bbb6a8. 00000100:00000200:0.0:1784950530.006430:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a02cd9c x1871652369217792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950530.006434:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054cdf7f5 00000400:00000010:2.0:1784950530.006439:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000054cdf7f5. 00000100:00000001:2.0:1784950530.006444:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950530.006445:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950530.006454:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d43df96 x1871652369218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950530.006456:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ddeec7b x1871652369217920/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950530.006471:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950530.006479:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950530.006489:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950530.006495:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950530.006499:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950530.006504:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950530.006507:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d43df96 x1871652369218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950530.006509:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950530.006512:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ddeec7b x1871652369217920/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950530.006520:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=13 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950530.006533:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=13 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950530.006544:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950530.006548:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950530.006556:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784950530.006559:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950530.006566:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1784950530.006567:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004a02cd9c x1871652369217792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950530.006568:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950530.006575:0:441642:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784950530.006577:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950530.006581:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784950530.006585:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950530.006586:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1784950530.006592:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.006593:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950530.006600:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.006601:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950530.006606:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00001000:2.0:1784950530.006607:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=13 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950530.006612:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00001000:2.0:1784950530.006615:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=13 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950530.006616:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.006624:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1784950530.006629:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a02cd9c x1871652369217792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950530.006630:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950530.006637:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784950530.006645:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003d43df96 x1871652369218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950530.006649:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950530.006657:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950530.006662:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950530.006669:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950530.006675:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a02cd9c x1871652369217792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950530.006676:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950530.006681:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950530.006685:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950530.006689:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950530.006699:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d43df96 x1871652369218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950530.006702:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004a02cd9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369217792:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950530.006716:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.006719:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950530.006751:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950530.006754:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950530.006756:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950530.006762:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a02cd9c x1871652369217792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950530.006764:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d43df96 x1871652369218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950530.006809:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000003d43df96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369218048:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950530.006815:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950530.006818:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950530.006821:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784950530.006822:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1784950530.006849:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017854499. 00000100:00000040:2.0:1784950530.006852:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d43df96 x1871652369218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950530.006861:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950530.006863:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950530.006865:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950530.006871:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000135a536f. 00000020:00000001:0.0:1784950530.006874:0:441644:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784950530.006878:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1784950530.006879:0:441644:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1784950530.006883:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950530.006887:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1784950530.006889:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:2.0:1784950530.006896:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950530.006897:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009588bd88. 02000000:00000010:2.0:1784950530.006901:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea4cd4d9. 02000000:00000001:0.0:1784950530.006904:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950530.006908:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950530.006909:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1784950530.006914:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950530.006915:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a02cd9c. 00000100:00000010:2.0:1784950530.006918:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d43df96. 00000100:00000001:0.0:1784950530.006922:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950530.006925:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950530.006926:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950530.006929:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950530.006932:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.006933:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950530.006943:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950530.006945:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950530.006947:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950530.006949:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950530.006955:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1784950530.006958:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950530.006958:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950530.006966:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950530.006972:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfa2da. 00000400:00000200:0.0:1784950530.006978:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b068732 00000400:00000010:0.0:1784950530.006982:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000003b068732. 00000100:00000001:0.0:1784950530.006987:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784950530.006993:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ddeec7b x1871652369217920/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950530.007007:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ddeec7b x1871652369217920/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950530.007026:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950530.007028:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950530.007031:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950530.007033:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950530.007035:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950530.007037:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950530.007040:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950530.007045:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=13 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950530.007050:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=13 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950530.007054:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950530.007056:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784950530.007059:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950530.007061:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.007064:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950530.007066:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950530.007069:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784950530.007071:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950530.007077:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ddeec7b x1871652369217920/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950530.007088:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950530.007091:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950530.007093:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950530.007097:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ddeec7b x1871652369217920/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950530.007109:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009ddeec7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369217920:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950530.007115:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950530.007118:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950530.007122:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ddeec7b x1871652369217920/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950530.007132:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950530.007135:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784950530.007137:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba5e1f06. 02000000:00000001:0.0:1784950530.007142:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950530.007145:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950530.007147:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1784950530.007150:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950530.007152:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000975723c9. 02000000:00000001:0.0:1784950530.007156:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950530.007158:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950530.007160:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ddeec7b. 00000100:00000001:0.0:1784950530.007167:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950530.007169:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950530.007172:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950530.007177:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950530.007180:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950530.007183:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950530.007185:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950530.384808:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950530.384818:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950530.384848:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950530.384849:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950530.385004:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950530.385014:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950530.385021:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784950531.024870:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1784950531.024879:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1784950531.024894:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950530/real 0] req@0000000073d5c3ad x1871652369217664/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950531 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950531.024912:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950531.024916:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950531.024918:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950531.024922:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000073d5c3ad x1871652369217664/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950531 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950531.024931:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950531.024941:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950531.024943:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950531.024946:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950531.024950:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950531.024952:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950531.024956:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073d5c3ad x1871652369217664/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950531 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950531.024966:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1784950531.024969:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950531.024971:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950531.024974:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950531.024977:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1784950531.024979:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1784950531.024984:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784950531.025011:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:3.0:1784950531.025015:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1784950531.025019:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073d5c3ad x1871652369217664/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950531 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950531.025030:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000073d5c3ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369217664:1.2.3.4@tcp:8: 00000100:00000001:3.0:1784950531.025036:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.025040:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950531.025042:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073d5c3ad x1871652369217664/t0(0) o8->lustre-OST0000-osc-MDT0000@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950531 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950531.025051:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1784950531.025054:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950531.025057:0:441640:0:(genops.c:1244:class_import_put()) import 00000000173c4bc0 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1784950531.025060:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950531.025066:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000005fe49499. 02000000:00000001:3.0:1784950531.025076:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950531.025079:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784950531.025081:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073d5c3ad. 00000100:00000001:3.0:1784950531.025087:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950531.025089:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950531.025091:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950531.025124:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950531.025134:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950531.025144:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d43df96. 00000020:00000040:1.0:1784950531.025149:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950531.025154:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950531.025158:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950531.025165:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950531.025174:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a629e91. 00000100:00000001:1.0:1784950531.025182:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950531.025190:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@000000003d43df96 x1871652369218176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950531.025204:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950531.025207:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950531.025213:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d43df96] to pc [ptlrpcd_00_01+1] req@000000003d43df96 x1871652369218176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950531.025255:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950531.025258:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784950531.025263:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950531.025267:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073d5c3ad. 00000020:00000040:1.0:1784950531.025270:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950531.025273:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950531.025275:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950531.025277:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950531.025281:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000083c2840c. 00000100:00000001:1.0:1784950531.025284:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950531.025291:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@0000000073d5c3ad x1871652369218304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950531.025302:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950531.025306:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.025306:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950531.025318:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073d5c3ad] to pc [ptlrpcd_00_02+2] req@0000000073d5c3ad x1871652369218304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950531.025318:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784950531.025328:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950531.025341:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950531.025346:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950531.025348:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950531.025351:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950531.025356:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950531.025357:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.025360:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950531.025361:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950531.025368:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784950531.025373:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000040:3.0:1784950531.025374:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d43df96 x1871652369218176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950531.025380:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1784950531.025385:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000173c4bc0 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1784950531.025398:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1784950531.025408:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.114@tcp last attempt 12775 00000100:00000001:3.0:1784950531.025421:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784950531.025425:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000001:3.0:1784950531.025428:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950531.025435:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 1.2.3.4@tcp last attempt 12800 02000000:00000001:3.0:1784950531.025438:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784950531.025444:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 02000000:00000001:3.0:1784950531.025446:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1784950531.025449:0:431120:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1784950531.025452:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950531.025460:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00100000:3.0:1784950531.025462:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000003d43df96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369218176:0@lo:400: 00000100:00000001:1.0:1784950531.025469:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950531.025473:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950531.025478:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784950531.025479:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 02000000:00000001:3.0:1784950531.025484:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950531.025490:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950531.025490:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:3.0:1784950531.025491:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950531.025499:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1784950531.025503:0:431120:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1784950531.025504:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1784950531.025511:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cf19 00000100:00000040:0.0:1784950531.025513:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073d5c3ad x1871652369218304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950531.025516:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004403da6f. 00000020:00000001:1.0:1784950531.025518:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1784950531.025528:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950531.025529:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000cc4f0859 refcount=4 00000020:00000001:1.0:1784950531.025541:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000100:00000001:0.0:1784950531.025544:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1784950531.025545:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1fa1406. 00000020:00000001:1.0:1784950531.025547:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878675456 : -120287830876160 : ffff92994e91e000) 00000100:00000001:0.0:1784950531.025550:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950531.025560:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 02000000:00000001:0.0:1784950531.025561:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1784950531.025563:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cb316f9. 00000100:00000001:1.0:1784950531.025570:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1784950531.025571:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784950531.025576:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369218176, portal 25 00000100:00000040:1.0:1784950531.025579:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 02000000:00000001:0.0:1784950531.025582:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.025587:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950531.025590:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:3.0:1784950531.025593:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786004511616 : -120287705040000 : ffff92995611fb80) 00000100:00100000:0.0:1784950531.025597:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000073d5c3ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369218304:192.168.203.114@tcp:400: 00000020:00000040:1.0:1784950531.025601:0:431120:0:(genops.c:900:class_export_put()) PUTting export 00000000cc4f0859 : new refcount 3 00000100:00000040:3.0:1784950531.025610:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003d43df96 x1871652369218176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950531.025613:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1784950531.025616:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 02000000:00000001:0.0:1784950531.025621:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950531.025628:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1784950531.025634:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000173c4bc0 using connection 192.168.203.114@tcp/192.168.203.114@tcp 02000000:00000001:0.0:1784950531.025638:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950531.025648:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950531.025650:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048594359. 00000100:00000001:3.0:1784950531.025653:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784950531.025656:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1784950531.025661:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950531.025667:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950531.025669:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1784950531.025675:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038e3e66e. 02000000:00000001:1.0:1784950531.025677:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950531.025680:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00000100:00000001:1.0:1784950531.025686:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1784950531.025692:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950531.025693:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369218176, offset 0 00000400:00000010:0.0:1784950531.025694:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d460af32. 00000100:00000010:1.0:1784950531.025704:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a02cd9c. 00000100:00000200:0.0:1784950531.025709:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369218304, portal 4 00000020:00000040:1.0:1784950531.025711:0:431120:0:(genops.c:1231:class_import_get()) import 00000000173c4bc0 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1784950531.025718:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784950531.025765:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000400:00000200:3.0:1784950531.025767:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1784950531.025771:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.025777:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784950531.025780:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784950531.025783:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950531.025786:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683747712 : -120288025803904 : ffff929942f38380) 00000400:00000200:3.0:1784950531.025795:0:441641:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1784950531.025796:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000001d92f912. 00000100:00000040:0.0:1784950531.025807:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000073d5c3ad x1871652369218304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950531.025809:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950531.025841:0:441641:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c3a80 00000100:00100000:1.0:1784950531.025854:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004a02cd9c x1871652369218432/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1784950531.025867:0:441641:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14eb5 [2] + 0 00000400:00000010:3.0:1784950531.025885:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a444897. 00000100:00000001:0.0:1784950531.025892:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950531.025893:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950531.025899:0:441641:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000187326b9 00000100:00000001:2.0:1784950531.025903:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.025906:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1784950531.025909:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950531.025914:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950531.025916:0:441641:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784950531.025919:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e2aa9ca. 00000100:00000040:1.0:1784950531.025926:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a02cd9c] to pc [ptlrpcd_rcv+-1] req@000000004a02cd9c x1871652369218432/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950531.025931:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369218304, offset 0 00000400:00000200:3.0:1784950531.025932:0:441641:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1784950531.025953:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950531.025961:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000187326b9 00000100:00000001:1.0:1784950531.025964:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950531.025968:0:441641:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000187326b9. 00000400:00000200:0.0:1784950531.025972:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:1.0:1784950531.025974:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950531.025980:0:441641:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950531.025989:0:441641:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1784950531.025991:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1784950531.025992:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1784950531.026002:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dacd0c0d. 00000100:00000040:3.0:1784950531.026002:0:441641:0:(events.c:337:request_in_callback()) incoming req@0000000067b1b535 x1871652369218176 msgsize 224 00000100:00000001:2.0:1784950531.026006:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950531.026008:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000040:1.0:1784950531.026012:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1784950531.026016:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950531.026025:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950531.026025:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950531.026026:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1784950531.026027:0:441641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1784950531.026034:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1784950531.026039:0:441641:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1784950531.026040:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950531.026043:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000040:2.0:1784950531.026046:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a02cd9c x1871652369218432/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950531.026053:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001c88d7a2. 00000100:00000001:3.0:1784950531.026060:0:441641:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1784950531.026064:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11320:11320:240:4294967295] 192.168.203.114@tcp LPNI seq info [10017:10017:8:4294967295] 00000100:00000001:1.0:1784950531.026065:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950531.026082:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000dacd0c0d x1871652369218560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950531.026100:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950531.026107:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950531.026110:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:2.0:1784950531.026118:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950531.026125:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950531.026134:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784950531.026135:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.026142:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950531.026143:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 00000800:00000200:0.0:1784950531.026145:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00100000:2.0:1784950531.026153:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004a02cd9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:441640:1871652369218432:192.168.203.114@tcp:8: 00000400:00000010:3.0:1784950531.026153:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 00000800:00000010:0.0:1784950531.026159:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdda80e2. 00000100:00000040:1.0:1784950531.026162:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dacd0c0d] to pc [ptlrpcd_00_03+3] req@00000000dacd0c0d x1871652369218560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950531.026167:0:441641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950531.026176:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1784950531.026184:0:441641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d43df96 x1871652369218176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950531.026186:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:2.0:1784950531.026187:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950531.026194:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950531.026205:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1784950531.026215:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000010:2.0:1784950531.026217:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000687d6552. 00000100:00000001:1.0:1784950531.026224:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950531.026229:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950531.026231:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdda80e2 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1784950531.026232:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950531.026233:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784950531.026241:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e867c5d. 00000100:00000040:3.0:1784950531.026246:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d43df96 x1871652369218176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950531.026251:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1784950531.026255:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000faec7be4. 00000100:00000010:1.0:1784950531.026260:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ac89b23. 00000100:00000001:0.0:1784950531.026262:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950531.026268:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369218432, portal 4 00000020:00000040:1.0:1784950531.026271:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:0.0:1784950531.026277:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13437 usecs (14 jiffies) 00000100:00000001:2.0:1784950531.026280:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950531.026281:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.026283:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784950531.026288:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683759360 : -120288025792256 : ffff929942f3b100) 00000100:00000001:0.0:1784950531.026291:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307469199 02000000:00000001:1.0:1784950531.026291:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950531.026292:0:441641:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1784950531.026300:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950531.026303:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307470587 00000100:00000001:3.0:1784950531.026306:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950531.026308:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a02cd9c x1871652369218432/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784950531.026310:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014755b2c. 00000100:00000001:0.0:1784950531.026315:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307469199 00000100:00000001:3.0:1784950531.026318:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307471611 00000100:00000001:1.0:1784950531.026323:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950531.026328:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307470587 00000100:00000001:3.0:1784950531.026338:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307470587 00000100:00000001:0.0:1784950531.026339:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307469199 00000100:00000040:1.0:1784950531.026341:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@000000002ac89b23 x1871652369218688/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950531.026354:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307470587 00000100:00000001:3.0:1784950531.026358:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307471611 00000100:00000001:0.0:1784950531.026367:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307469199 00000100:00000001:2.0:1784950531.026372:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784950531.026373:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307470587 00000100:00000001:0.0:1784950531.026379:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307470587 00000100:00000001:3.0:1784950531.026388:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307471611 00000100:00000040:2.0:1784950531.026390:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950531.026393:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950531.026404:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307470587 00000100:00000001:0.0:1784950531.026405:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950531.026405:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051979f75. 00000100:00000001:1.0:1784950531.026407:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950531.026413:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950531.026420:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369218432, offset 0 00000100:00000001:0.0:1784950531.026421:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.026425:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307471611 00000100:00000040:1.0:1784950531.026429:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ac89b23] to pc [ptlrpcd_00_00+0] req@000000002ac89b23 x1871652369218688/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950531.026433:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950531.026439:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307470587 00000400:00000200:2.0:1784950531.026447:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950531.026452:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950531.026453:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950531.026461:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950531.026464:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950531.026471:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:0.0:1784950531.026472:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950531.026476:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950531.026479:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950531.026489:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.026491:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950531.026492:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1784950531.026502:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:2.0:1784950531.026509:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950531.026511:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950531.026518:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950531.026519:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950531.026525:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950531.026527:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950531.026531:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950531.026537:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950531.026540:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950531.026540:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11321:11321:239:4294967295] 192.168.203.114@tcp LPNI seq info [10018:10018:7:4294967295] 00000100:00000001:0.0:1784950531.026542:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950531.026546:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1784950531.026552:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:3.0:1784950531.026554:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784950531.026557:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dacd0c0d x1871652369218560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950531.026563:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1784950531.026569:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1784950531.026582:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784950531.026582:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ac89b23 x1871652369218688/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950531.026591:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950531.026605:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784950531.026615:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f23672c8. 00000100:00000001:0.0:1784950531.026619:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1784950531.026625:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950531.026627:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950531.026627:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1784950531.026643:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:2.0:1784950531.026644:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000002c68df2. 00000100:00000001:3.0:1784950531.026644:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784950531.026645:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950531.026649:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950531.026653:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950531.026655:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950531.026657:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950531.026660:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950531.026671:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950531.026671:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:3.0:1784950531.026671:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1784950531.026674:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6e9cfb4. 00000100:00000001:1.0:1784950531.026688:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950531.026688:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950531.026690:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000dacd0c0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369218560:192.168.203.114@tcp:400: 00000800:00000200:2.0:1784950531.026699:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:3.0:1784950531.026707:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002ac89b23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369218688:192.168.203.114@tcp:400: 00000100:00000040:1.0:1784950531.026709:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000f23672c8 x1871652369218816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950531.026710:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1784950531.026712:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000002c68df2 type 1, nob 616 niov 1 nkiov 1 02000000:00000001:0.0:1784950531.026718:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784950531.026754:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950531.026761:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950531.026764:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.026765:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784950531.026773:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23672c8] to pc [ptlrpcd_00_01+1] req@00000000f23672c8 x1871652369218816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950531.026775:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784950531.026776:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950531.026777:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950531.026785:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950531.026787:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000152a0e53. 00000100:00000040:2.0:1784950531.026791:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 02000000:00000001:3.0:1784950531.026798:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784950531.026799:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950531.026803:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307471612 02000000:00000010:3.0:1784950531.026810:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba5e1f06. 00000400:00000010:0.0:1784950531.026813:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7b199f3. 02000000:00000001:3.0:1784950531.026844:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950531.026845:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307471611 00000400:00000010:0.0:1784950531.026846:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000093998741. 00000100:00000001:1.0:1784950531.026848:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950531.026855:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebb8394c. 00000100:00000200:0.0:1784950531.026861:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369218560, portal 10 00000100:00000001:2.0:1784950531.026864:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307471612 00000100:00000040:1.0:1784950531.026866:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12806) 00000400:00000010:3.0:1784950531.026866:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8ada823. 00000100:00000001:0.0:1784950531.026871:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950531.026879:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683757568 : -120288025794048 : ffff929942f3aa00) 00000100:00000200:3.0:1784950531.026881:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369218688, portal 4 00000100:00000001:2.0:1784950531.026886:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307471611 00000100:00000001:3.0:1784950531.026888:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784950531.026894:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dacd0c0d x1871652369218560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950531.026896:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683750400 : -120288025801216 : ffff929942f38e00) 00000100:00000001:2.0:1784950531.026899:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307471612 00000100:00000001:2.0:1784950531.026914:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307471611 00000100:00000001:0.0:1784950531.026918:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950531.026921:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002ac89b23 x1871652369218688/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950531.026926:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950531.026930:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307471612 00000100:00100000:1.0:1784950531.026933:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369218176 00000100:00000040:0.0:1784950531.026940:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950531.026944:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950531.026944:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307471611 00000100:00000001:1.0:1784950531.026952:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1784950531.026953:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0c90d20. 00000100:00000001:2.0:1784950531.026957:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950531.026960:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950531.026966:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369218560, offset 0 00000100:00000001:2.0:1784950531.026969:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.026972:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784950531.026974:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950531.026983:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950531.026984:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369218176 00000400:00000200:0.0:1784950531.026989:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950531.026993:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950531.026995:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950531.026996:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000040:1.0:1784950531.027000:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000400:00000200:0.0:1784950531.027008:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000010:3.0:1784950531.027009:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027dbe14a. 00000100:00000001:2.0:1784950531.027010:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1784950531.027011:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950531.027018:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784950531.027021:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000200:3.0:1784950531.027025:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369218688, offset 0 00000100:00000001:2.0:1784950531.027026:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950531.027027:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1784950531.027030:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:2.0:1784950531.027033:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950531.027042:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:1.0:1784950531.027043:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:2.0:1784950531.027044:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950531.027050:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950531.027057:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950531.027059:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950531.027060:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950531.027069:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000400:00000200:0.0:1784950531.027070:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:2.0:1784950531.027079:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950531.027080:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784950531.027086:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11322:11322:238:4294967295] 192.168.203.114@tcp LPNI seq info [10019:10019:6:4294967295] 00000100:00000001:2.0:1784950531.027087:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1784950531.027089:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000100:00000001:2.0:1784950531.027094:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1784950531.027105:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000135a536f. 00000100:00000040:2.0:1784950531.027107:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f23672c8 x1871652369218816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950531.027119:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 00000400:00000200:0.0:1784950531.027127:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:1.0:1784950531.027132:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000018566c4f. 00000100:00000040:1.0:1784950531.027150:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1784950531.027154:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1784950531.027162:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950531.027164:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950531.027164:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950531.027164:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950531.027173:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:0.0:1784950531.027174:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 02000000:00000001:2.0:1784950531.027177:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784950531.027180:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950531.027184:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784950531.027185:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950531.027195:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950531.027197:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:2.0:1784950531.027197:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950531.027198:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1784950531.027214:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784950531.027217:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950531.027218:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f23672c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369218816:192.168.203.114@tcp:400: 00000800:00000200:0.0:1784950531.027224:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:3.0:1784950531.027232:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000800:00000200:0.0:1784950531.027239:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950531.027240:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784950531.027242:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1784950531.027248:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784950531.027250:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11323:11323:237:4294967295] 192.168.203.114@tcp LPNI seq info [10020:10020:5:4294967295] 00000100:00000001:1.0:1784950531.027251:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1784950531.027255:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950531.027256:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950531.027269:0:453506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 02000000:00000001:2.0:1784950531.027269:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784950531.027270:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5615 usecs (6 jiffies) 02000000:00000010:2.0:1784950531.027280:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056c9d985. 00000100:00000040:1.0:1784950531.027284:0:453506:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:0.0:1784950531.027285:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307469192 02000000:00000001:2.0:1784950531.027290:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.027295:0:453506:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790287878224 : -120283421673392 : ffff929a5560f850) 00000400:00000200:3.0:1784950531.027298:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950531.027299:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307471612 00000400:00000010:2.0:1784950531.027302:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008481903. 00000100:00000040:1.0:1784950531.027311:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000067b1b535 x1871652369218176/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:682/0 lens 224/0 e 0 to 0 dl 1784950542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950531.027315:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307469192 00000400:00000010:2.0:1784950531.027317:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4f46573. 00000100:00000001:0.0:1784950531.027331:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307471612 00000800:00000200:3.0:1784950531.027332:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000200:2.0:1784950531.027334:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369218816, portal 10 00000100:00000001:0.0:1784950531.027344:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307469192 00000100:00000001:2.0:1784950531.027347:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1784950531.027351:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042fecc91. 00000100:00000001:2.0:1784950531.027353:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785889438720 : -120287820112896 : ffff92994f361c00) 00000100:00000001:0.0:1784950531.027358:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307471612 00000100:00000001:1.0:1784950531.027361:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1784950531.027370:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307469192 00000800:00000200:3.0:1784950531.027371:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:2.0:1784950531.027373:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f23672c8 x1871652369218816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950531.027374:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000100:00000001:0.0:1784950531.027380:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307471612 00000100:00000001:1.0:1784950531.027385:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950531.027391:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950531.027398:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000800:00000200:3.0:1784950531.027399:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950531.027406:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950531.027413:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000042fecc91 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1784950531.027419:0:453506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000067b1b535 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369218176:12345-0@lo:400: 00000100:00000001:0.0:1784950531.027420:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.027429:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950531.027433:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950531.027436:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950531.027443:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4743 usecs (5 jiffies) 00000100:00000200:1.0:1784950531.027444:0:453506:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369218176 00000020:00000001:1.0:1784950531.027455:0:453506:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:2.0:1784950531.027456:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950531.027457:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307469191 00000020:00000001:1.0:1784950531.027466:0:453506:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000010:2.0:1784950531.027467:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ff3966. 00000100:00000001:3.0:1784950531.027468:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307471612 00000020:00000001:1.0:1784950531.027473:0:453506:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950531.027478:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369218816, offset 0 00000100:00000001:3.0:1784950531.027479:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307469191 00000020:00000001:1.0:1784950531.027480:0:453506:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1784950531.027487:0:453506:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000100:00000001:3.0:1784950531.027489:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307471612 00000020:00000001:1.0:1784950531.027497:0:453506:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1784950531.027500:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950531.027501:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307469191 00000020:00000001:1.0:1784950531.027502:0:453506:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950531.027513:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307471612 00000020:00000001:1.0:1784950531.027514:0:453506:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1784950531.027518:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:1.0:1784950531.027521:0:453506:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950531.027523:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307469191 00000020:00000001:1.0:1784950531.027530:0:453506:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.027532:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307471612 00000400:00000200:2.0:1784950531.027533:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1784950531.027535:0:453506:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950531.027544:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950531.027545:0:453506:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000200:0.0:1784950531.027546:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784950531.027546:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:1.0:1784950531.027553:0:453506:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:0.0:1784950531.027560:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdda80e2. 00000400:00000200:2.0:1784950531.027561:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784950531.027561:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950531.027563:0:453506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f145e6ef. 00000400:00000200:0.0:1784950531.027574:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950531.027575:0:453506:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.027578:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950531.027580:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950531.027588:0:453506:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.027589:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950531.027599:0:453506:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950531.027602:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950531.027603:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784950531.027604:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11324:11324:236:4294967295] 192.168.203.114@tcp LPNI seq info [10021:10021:4:4294967295] 00010000:00000040:1.0:1784950531.027606:0:453506:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369218176 00000100:00000001:3.0:1784950531.027612:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1784950531.027618:0:453506:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950531.027623:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950531.027628:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000200:1.0:1784950531.027632:0:453506:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000067b1b535 x1871652369218176/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:682/0 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950531.027633:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.027644:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950531.027652:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:1.0:1784950531.027672:0:453506:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1784950531.027674:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e2aa9ca 00010000:00000001:1.0:1784950531.027679:0:453506:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950531.027681:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950531.027682:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e2aa9ca. 00000100:00001000:1.0:1784950531.027689:0:453506:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=19 v=5 (1 1 1 1) 00000800:00000010:2.0:1784950531.027696:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eacc2d84. 00000100:00000001:0.0:1784950531.027697:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950531.027698:0:453506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1784950531.027700:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784950531.027709:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002c68df2. 00000100:00000040:1.0:1784950531.027711:0:453506:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000100:00000200:0.0:1784950531.027715:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073d5c3ad x1871652369218304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950531.027750:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000200:2.0:1784950531.027760:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950531.027767:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eacc2d84 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950531.027767:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950531.027768:0:453506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 02000000:00000001:1.0:1784950531.027782:0:453506:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1784950531.027784:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950531.027789:0:453506:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950531.027792:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950531.027795:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5086 usecs (6 jiffies) 00000100:00000001:1.0:1784950531.027800:0:453506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950531.027809:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307469193 00000100:00000001:0.0:1784950531.027812:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950531.027813:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051979f75 00000100:00000040:1.0:1784950531.027814:0:453506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1784950531.027836:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307471612 00000400:00000010:3.0:1784950531.027842:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000051979f75. 00000400:00000010:1.0:1784950531.027843:0:453506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000417b77ac. 00000100:00000001:2.0:1784950531.027844:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307469193 00000100:00000040:0.0:1784950531.027855:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073d5c3ad x1871652369218304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950531.027856:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307471612 00000100:00000001:3.0:1784950531.027857:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950531.027859:0:453506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369218176, offset 224 00000100:00000001:2.0:1784950531.027866:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307469193 00000100:00000200:3.0:1784950531.027874:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a02cd9c x1871652369218432/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950531.027878:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307471612 00000400:00000200:1.0:1784950531.027883:0:453506:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1784950531.027891:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307469193 00000100:00000001:2.0:1784950531.027902:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307471612 00000400:00000200:1.0:1784950531.027910:0:453506:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1784950531.027915:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950531.027921:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950531.027926:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950531.027931:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950531.027938:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950531.027939:0:453506:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c3a80 00000100:00000001:3.0:1784950531.027947:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950531.027948:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950531.027957:0:453506:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x165bd [1] + 224 00000100:00000001:2.0:1784950531.027959:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784950531.027961:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a02cd9c x1871652369218432/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950531.027962:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950531.027968:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1784950531.027973:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 00000400:00000200:1.0:1784950531.027974:0:453506:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950531.027979:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950531.027988:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950531.027989:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950531.027996:0:453506:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1784950531.027999:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950531.028000:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.028006:0:453506:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784950531.028008:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950531.028013:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950531.028014:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950531.028019:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c90d20 00000100:00000200:1.0:1784950531.028020:0:453506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d43df96 x1871652369218176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950531.028028:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e0c90d20. 00000100:00000001:2.0:1784950531.028038:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950531.028041:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950531.028047:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950531.028053:0:453506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d43df96 x1871652369218176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950531.028055:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dacd0c0d x1871652369218560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950531.028110:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784950531.028115:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dacd0c0d x1871652369218560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950531.028118:0:453506:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950531.028131:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950531.028136:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784950531.028136:0:453506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000417b77ac 00000800:00000001:2.0:1784950531.028141:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:1.0:1784950531.028145:0:453506:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000417b77ac. 00000100:00000001:1.0:1784950531.028153:0:453506:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950531.028156:0:453506:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950531.028165:0:453506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950531.028170:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1784950531.028171:0:453506:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000800:00000001:2.0:1784950531.028178:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784950531.028182:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042fecc91. 00010000:00000001:1.0:1784950531.028183:0:453506:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000001:2.0:1784950531.028184:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784950531.028189:0:453506:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950531.028195:0:453506:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1784950531.028198:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784950531.028204:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000067b1b535 x1871652369218176/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:682/0 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950531.028215:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950531.028223:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950531.028232:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950531.028233:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027dbe14a 00000100:00100000:1.0:1784950531.028241:0:453506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000067b1b535 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369218176:12345-0@lo:400: Request processed in 876us (2234us total) trans 0 rc 0/0 00000400:00000010:3.0:1784950531.028242:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000027dbe14a. 00000100:00000001:3.0:1784950531.028252:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000001:2.0:1784950531.028256:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1784950531.028261:0:453506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000400:00000001:2.0:1784950531.028263:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1784950531.028264:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ac89b23 x1871652369218688/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950531.028267:0:453506:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000400:00000010:2.0:1784950531.028270:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1fa1406. 00000100:00000001:1.0:1784950531.028277:0:453506:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1784950531.028286:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb316f9 00000100:00000001:1.0:1784950531.028287:0:453506:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1784950531.028292:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784950531.028294:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000004cb316f9. 00000020:00000010:1.0:1784950531.028296:0:453506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000100:00000040:3.0:1784950531.028301:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ac89b23 x1871652369218688/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950531.028306:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1784950531.028308:0:453506:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000018566c4f. 00000800:00000200:0.0:1784950531.028311:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1784950531.028319:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d43df96 x1871652369218176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784950531.028323:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eacc2d84. 00000020:00000010:1.0:1784950531.028324:0:453506:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000135a536f. 00000020:00000040:1.0:1784950531.028339:0:453506:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000400:00000200:0.0:1784950531.028341:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950531.028351:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950531.028353:0:453506:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950531.028360:0:453506:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f145e6ef. 00000100:00000001:3.0:1784950531.028365:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784950531.028366:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950531.028370:0:453506:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1784950531.028372:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d43df96 x1871652369218176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950531.028378:0:453506:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950531.028383:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ff3966 00000800:00000001:3.0:1784950531.028384:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:0.0:1784950531.028395:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ff3966. 00000100:00000200:1.0:1784950531.028396:0:453506:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1784950531.028399:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950531.028402:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950531.028408:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950531.028409:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1784950531.028410:0:453506:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000066545b9. 00000800:00000001:3.0:1784950531.028410:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950531.028420:0:441641:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:3.0:1784950531.028425:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950531.028426:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f23672c8 x1871652369218816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784950531.028427:0:453506:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000915578fc. 02000000:00000001:2.0:1784950531.028427:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950531.028434:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950531.028440:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950531.028451:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950531.028453:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00001000:2.0:1784950531.028464:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=19 v=5 (5 5 5 5) 00000100:00001000:2.0:1784950531.028475:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=19 v=5 (1 1 1 1) 00000800:00000001:1.0:1784950531.028480:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950531.028483:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c3b00 00000100:00000001:0.0:1784950531.028487:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950531.028494:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950531.028499:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950531.028501:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f23672c8 x1871652369218816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950531.028510:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 7840 00000400:00000200:1.0:1784950531.028511:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00010000:00000001:2.0:1784950531.028511:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950531.028518:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950531.028533:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950531.028536:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950531.028543:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950531.028545:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069c3b80 00000100:00000040:2.0:1784950531.028550:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d43df96 x1871652369218176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950531.028553:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950531.028554:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950531.028567:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000100:1.0:1784950531.028569:0:441634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369218432 offset 0 length 520: 4 00000400:00000200:1.0:1784950531.028583:0:441634:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 00000000fb0764f1 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1784950531.028591:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950531.028593:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1784950531.028598:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950531.028605:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950531.028607:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950531.028613:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d43df96 x1871652369218176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950531.028616:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950531.028617:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950531.028624:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000001:1.0:1784950531.028630:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784950531.028635:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001fdd62f3. 00000100:00100000:2.0:1784950531.028637:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000003d43df96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369218176:0@lo:400: 00000800:00000001:1.0:1784950531.028638:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950531.028647:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950531.028648:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000001fdd62f3 x1871652369218304 msgsize 224 00000100:00000001:2.0:1784950531.028651:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950531.028656:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950531.028660:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784950531.028663:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950531.028670:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d43df96 x1871652369218176/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950531.028678:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:1.0:1784950531.028683:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950531.028703:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950531.028705:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1784950531.028711:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c3c80 02000000:00000001:2.0:1784950531.028711:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1784950531.028755:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:2.0:1784950531.028765:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004403da6f. 00000800:00000001:3.0:1784950531.028769:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784950531.028776:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784950531.028778:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 8064 00000100:00000001:0.0:1784950531.028779:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1784950531.028780:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950531.028782:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:0.0:1784950531.028787:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369218304 00000020:00000040:2.0:1784950531.028790:0:441641:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000800:00000001:3.0:1784950531.028792:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950531.028794:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:1.0:1784950531.028795:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784950531.028801:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784950531.028804:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1784950531.028806:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a629e91. 00000100:00000001:0.0:1784950531.028810:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950531.028837:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:2.0:1784950531.028838:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950531.028843:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950531.028845:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950531.028852:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d43df96. 00000800:00000001:1.0:1784950531.028853:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950531.028854:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369218304 00000100:00000001:2.0:1784950531.028862:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1784950531.028865:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:1.0:1784950531.028866:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950531.028866:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c3c00 00000100:00000001:2.0:1784950531.028868:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784950531.028873:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:2.0:1784950531.028881:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950531.028883:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:1.0:1784950531.028886:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:0.0:1784950531.028893:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:2.0:1784950531.028894:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950531.028896:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 170240 00000100:00000001:2.0:1784950531.028901:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1784950531.028907:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950531.028909:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.028913:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:3.0:1784950531.028914:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784950531.028917:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:2.0:1784950531.028919:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950531.028921:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1784950531.028929:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1784950531.028936:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950531.028938:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000010:1.0:1784950531.028939:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000640277fb. 00000400:00000200:3.0:1784950531.028945:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950531.028951:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784950531.028952:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000640277fb x1871652369218688 msgsize 224 00000400:00000200:3.0:1784950531.028963:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:0.0:1784950531.028966:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000100:00100000:1.0:1784950531.028979:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000010:0.0:1784950531.028981:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c7e8cd1. 00000100:00000001:3.0:1784950531.028983:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1784950531.028991:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1784950531.028993:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057e9af4d. 00000100:00000010:3.0:1784950531.028998:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007190f695. 00000100:00000001:1.0:1784950531.029000:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1784950531.029002:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019498764. 00000100:00000040:3.0:1784950531.029010:0:441636:0:(events.c:337:request_in_callback()) incoming req@000000007190f695 x1871652369218560 msgsize 224 00000800:00000001:1.0:1784950531.029014:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950531.029022:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000800:00000001:1.0:1784950531.029025:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950531.029034:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950531.029038:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950531.029040:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950531.029042:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950531.029051:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950531.029055:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950531.029061:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1784950531.029062:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369218688 02000000:00000001:2.0:1784950531.029069:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1784950531.029073:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950531.029075:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950531.029077:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950531.029078:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950531.029093:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950531.029095:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950531.029098:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1784950531.029099:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369218688 00000100:00000001:0.0:1784950531.029104:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1784950531.029106:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369218560 00000020:00000001:2.0:1784950531.029107:0:453517:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000001:3.0:1784950531.029110:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950531.029112:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1784950531.029115:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1784950531.029115:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000800:00000001:3.0:1784950531.029121:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950531.029123:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1784950531.029124:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:0.0:1784950531.029133:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2783 00000100:00000001:1.0:1784950531.029134:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950531.029135:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000040:0.0:1784950531.029148:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000400:00000200:3.0:1784950531.029149:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:2.0:1784950531.029150:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 02000000:00000001:1.0:1784950531.029151:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950531.029161:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032846976 : -120287676704640 : ffff929957c25880) 00000020:00000001:2.0:1784950531.029162:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00100000:1.0:1784950531.029165:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369218560 00000020:00000001:1.0:1784950531.029174:0:453541:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:3.0:1784950531.029176:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c3d00 00000020:00000040:1.0:1784950531.029178:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:2.0:1784950531.029180:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1784950531.029184:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001fdd62f3 x1871652369218304/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:682/0 lens 224/0 e 0 to 0 dl 1784950542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950531.029188:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000010:2.0:1784950531.029192:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e659232e. 00000020:00000040:1.0:1784950531.029195:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000400:00000200:3.0:1784950531.029203:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 170464 00000100:00000001:2.0:1784950531.029204:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784950531.029206:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000010:2.0:1784950531.029219:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e659232e. 00000020:00000001:1.0:1784950531.029220:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000800:00000001:3.0:1784950531.029228:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950531.029233:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1784950531.029236:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096708662. 00000100:00000001:0.0:1784950531.029240:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950531.029243:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000800:00000001:3.0:1784950531.029245:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950531.029247:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf5e9fa4. 00000020:00000010:0.0:1784950531.029249:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000001:1.0:1784950531.029254:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950531.029257:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950531.029260:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950531.029262:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000026e17c9. 00000020:00000010:1.0:1784950531.029263:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000020:00000010:0.0:1784950531.029275:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000400:00000200:3.0:1784950531.029276:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950531.029279:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1784950531.029282:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000135a536f. 00000100:00000001:2.0:1784950531.029288:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1784950531.029291:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000692e6440. 00000100:00000001:3.0:1784950531.029292:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1784950531.029293:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950531.029303:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001fdd62f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369218304:12345-192.168.203.114@tcp:400: 00000100:00000200:3.0:1784950531.029304:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1784950531.029305:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000018566c4f. 00000100:00000001:2.0:1784950531.029309:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784950531.029319:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054c3966b. 00000100:00000200:0.0:1784950531.029322:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369218304 00000100:00000040:1.0:1784950531.029325:0:453541:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:3.0:1784950531.029331:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000054c3966b x1871652369218816 msgsize 224 00000020:00000001:0.0:1784950531.029332:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950531.029334:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950531.029335:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1784950531.029343:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950531.029344:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784950531.029354:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950531.029355:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950531.029359:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1784950531.029363:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:1.0:1784950531.029369:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1784950531.029370:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1784950531.029370:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950531.029379:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950531.029380:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1784950531.029385:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1784950531.029387:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950531.029391:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2784 00000020:00000001:0.0:1784950531.029393:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000001:3.0:1784950531.029399:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000001:00000001:0.0:1784950531.029401:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369218304, found 0 last_xid 1871652369218303 00000100:00000040:2.0:1784950531.029402:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000800:00000001:3.0:1784950531.029407:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950531.029409:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950531.029411:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785866125184 : -120287843426432 : ffff92994dd25f80) 00000020:00000001:0.0:1784950531.029415:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950531.029425:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950531.029429:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1784950531.029431:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000640277fb x1871652369218688/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:682/0 lens 224/0 e 0 to 0 dl 1784950542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950531.029434:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.029437:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950531.029445:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369218816 00000020:00000001:0.0:1784950531.029447:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950531.029453:0:455357:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1784950531.029456:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950531.029457:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1784950531.029461:0:455357:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950531.029463:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1784950531.029466:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1784950531.029469:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950531.029470:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1784950531.029474:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c1d7bf10. 00000100:00100000:3.0:1784950531.029480:0:455357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1622 02000000:00000001:1.0:1784950531.029481:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950531.029481:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e659232e. 02000000:00000001:0.0:1784950531.029483:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950531.029494:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950531.029497:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950531.029498:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369218816 00000100:00000040:3.0:1784950531.029499:0:455357:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000020:00000010:2.0:1784950531.029501:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e659232e. 00000020:00000001:1.0:1784950531.029509:0:453541:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1784950531.029511:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.029512:0:455357:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032855040 : -120287676696576 : ffff929957c27800) 00000020:00000040:1.0:1784950531.029514:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00010000:00000040:0.0:1784950531.029523:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369218304 00000100:00100000:2.0:1784950531.029525:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000640277fb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369218688:12345-192.168.203.114@tcp:400: 00000020:00000001:1.0:1784950531.029526:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00010000:00000001:0.0:1784950531.029530:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000040:1.0:1784950531.029533:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000040:3.0:1784950531.029534:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007190f695 x1871652369218560/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:682/0 lens 224/0 e 0 to 0 dl 1784950542 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950531.029544:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369218688 00010000:00000200:0.0:1784950531.029545:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000001fdd62f3 x1871652369218304/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:682/0 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950531.029547:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:2.0:1784950531.029554:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1784950531.029558:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000020:00000001:2.0:1784950531.029563:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1784950531.029573:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1784950531.029573:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950531.029583:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00000020:00000001:2.0:1784950531.029585:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1784950531.029594:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:1.0:1784950531.029595:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950531.029607:0:455357:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950531.029610:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000020:00000001:2.0:1784950531.029610:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1784950531.029611:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1784950531.029616:0:455357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000001:00000001:2.0:1784950531.029619:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369218688, found 0 last_xid 1871652369218687 00010000:00000001:0.0:1784950531.029620:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950531.029626:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd84354f. 00000100:00000001:3.0:1784950531.029627:0:455357:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784950531.029633:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950531.029634:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=14 v=5 (1 1 1 1) 00000020:00000010:1.0:1784950531.029639:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000080f09154. 00000020:00000010:3.0:1784950531.029640:0:455357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000020:00000001:2.0:1784950531.029643:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1784950531.029652:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1784950531.029653:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000650ac242. 00000020:00000001:2.0:1784950531.029653:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1784950531.029663:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950531.029665:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00100000:3.0:1784950531.029666:0:455357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007190f695 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369218560:12345-192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950531.029667:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1784950531.029674:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950531.029675:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784950531.029680:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950531.029683:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950531.029684:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1784950531.029686:0:455357:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369218560 02000000:00000001:2.0:1784950531.029696:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1784950531.029697:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1784950531.029698:0:455357:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950531.029699:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1784950531.029705:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950531.029707:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dd12a716. 00000100:00000001:1.0:1784950531.029709:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1784950531.029710:0:455357:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1784950531.029712:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950531.029749:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950531.029761:0:455357:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950531.029762:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.029764:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950531.029773:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950531.029776:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950531.029776:0:455357:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000010:0.0:1784950531.029783:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0c90d20. 00000020:00000001:3.0:1784950531.029784:0:455357:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:2.0:1784950531.029785:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.029787:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1784950531.029795:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369218304, offset 224 00000100:00000001:1.0:1784950531.029795:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1784950531.029798:0:455357:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00010000:00000040:2.0:1784950531.029799:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369218688 00000020:00000001:3.0:1784950531.029808:0:455357:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950531.029810:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00100000:1.0:1784950531.029813:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1623 00000400:00000200:0.0:1784950531.029814:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950531.029839:0:455357:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1784950531.029845:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00010000:00000200:2.0:1784950531.029847:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000640277fb x1871652369218688/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:682/0 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950531.029848:0:455357:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950531.029853:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032842496 : -120287676709120 : ffff929957c24700) 00000020:00000001:3.0:1784950531.029856:0:455357:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950531.029861:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:3.0:1784950531.029868:0:455357:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1784950531.029873:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054c3966b x1871652369218816/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:682/0 lens 224/0 e 0 to 0 dl 1784950542 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950531.029878:0:455357:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950531.029887:0:455357:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1784950531.029891:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11325:11325:240:4294967295] 192.168.203.114@tcp LPNI seq info [10022:10022:8:4294967295] 02000000:00000010:3.0:1784950531.029897:0:455357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000ff54071. 02000000:00000001:3.0:1784950531.029908:0:455357:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950531.029911:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1784950531.029922:0:455357:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950531.029923:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.029930:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1784950531.029935:0:455357:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950531.029936:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=14 v=5 (1 1 1 1) 00000020:00000010:1.0:1784950531.029940:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da5d8474. 00010000:00000040:3.0:1784950531.029947:0:455357:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369218560 00000400:00000200:0.0:1784950531.029948:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950531.029952:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950531.029955:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1784950531.029958:0:455357:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000010:1.0:1784950531.029964:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da5d8474. 00000100:00000040:2.0:1784950531.029971:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00010000:00000200:3.0:1784950531.029975:0:455357:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000007190f695 x1871652369218560/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:682/0 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950531.029983:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000200:0.0:1784950531.029984:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00100000:1.0:1784950531.029985:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000054c3966b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369218816:12345-192.168.203.114@tcp:400: 02000000:00000001:2.0:1784950531.029998:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000010:0.0:1784950531.030001:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 02000000:00000001:2.0:1784950531.030006:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950531.030007:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369218816 00000020:00000001:1.0:1784950531.030017:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950531.030019:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784950531.030022:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:1.0:1784950531.030025:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950531.030034:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950531.030036:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00010000:00000001:3.0:1784950531.030039:0:455357:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1784950531.030041:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1784950531.030045:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133105d. 00010000:00000001:3.0:1784950531.030050:0:455357:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784950531.030051:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000020:00000001:1.0:1784950531.030051:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000200:2.0:1784950531.030055:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369218688, offset 224 00000100:00001000:3.0:1784950531.030065:0:455357:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=14 v=5 (1 1 1 1) 00000020:00000001:1.0:1784950531.030066:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:0.0:1784950531.030068:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1784950531.030074:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950531.030081:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950531.030088:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1784950531.030089:0:455357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1784950531.030093:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950531.030099:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950531.030100:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950531.030102:0:455357:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 29 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950531.030106:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000001:1.0:1784950531.030110:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950531.030116:0:455357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000040:0.0:1784950531.030117:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:1.0:1784950531.030119:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950531.030129:0:455357:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1784950531.030131:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 02000000:00000001:1.0:1784950531.030132:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1784950531.030132:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11326:11326:239:4294967295] 192.168.203.114@tcp LPNI seq info [10023:10023:7:4294967295] 02000000:00000001:3.0:1784950531.030134:0:455357:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950531.030141:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950531.030144:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f145e6ef. 00000100:00000001:3.0:1784950531.030146:0:455357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1784950531.030152:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1784950531.030155:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950531.030165:0:455357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:0.0:1784950531.030166:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001fdd62f3 x1871652369218304/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:682/0 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950531.030167:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950531.030179:0:455357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027dbe14a. 00000020:00000001:1.0:1784950531.030180:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950531.030189:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000040:1.0:1784950531.030193:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369218816 00000100:00000200:3.0:1784950531.030194:0:455357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369218560, offset 224 00010000:00000001:1.0:1784950531.030205:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000400:00000200:3.0:1784950531.030221:0:455357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00010000:00000200:1.0:1784950531.030222:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000054c3966b x1871652369218816/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:682/0 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950531.030223:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950531.030239:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c55871f. 00000400:00000200:3.0:1784950531.030248:0:455357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:0.0:1784950531.030251:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001fdd62f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369218304:12345-192.168.203.114@tcp:400: Request processed in 998us (1590us total) trans 0 rc 0/0 00000800:00000200:2.0:1784950531.030264:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:3.0:1784950531.030278:0:455357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11327:11327:238:4294967295] 192.168.203.114@tcp LPNI seq info [10024:10024:6:4294967295] 00010000:00000001:1.0:1784950531.030282:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784950531.030289:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950531.030290:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00100000:0.0:1784950531.030296:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2783 00000100:00001000:1.0:1784950531.030302:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=14 v=5 (1 1 1 1) 00000800:00000200:2.0:1784950531.030305:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002c55871f type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784950531.030309:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:0.0:1784950531.030322:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950531.030325:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1784950531.030330:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1784950531.030336:0:455357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950531.030337:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 29 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950531.030339:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950531.030341:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057e9af4d. 00000100:00000001:1.0:1784950531.030348:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000010:0.0:1784950531.030356:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019498764. 00000100:00000040:2.0:1784950531.030358:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 02000000:00000001:1.0:1784950531.030359:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784950531.030367:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784950531.030368:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c7e8cd1. 00000800:00000200:3.0:1784950531.030370:0:455357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:2.0:1784950531.030371:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:2.0:1784950531.030381:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.030382:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1784950531.030384:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000800:00000010:3.0:1784950531.030386:0:455357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042fecc91. 00000020:00000001:2.0:1784950531.030391:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950531.030395:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950531.030400:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000040:2.0:1784950531.030407:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000640277fb x1871652369218688/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:682/0 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784950531.030409:0:455357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000010:1.0:1784950531.030412:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000417b77ac. 00000100:00000200:1.0:1784950531.030425:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369218816, offset 224 00000800:00000200:3.0:1784950531.030433:0:455357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00100000:2.0:1784950531.030439:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000640277fb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441641:x1871652369218688:12345-192.168.203.114@tcp:400: Request processed in 963us (1478us total) trans 0 rc 0/0 00000800:00000200:3.0:1784950531.030443:0:455357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000042fecc91 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950531.030448:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950531.030460:0:455357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950531.030471:0:455357:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950531.030479:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00100000:2.0:1784950531.030479:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2784 00010000:00000001:3.0:1784950531.030481:0:455357:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:0.0:1784950531.030487:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1784950531.030488:0:455357:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950531.030492:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000800:00000010:0.0:1784950531.030499:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 00000020:00000001:3.0:1784950531.030501:0:455357:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950531.030503:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1784950531.030505:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11328:11328:237:4294967295] 192.168.203.114@tcp LPNI seq info [10025:10025:5:4294967295] 00000100:00000001:2.0:1784950531.030513:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950531.030514:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784950531.030518:0:455357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007190f695 x1871652369218560/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:682/0 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1784950531.030522:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf5e9fa4. 00000400:00000200:0.0:1784950531.030535:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:2.0:1784950531.030537:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000026e17c9. 00000020:00000010:2.0:1784950531.030549:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096708662. 00000020:00000040:2.0:1784950531.030559:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000400:00000200:1.0:1784950531.030565:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950531.030568:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950531.030584:0:455357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007190f695 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369218560:12345-192.168.203.114@tcp:400: Request processed in 970us (1565us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950531.030589:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c90d20 00000800:00000200:1.0:1784950531.030597:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950531.030599:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e0c90d20. 00000100:00100000:3.0:1784950531.030610:0:455357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1622 00000800:00000010:1.0:1784950531.030612:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d508b323. 00000100:00000001:0.0:1784950531.030614:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:2.0:1784950531.030619:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950531.030620:0:455357:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000001:0.0:1784950531.030622:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950531.030632:0:455357:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1784950531.030633:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:2.0:1784950531.030635:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950531.030640:0:455357:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:2.0:1784950531.030648:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1784950531.030650:0:455357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000692e6440. 00000800:00000200:1.0:1784950531.030656:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000010:3.0:1784950531.030662:0:455357:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000018566c4f. 00000800:00000200:1.0:1784950531.030664:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d508b323 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1784950531.030673:0:455357:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000135a536f. 00000100:00000001:1.0:1784950531.030675:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950531.030686:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000020:00000040:3.0:1784950531.030688:0:455357:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00010000:00000001:1.0:1784950531.030691:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:1.0:1784950531.030697:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.030699:0:455357:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950531.030703:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1784950531.030705:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1784950531.030712:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:0.0:1784950531.030713:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c55871f. 00000100:00000040:1.0:1784950531.030715:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054c3966b x1871652369218816/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:682/0 lens 224/224 e 0 to 0 dl 1784950542 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950531.030761:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950531.030763:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950531.030775:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000054c3966b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369218816:12345-192.168.203.114@tcp:400: Request processed in 839us (1437us total) trans 0 rc 0/0 00000800:00000001:2.0:1784950531.030776:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950531.030783:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:2.0:1784950531.030786:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950531.030798:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950531.030800:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133105d 00000400:00000010:0.0:1784950531.030809:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b133105d. 00000100:00100000:1.0:1784950531.030811:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1623 00000400:00000200:2.0:1784950531.030814:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000040:1.0:1784950531.030842:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000100:00000001:0.0:1784950531.030843:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1784950531.030846:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950531.030851:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950531.030852:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1784950531.030860:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c3c80 00000100:00000001:1.0:1784950531.030861:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950531.030868:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000080f09154. 00000400:00000200:3.0:1784950531.030871:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c3b00 00000020:00000010:1.0:1784950531.030877:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000650ac242. 00000400:00000200:2.0:1784950531.030880:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x165d9 [1] + 224 00000020:00000010:1.0:1784950531.030889:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd84354f. 00000800:00000001:2.0:1784950531.030893:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784950531.030898:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000400:00000200:3.0:1784950531.030902:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x165c5 [1] + 224 00000100:00000001:1.0:1784950531.030906:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950531.030919:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950531.030932:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950531.030936:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784950531.030937:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1784950531.030944:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042fecc91. 00000400:00000200:3.0:1784950531.030955:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950531.030956:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950531.030963:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1784950531.030968:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950531.030972:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:3.0:1784950531.030977:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073d5c3ad x1871652369218304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950531.030978:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784950531.030982:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027dbe14a 00000400:00000010:0.0:1784950531.030992:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000027dbe14a. 00000400:00000200:2.0:1784950531.031000:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950531.031003:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950531.031008:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784950531.031018:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784950531.031022:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000073d5c3ad x1871652369218304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950531.031032:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ac89b23 x1871652369218688/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950531.031061:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950531.031070:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d508b323. 00000400:00000200:0.0:1784950531.031077:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950531.031077:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002ac89b23 x1871652369218688/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950531.031079:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950531.031093:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784950531.031100:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:3.0:1784950531.031107:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950531.031111:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000417b77ac 00000800:00000001:3.0:1784950531.031113:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:0.0:1784950531.031116:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000417b77ac. 00000100:00000001:2.0:1784950531.031119:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950531.031123:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950531.031125:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784950531.031131:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1784950531.031134:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1784950531.031135:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950531.031142:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784950531.031144:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:2.0:1784950531.031152:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784950531.031155:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1784950531.031159:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784950531.031162:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950531.031166:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c3c00 00000400:00000010:1.0:1784950531.031170:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038e3e66e. 00000800:00000001:2.0:1784950531.031171:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950531.031181:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950531.031184:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d460af32 00000100:00000001:0.0:1784950531.031188:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1784950531.031192:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d460af32. 00000400:00000200:2.0:1784950531.031194:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950531.031202:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950531.031210:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x165d5 [1] + 224 00000100:00000200:1.0:1784950531.031218:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073d5c3ad x1871652369218304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950531.031219:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c3d00 00000800:00000001:3.0:1784950531.031231:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784950531.031232:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950531.031240:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950531.031246:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebb8394c. 00000800:00000001:3.0:1784950531.031250:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950531.031253:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073d5c3ad x1871652369218304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950531.031257:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8ada823 00000400:00000200:3.0:1784950531.031258:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784950531.031266:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a8ada823. 00000100:00000001:0.0:1784950531.031279:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950531.031282:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950531.031291:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784950531.031292:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x165e5 [1] + 224 00000100:00000200:0.0:1784950531.031294:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ac89b23 x1871652369218688/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950531.031298:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950531.031307:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950531.031313:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784950531.031316:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1784950531.031317:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950531.031319:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950531.031328:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950531.031334:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dacd0c0d x1871652369218560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950531.031335:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950531.031336:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950531.031345:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ac89b23 x1871652369218688/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950531.031348:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1784950531.031351:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=9 v=5 (5 5 5 5) 00000400:00000200:2.0:1784950531.031368:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00001000:1.0:1784950531.031372:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=9 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950531.031385:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950531.031388:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950531.031395:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950531.031400:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f23672c8 x1871652369218816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950531.031407:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784950531.031415:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950531.031416:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784950531.031417:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dacd0c0d x1871652369218560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950531.031425:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950531.031428:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950531.031434:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950531.031436:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784950531.031444:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1784950531.031445:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950531.031452:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950531.031453:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950531.031463:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950531.031477:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950531.031477:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073d5c3ad x1871652369218304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950531.031477:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f23672c8 x1871652369218816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950531.031479:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950531.031492:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784950531.031494:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=14 v=5 (5 5 5 5) 00000800:00000001:3.0:1784950531.031503:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784950531.031516:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=14 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950531.031532:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950531.031538:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.031540:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950531.031551:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1784950531.031552:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784950531.031553:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950531.031555:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950531.031561:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950531.031568:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073d5c3ad x1871652369218304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950531.031569:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950531.031571:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784950531.031575:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950531.031579:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000800:00000001:2.0:1784950531.031580:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950531.031584:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950531.031590:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000001:3.0:1784950531.031597:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950531.031598:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950531.031604:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000073d5c3ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369218304:192.168.203.114@tcp:400: 00000400:00000001:3.0:1784950531.031608:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784950531.031616:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ac89b23 x1871652369218688/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950531.031617:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008481903. 00000100:00000001:1.0:1784950531.031619:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.031630:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950531.031632:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4f46573 00000400:00000010:3.0:1784950531.031640:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e4f46573. 00000100:00000040:1.0:1784950531.031643:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073d5c3ad x1871652369218304/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950531.031650:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784950531.031663:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f23672c8 x1871652369218816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950531.031665:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950531.031678:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950531.031684:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950531.031700:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1784950531.031702:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ac89b23 x1871652369218688/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950531.031707:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950531.031713:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048594359. 02000000:00000001:1.0:1784950531.031773:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1784950531.031776:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f23672c8 x1871652369218816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950531.031779:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950531.031786:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1784950531.031797:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:0.0:1784950531.031801:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002ac89b23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:441641:1871652369218688:192.168.203.114@tcp:400: 02000000:00000010:1.0:1784950531.031805:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000083c2840c. 02000000:00000001:1.0:1784950531.031815:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784950531.031843:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950531.031844:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784950531.031844:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950531.031852:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073d5c3ad. 00000100:00000001:0.0:1784950531.031853:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950531.031853:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950531.031864:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:0.0:1784950531.031865:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ac89b23 x1871652369218688/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950531.031866:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1784950531.031872:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950531.031874:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950531.031880:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950531.031884:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.031888:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.031893:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950531.031898:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.031900:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950531.031908:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950531.031910:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1784950531.031912:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=14 v=5 (5 5 5 5) 00000400:00000001:1.0:1784950531.031913:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1784950531.031917:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1784950531.031921:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7b199f3. 02000000:00000010:0.0:1784950531.031924:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba5e1f06. 00000100:00001000:3.0:1784950531.031927:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=14 v=5 (1 1 1 1) 00000400:00000200:1.0:1784950531.031929:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093998741 02000000:00000001:0.0:1784950531.031936:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1784950531.031937:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000093998741. 00000100:00000001:3.0:1784950531.031939:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1784950531.031946:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784950531.031948:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.031950:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1784950531.031951:0:441641:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:3.0:1784950531.031955:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1784950531.031960:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:1.0:1784950531.031963:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dacd0c0d x1871652369218560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950531.031966:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014755b2c. 00010000:00080000:3.0:1784950531.031970:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f23672c8 x1871652369218816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950531.031978:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950531.031985:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950531.031991:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ac89b23. 00000100:00000001:0.0:1784950531.032002:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950531.032008:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950531.032018:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950531.032024:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dacd0c0d x1871652369218560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950531.032027:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950531.032030:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950531.032037:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.032041:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784950531.032048:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1784950531.032049:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950531.032058:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950531.032059:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950531.032060:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.032064:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.032067:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950531.032073:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950531.032077:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1784950531.032079:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f23672c8 x1871652369218816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950531.032082:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950531.032089:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950531.032096:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.032107:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1784950531.032108:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=14 v=5 (5 5 5 5) 00000100:00000001:3.0:1784950531.032112:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1784950531.032118:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950531.032119:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950531.032132:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1784950531.032133:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f23672c8 x1871652369218816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950531.032136:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950531.032145:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1784950531.032155:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000dacd0c0d x1871652369218560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784950531.032165:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f23672c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369218816:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950531.032180:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784950531.032182:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950531.032187:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950531.032189:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784950531.032194:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:3.0:1784950531.032198:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f23672c8 x1871652369218816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950531.032200:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950531.032205:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950531.032218:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dacd0c0d x1871652369218560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950531.032222:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784950531.032228:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784950531.032234:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056c9d985. 00000100:00000001:1.0:1784950531.032241:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784950531.032244:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950531.032246:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1784950531.032251:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784950531.032252:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784950531.032257:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:1.0:1784950531.032262:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dacd0c0d x1871652369218560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950531.032266:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784950531.032272:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6e9cfb4. 02000000:00000001:3.0:1784950531.032281:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950531.032285:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1784950531.032286:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000dacd0c0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369218560:192.168.203.114@tcp:400: 00000100:00000010:3.0:1784950531.032289:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f23672c8. 00000100:00000001:1.0:1784950531.032302:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950531.032303:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950531.032308:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950531.032310:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950531.032316:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950531.032319:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dacd0c0d x1871652369218560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950531.032325:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950531.032330:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.032336:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784950531.032338:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784950531.032341:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784950531.032344:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784950531.032346:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000152a0e53. 02000000:00000001:1.0:1784950531.032355:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950531.032357:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950531.032358:0:441643:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1784950531.032361:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950531.032364:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001c88d7a2. 02000000:00000001:1.0:1784950531.032368:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950531.032371:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950531.032373:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dacd0c0d. 00000100:00000001:1.0:1784950531.032376:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950531.032378:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950531.032380:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950531.032385:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950531.032386:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950531.032389:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950531.032391:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950531.408867:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950531.408873:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950531.408880:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950531.408882:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950531.409004:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950531.409009:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950531.409014:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950532.048865:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950532.048874:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950532.048877:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950532.048882:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950532.048884:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950532.048888:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950532.048891:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950532.432864:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950532.432869:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950532.432874:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950532.432877:0:455602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1784950532.432880:0:455602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1784950532.432884:0:455602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950532.432887:0:455602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1784950532.432889:0:455602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950532.432892:0:455602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950532.432894:0:455602:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950532.433022:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950532.433028:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950532.433032:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950533.072786:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950533.072791:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950533.072793:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950533.072796:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950533.072797:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950533.072799:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950533.072800:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950533.200913:0:453534:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1784950533.200919:0:453534:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1784950533.200928:0:453534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dacd0c0d. 00000020:00000040:1.0:1784950533.200935:0:453534:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950533.200941:0:453534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:2.0:1784950533.200944:0:454244:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 02000000:00000001:1.0:1784950533.200945:0:453534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000004:00000020:2.0:1784950533.200952:0:454244:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 02000000:00000001:1.0:1784950533.200955:0:453534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950533.200962:0:454244:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d43df96. 02000000:00000010:1.0:1784950533.200966:0:453534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001c88d7a2. 00000020:00000040:2.0:1784950533.200972:0:454244:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1784950533.200976:0:453534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950533.200985:0:454244:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950533.200986:0:453534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784950533.200995:0:453534:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950533.200995:0:454244:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784950533.201007:0:454244:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950533.201010:0:453534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dacd0c0d] to pc [ptlrpcd_00_02+2] req@00000000dacd0c0d x1871652369218944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950533.201023:0:454244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c1815a5. 00000100:00000001:2.0:1784950533.201035:0:454244:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950533.201043:0:454244:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950533.201046:0:454244:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1784950533.201054:0:453534:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950533.201062:0:454244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d43df96] to pc [ptlrpcd_00_03+3] req@000000003d43df96 x1871652369219072/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950533.201089:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:2.0:1784950533.201092:0:454244:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950533.201097:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950533.201103:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784950533.201110:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950533.201117:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dacd0c0d x1871652369218944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950533.201120:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950533.201127:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950533.201139:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784950533.201142:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d43df96 x1871652369219072/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950533.201144:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950533.201155:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784950533.201162:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950533.201169:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784950533.201171:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950533.201177:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950533.201182:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000dacd0c0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369218944:192.168.203.114@tcp:41: 02000000:00000001:3.0:1784950533.201187:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950533.201193:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950533.201195:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950533.201200:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784950533.201202:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950533.201206:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950533.201213:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1784950533.201214:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000003d43df96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369219072:192.168.203.114@tcp:41: 00000100:00000001:3.0:1784950533.201223:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1784950533.201224:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008cad8fbd. 02000000:00000001:3.0:1784950533.201228:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784950533.201231:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950533.201235:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950533.201240:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1784950533.201242:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c8e087d. 02000000:00000010:3.0:1784950533.201249:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004b3e3f29. 00000400:00000010:0.0:1784950533.201255:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0c90d20. 02000000:00000001:3.0:1784950533.201256:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950533.201271:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369218944, portal 4 00000400:00000010:3.0:1784950533.201272:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071645e25. 00000100:00000001:0.0:1784950533.201281:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950533.201285:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785683757568 : -120288025794048 : ffff929942f3aa00) 00000400:00000010:3.0:1784950533.201287:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c61119ea. 00000100:00000200:3.0:1784950533.201297:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369219072, portal 4 00000100:00000040:0.0:1784950533.201299:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dacd0c0d x1871652369218944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950533.201303:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950533.201310:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623786004511616 : -120287705040000 : ffff92995611fb80) 00000100:00000040:3.0:1784950533.201332:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003d43df96 x1871652369219072/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950533.201344:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950533.201359:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950533.201362:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784950533.201367:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e2aa9ca. 00000100:00000040:3.0:1784950533.201371:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000200:0.0:1784950533.201376:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369218944, offset 0 00000400:00000010:3.0:1784950533.201380:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000743c695. 00000400:00000200:0.0:1784950533.201393:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:0.0:1784950533.201408:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000400:00000200:0.0:1784950533.201414:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784950533.201419:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1784950533.201422:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784950533.201426:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:0.0:1784950533.201432:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11329:11329:240:4294967295] 192.168.203.114@tcp LPNI seq info [10026:10026:8:4294967295] 00000400:00000200:0.0:1784950533.201448:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:0.0:1784950533.201458:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000010:0.0:1784950533.201464:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d67bdc6a. 00000800:00000200:0.0:1784950533.201474:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:3.0:1784950533.201478:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369219072, offset 0 00000800:00000200:0.0:1784950533.201487:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:0.0:1784950533.201493:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d67bdc6a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950533.201502:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950533.201519:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950533.201521:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:0.0:1784950533.201532:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13432 usecs (14 jiffies) 00000400:00000200:3.0:1784950533.201536:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950533.201542:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307471374 00000400:00000200:3.0:1784950533.201548:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:0.0:1784950533.201552:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307471612 00000400:00000200:3.0:1784950533.201559:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784950533.201562:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307471374 00000400:00000200:3.0:1784950533.201569:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950533.201572:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307471612 00000100:00000001:0.0:1784950533.201581:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307471374 00000400:00000200:3.0:1784950533.201584:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11330:11330:239:4294967295] 192.168.203.114@tcp LPNI seq info [10027:10027:7:4294967295] 00000100:00000001:0.0:1784950533.201590:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307471612 00000100:00000001:0.0:1784950533.201598:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307471374 00000100:00000001:0.0:1784950533.201602:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307471612 00000100:00000001:0.0:1784950533.201612:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950533.201620:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950533.201621:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950533.201627:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950533.201632:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950533.201637:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950533.201643:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:3.0:1784950533.201647:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbff510b. 00000100:00000001:0.0:1784950533.201649:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784950533.201658:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950533.201663:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1784950533.201664:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:0.0:1784950533.201668:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950533.201675:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950533.201681:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:3.0:1784950533.201688:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fbff510b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950533.201709:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784950533.201710:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1784950533.201715:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4745 usecs (5 jiffies) 00000800:00000001:0.0:1784950533.201758:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:1.0:1784950533.201763:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d67bdc6a. 00000400:00000200:1.0:1784950533.201773:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784950533.201783:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950533.201789:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e2aa9ca 00000400:00000010:1.0:1784950533.201792:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000002e2aa9ca. 00000100:00000001:1.0:1784950533.201799:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784950533.201830:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dacd0c0d x1871652369218944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950533.201836:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950533.201847:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950533.201857:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950533.201865:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dacd0c0d x1871652369218944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950533.201874:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950533.201877:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950533.201882:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784950533.201891:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:0.0:1784950533.201909:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c3d80 00000400:00000200:0.0:1784950533.201919:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 8288 00000800:00000001:0.0:1784950533.201926:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950533.201936:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307471366 00000100:00000001:3.0:1784950533.201941:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307471612 00000100:00000001:3.0:1784950533.201944:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307471366 00000100:00000001:3.0:1784950533.201948:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307471612 00000100:00000001:3.0:1784950533.201951:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307471366 00000100:00000001:3.0:1784950533.201954:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307471612 00000100:00000001:3.0:1784950533.201957:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307471366 00000100:00000001:3.0:1784950533.201960:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307471612 00000100:00000001:3.0:1784950533.201964:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950533.201968:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950533.201971:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950533.201974:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950533.201982:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784950533.201984:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784950533.201988:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950533.201991:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950533.201994:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950533.201998:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950533.202091:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950533.202100:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbff510b. 00000400:00000200:2.0:1784950533.202109:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950533.202110:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950533.202123:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950533.202127:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000800:00000001:0.0:1784950533.202129:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950533.202135:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950533.202142:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000743c695 00000400:00000200:0.0:1784950533.202149:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:2.0:1784950533.202152:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000000743c695. 00000100:00000001:2.0:1784950533.202163:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1784950533.202166:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c3e00 00000100:00000200:2.0:1784950533.202175:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d43df96 x1871652369219072/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950533.202181:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 8512 00000800:00000001:0.0:1784950533.202200:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950533.202209:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950533.202217:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d43df96 x1871652369219072/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950533.202219:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950533.202227:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950533.202229:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950533.202240:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950533.202247:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950533.202250:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950533.202253:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784950533.202263:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:0.0:1784950533.202277:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784950533.202281:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1784950533.202287:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c93307c1. 00000100:00000040:0.0:1784950533.202292:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000c93307c1 x1871652369219072 msgsize 224 00000100:00100000:0.0:1784950533.202303:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950533.202313:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950533.202342:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1784950533.202344:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950533.202348:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369219072 00000800:00000001:0.0:1784950533.202352:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950533.202354:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950533.202359:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950533.202364:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950533.202371:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950533.202374:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369219072 00000020:00000001:3.0:1784950533.202378:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1784950533.202380:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:1.0:1784950533.202383:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1784950533.202384:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:1.0:1784950533.202390:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000040:3.0:1784950533.202392:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000020:00000001:3.0:1784950533.202399:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000010:1.0:1784950533.202401:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ac89b23. 00000020:00000001:3.0:1784950533.202403:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000040:1.0:1784950533.202410:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000002ac89b23 x1871652369218944 msgsize 224 00000100:00000001:3.0:1784950533.202412:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1784950533.202421:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00100000:1.0:1784950533.202423:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950533.202431:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950533.202436:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000020:00000010:3.0:1784950533.202443:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d522160c. 00000100:00000001:1.0:1784950533.202447:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1784950533.202448:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000020:00000010:3.0:1784950533.202457:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000800:00000001:1.0:1784950533.202462:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950533.202466:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1784950533.202474:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:1.0:1784950533.202475:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950533.202481:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950533.202486:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950533.202494:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1784950533.202495:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950533.202501:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369218944 02000000:00000001:0.0:1784950533.202507:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950533.202509:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950533.202512:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950533.202516:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950533.202517:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950533.202530:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369218944 00000020:00000001:0.0:1784950533.202534:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950533.202536:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000020:00000001:0.0:1784950533.202540:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1784950533.202542:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1784950533.202544:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:3.0:1784950533.202549:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1784950533.202551:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000020:00000001:0.0:1784950533.202558:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00100000:3.0:1784950533.202566:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2785 00000100:00000001:0.0:1784950533.202567:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1784950533.202575:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000020:00000010:0.0:1784950533.202579:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000001:3.0:1784950533.202581:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883977472 : -120287825574144 : ffff92994ee2c700) 00000100:00000001:0.0:1784950533.202588:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950533.202596:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c93307c1 x1871652369219072/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:684/0 lens 224/0 e 0 to 0 dl 1784950544 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950533.202598:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000020:00000010:0.0:1784950533.202611:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c7e8cd1. 00000100:00000001:3.0:1784950533.202618:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950533.202620:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057e9af4d. 00000020:00000010:3.0:1784950533.202625:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000020:00000010:0.0:1784950533.202629:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019498764. 00000100:00000001:3.0:1784950533.202633:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1784950533.202639:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000001:0.0:1784950533.202640:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950533.202646:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1784950533.202648:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c93307c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369219072:12345-192.168.203.114@tcp:41: 00000100:00000001:0.0:1784950533.202650:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950533.202662:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369219072 00000100:00000001:0.0:1784950533.202665:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950533.202667:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950533.202676:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950533.202681:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950533.202684:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950533.202686:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00000020:00000001:3.0:1784950533.202690:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1784950533.202691:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1784950533.202694:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369219072, found 0 last_xid 1871652369219071 00000020:00000001:3.0:1784950533.202702:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950533.202706:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1784950533.202709:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950533.202713:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950533.202715:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950533.202761:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950533.202764:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1784950533.202768:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1784950533.202769:0:453516:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950533.202777:0:453516:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1784950533.202777:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c7963da8. 00000100:00100000:0.0:1784950533.202778:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2786 02000000:00000001:3.0:1784950533.202788:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950533.202790:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000001:3.0:1784950533.202795:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950533.202796:0:453516:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950533.202797:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683750400 : -120288025801216 : ffff929942f38e00) 00000100:00000001:2.0:1784950533.202826:0:453516:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950533.202833:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ac89b23 x1871652369218944/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:684/0 lens 224/0 e 0 to 0 dl 1784950544 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1784950533.202835:0:455339:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:3.0:1784950533.202844:0:455339:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1784950533.202849:0:455339:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950533.202868:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000004:00000024:3.0:1784950533.202872:0:455339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 95875072 avail 82915328 00000020:00000010:0.0:1784950533.202874:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000020:00000020:3.0:1784950533.202881:0:455339:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:0.0:1784950533.202883:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1784950533.202896:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/00000000997073cd dirty 0 pend 0 grant 0 00000020:00000010:0.0:1784950533.202897:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000020:00000020:3.0:1784950533.202908:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000479c49ca dirty 0 pend 0 grant 0 00000100:00100000:0.0:1784950533.202909:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002ac89b23 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369218944:12345-192.168.203.114@tcp:41: 00000020:00000020:3.0:1784950533.202918:0:455339:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/000000000bc64fb7 dirty 0 pend 0 grant 0 00000100:00000200:0.0:1784950533.202923:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369218944 00000004:00000020:3.0:1784950533.202927:0:455339:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23407 free, 20243 avail; 79992 objects: 79711 free; state 0 00000020:00000001:0.0:1784950533.202930:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950533.202937:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000001:00000001:3.0:1784950533.202938:0:455339:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000020:00000001:0.0:1784950533.202942:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1784950533.202944:0:455339:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950533.202954:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000004:00000001:3.0:1784950533.202956:0:455339:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950533.202960:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664714336 : -1044837280 : ffffffffc1b90c60) 00010000:00000040:3.0:1784950533.202962:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369219072 00000020:00000001:0.0:1784950533.202973:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1784950533.202974:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000001:00000001:0.0:1784950533.202981:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369218944, found 0 last_xid 1871652369218943 00010000:00000200:3.0:1784950533.202988:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000c93307c1 x1871652369219072/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:684/0 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950533.202991:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950533.203000:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950533.203006:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1784950533.203012:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950533.203015:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1784950533.203018:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1784950533.203021:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950533.203024:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1784950533.203027:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=16 v=5 (1 1 1 1) 02000000:00000010:0.0:1784950533.203031:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009dabc291. 00000100:00000001:3.0:1784950533.203036:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1784950533.203038:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950533.203044:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950533.203045:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000004:00000001:0.0:1784950533.203052:0:454245:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00000001:3.0:1784950533.203053:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000004:00000001:0.0:1784950533.203060:0:454245:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 02000000:00000001:3.0:1784950533.203061:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:0.0:1784950533.203065:0:454245:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950533.203068:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950533.203074:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784950533.203082:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000004:00000024:0.0:1784950533.203084:0:454245:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 96006144 avail 83046400 00000400:00000010:3.0:1784950533.203088:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f84b3947. 00000020:00000020:0.0:1784950533.203092:0:454245:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000100:00000200:3.0:1784950533.203096:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369219072, offset 224 00000020:00000020:0.0:1784950533.203098:0:454245:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/000000000a190797 dirty 0 pend 0 grant 0 00000004:00000020:0.0:1784950533.203108:0:454245:0:(mdt_handler.c:552:mdt_statfs()) 23812 blocks: 23439 free, 20275 avail; 79992 objects: 79737 free; state 0 00000400:00000200:3.0:1784950533.203110:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000001:00000001:0.0:1784950533.203118:0:454245:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1784950533.203123:0:454245:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950533.203130:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000004:00000001:0.0:1784950533.203132:0:454245:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950533.203142:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369218944 00000400:00000200:3.0:1784950533.203150:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11331:11331:240:4294967295] 192.168.203.114@tcp LPNI seq info [10028:10028:8:4294967295] 00010000:00000001:0.0:1784950533.203152:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000200:0.0:1784950533.203163:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000002ac89b23 x1871652369218944/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:684/0 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950533.203185:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00010000:00000001:0.0:1784950533.203200:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000200:3.0:1784950533.203207:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:0.0:1784950533.203208:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784950533.203216:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=16 v=5 (1 1 1 1) 00000800:00000010:3.0:1784950533.203218:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbff510b. 00000100:00000001:0.0:1784950533.203224:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1784950533.203231:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:0.0:1784950533.203233:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950533.203243:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950533.203246:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950533.203252:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950533.203253:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:0.0:1784950533.203259:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784950533.203262:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fbff510b type 1, nob 464 niov 1 nkiov 1 00000100:00000040:0.0:1784950533.203272:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950533.203278:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8429f61. 00000100:00000200:0.0:1784950533.203284:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1871652369218944, offset 224 00000100:00000001:3.0:1784950533.203286:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950533.203295:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000040:3.0:1784950533.203301:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950533.203308:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:3.0:1784950533.203310:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950533.203316:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1784950533.203319:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:3.0:1784950533.203328:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c93307c1 x1871652369219072/t0(0) o41->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:684/0 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950533.203335:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11332:11332:239:4294967295] 192.168.203.114@tcp LPNI seq info [10029:10029:7:4294967295] 00000100:00100000:3.0:1784950533.203374:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c93307c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:441644:x1871652369219072:12345-192.168.203.114@tcp:41: Request processed in 744us (1068us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950533.203380:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:3.0:1784950533.203411:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2785 00000800:00000200:0.0:1784950533.203412:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000200:2.0:1784950533.203414:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784950533.203426:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdda80e2. 00000800:00000010:2.0:1784950533.203427:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbff510b. 00000100:00000040:3.0:1784950533.203428:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950533.203439:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1784950533.203441:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950533.203445:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1784950533.203447:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:3.0:1784950533.203454:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000400:00000200:2.0:1784950533.203464:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000010:3.0:1784950533.203465:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000800:00000200:0.0:1784950533.203466:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:2.0:1784950533.203473:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f84b3947 00000800:00000200:0.0:1784950533.203479:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdda80e2 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:3.0:1784950533.203480:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d522160c. 00000400:00000010:2.0:1784950533.203481:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f84b3947. 00000100:00000001:2.0:1784950533.203497:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1784950533.203499:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:2.0:1784950533.203502:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1784950533.203508:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950533.203513:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950533.203516:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950533.203524:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950533.203529:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000020:00000001:0.0:1784950533.203533:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950533.203536:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1784950533.203544:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ac89b23 x1871652369218944/t0(0) o41->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:684/0 lens 224/368 e 0 to 0 dl 1784950544 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950533.203559:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002ac89b23 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:441643:x1871652369218944:12345-192.168.203.114@tcp:41: Request processed in 687us (1144us total) trans 0 rc 0/0 00000100:00100000:0.0:1784950533.203572:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2786 00000100:00000040:0.0:1784950533.203577:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00000001:0.0:1784950533.203581:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784950533.203585:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950533.203590:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057e9af4d. 00000020:00000010:0.0:1784950533.203596:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019498764. 00000020:00000010:0.0:1784950533.203603:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c7e8cd1. 00000020:00000040:0.0:1784950533.203609:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:0.0:1784950533.203614:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784950533.203623:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1784950533.203629:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdda80e2. 00000400:00000200:2.0:1784950533.203635:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1784950533.203643:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950533.203645:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950533.203652:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8429f61 00000400:00000010:2.0:1784950533.203654:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b8429f61. 00000800:00000001:1.0:1784950533.203658:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950533.203660:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:3.0:1784950533.203662:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950533.203667:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1784950533.203668:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950533.203670:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950533.203682:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950533.203686:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950533.203705:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:3.0:1784950533.203707:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950533.203769:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c3d80 00000400:00000200:3.0:1784950533.203779:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 368 into portal 4 MB=0x6a642069c3e00 00000400:00000200:1.0:1784950533.203789:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x16605 [1] + 224 00000800:00000001:1.0:1784950533.203799:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950533.203826:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 368/368 into md 0x16609 [1] + 224 00000800:00000001:1.0:1784950533.203829:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950533.203836:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950533.203837:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950533.203845:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950533.203853:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1784950533.203856:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784950533.203862:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dacd0c0d x1871652369218944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950533.203865:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950533.203883:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950533.203899:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784950533.203903:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000dacd0c0d x1871652369218944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950533.203912:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d43df96 x1871652369219072/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950533.203942:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000003d43df96 x1871652369219072/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950533.203949:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950533.203963:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950533.203967:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950533.203970:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950533.203984:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950533.203985:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950533.203992:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1784950533.203995:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784950533.204000:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784950533.204006:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784950533.204009:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c8e087d. 00000400:00000200:0.0:1784950533.204016:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c90d20 00000400:00000010:0.0:1784950533.204020:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e0c90d20. 00000100:00000001:0.0:1784950533.204027:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950533.204031:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784950533.204038:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dacd0c0d x1871652369218944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950533.204040:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784950533.204052:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1784950533.204058:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dacd0c0d x1871652369218944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784950533.204061:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950533.204070:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071645e25. 00000100:00000001:0.0:1784950533.204076:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950533.204081:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950533.204082:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c61119ea 00000100:00000001:0.0:1784950533.204084:0:441643:0:(client.c:1580:after_reply()) Process entered 00000400:00000010:2.0:1784950533.204089:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000c61119ea. 02000000:00000001:0.0:1784950533.204091:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950533.204097:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950533.204098:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784950533.204101:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950533.204106:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950533.204112:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d43df96 x1871652369219072/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950533.204115:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=11 v=5 (5 5 5 5) 00000100:00001000:0.0:1784950533.204132:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950533.204149:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950533.204153:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950533.204154:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d43df96 x1871652369219072/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950533.204160:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950533.204165:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950533.204173:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950533.204179:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950533.204180:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950533.204183:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950533.204186:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950533.204187:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950533.204197:0:441644:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:0.0:1784950533.204203:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dacd0c0d x1871652369218944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950533.204204:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950533.204210:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950533.204215:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950533.204224:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950533.204233:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1784950533.204238:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=16 v=5 (5 5 5 5) 00000100:00000001:0.0:1784950533.204239:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950533.204244:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784950533.204249:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=16 v=5 (1 1 1 1) 00000004:00000001:0.0:1784950533.204251:0:441643:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1784950533.204260:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000004:00000040:0.0:1784950533.204261:0:441643:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=23812 free=23439 avail=20275 avail_mb=79 hwm_mb=3 files=79992 ffree=79737 state=0: rc = 0 00000100:00000001:2.0:1784950533.204263:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950533.204271:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950533.204277:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1784950533.204280:0:441643:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (0000000057272574): 23812 blocks, 23439 free, 20275 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79737 free files 0x0 00000100:00000001:2.0:1784950533.204282:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950533.204287:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950533.204293:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000004:00000001:0.0:1784950533.204296:0:441643:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950533.204297:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950533.204307:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dacd0c0d x1871652369218944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950533.204312:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d43df96 x1871652369219072/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950533.204358:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000dacd0c0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:441643:1871652369218944:192.168.203.114@tcp:41: 00000100:00000001:2.0:1784950533.204359:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950533.204368:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950533.204373:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950533.204376:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1784950533.204377:0:441644:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1784950533.204386:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000004:00000040:2.0:1784950533.204387:0:441644:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=23812 free=23407 avail=20243 avail_mb=79 hwm_mb=3 files=79992 ffree=79711 state=0: rc = 0 00000100:00000040:0.0:1784950533.204397:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dacd0c0d x1871652369218944/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:2.0:1784950533.204400:0:441644:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (00000000c927e8ef): 23812 blocks, 23407 free, 20243 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 79992 files, 79711 free files 0x0 00000004:00000001:2.0:1784950533.204418:0:441644:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950533.204428:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950533.204432:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784950533.204435:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d43df96 x1871652369219072/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950533.204436:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008cad8fbd. 02000000:00000001:0.0:1784950533.204449:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950533.204454:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:2.0:1784950533.204459:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000003d43df96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:441644:1871652369219072:192.168.203.114@tcp:41: 00000020:00000040:0.0:1784950533.204461:0:441643:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1784950533.204472:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784950533.204476:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950533.204478:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001c88d7a2. 00000100:00000001:2.0:1784950533.204483:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1784950533.204485:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1784950533.204492:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d43df96 x1871652369219072/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/368 e 0 to 0 dl 1784950549 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950533.204493:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950533.204498:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dacd0c0d. 00000100:00000001:0.0:1784950533.204506:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950533.204510:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950533.204518:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950533.204519:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950533.204525:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950533.204526:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1784950533.204528:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004b3e3f29. 00000100:00000001:0.0:1784950533.204532:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950533.204538:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950533.204541:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950533.204544:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950533.204550:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950533.204551:0:441644:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1784950533.204555:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950533.204558:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c1815a5. 02000000:00000001:2.0:1784950533.204561:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950533.204563:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950533.204565:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d43df96. 00000100:00000001:2.0:1784950533.204568:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950533.204570:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950533.204572:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950533.204578:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950533.204580:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950533.204583:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950533.204585:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950533.456900:0:455858:0:(connection.c:75:cpu_latency_work()) work item of 00000000bde77f87 (cpu 1) has reached its deadline 4307471612, at 4307471616 00000100:00000010:1.0:1784950533.456915:0:455858:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f5747fc. 00010000:00000001:2.0:1784950533.456917:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:3.0:1784950533.456922:0:455434:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0417194 (cpu 3) has reached its deadline 4307471612, at 4307471616 00000100:00000040:0.0:1784950533.456923:0:455855:0:(connection.c:75:cpu_latency_work()) work item of 00000000f5faad62 (cpu 0) has reached its deadline 4307471612, at 4307471616 00010000:00000001:2.0:1784950533.456925:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950533.456940:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000010:3.0:1784950533.456943:0:455434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000020654f3e. 00010000:00000001:2.0:1784950533.456945:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950533.456948:0:455855:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4ec6ee9. 00000100:00000040:2.0:1784950533.456992:0:455602:0:(connection.c:75:cpu_latency_work()) work item of 000000000b863152 (cpu 2) has reached its deadline 4307471612, at 4307471616 00000100:00000010:2.0:1784950533.457007:0:455602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2070ffd. 00000020:00000001:1.0:1784950533.457022:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950533.457027:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950533.457030:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950534.096860:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950534.096868:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950534.096870:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950534.096874:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950534.096876:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950534.096879:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950534.096881:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950534.480873:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950534.480879:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950534.480883:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950534.480885:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950534.481014:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950534.481020:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950534.481023:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784950535.120848:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1784950535.120854:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1784950535.120862:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784950510/real 1784950510] req@000000002788d366 x1871652369214208/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950535 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784950535.120880:0:441640:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950535.120883:0:441640:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950535.120885:0:441640:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f816b83a. 00000400:00000200:2.0:1784950535.120890:0:441640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdf88c3f 00000400:00000010:2.0:1784950535.120893:0:441640:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000bdf88c3f. 00000100:00000001:2.0:1784950535.120896:0:441640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950535.120899:0:441640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002788d366 x1871652369214208/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950535 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950535.120910:0:441640:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002788d366 x1871652369214208/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950535 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950535.120919:0:441640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950535.120920:0:441640:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950535.120923:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950535.120925:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950535.120928:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002788d366 x1871652369214208/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950535 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950535.120936:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950535.120942:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950535.120943:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950535.120946:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950535.120948:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950535.120950:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950535.120953:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002788d366 x1871652369214208/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950535 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950535.120964:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1784950535.120969:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950535.120973:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950535.120975:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950535.120979:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1784950535.120982:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1784950535.120987:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784950535.121018:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.114@tcp failed (-110) 00000100:00000001:2.0:1784950535.121023:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1784950535.121031:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002788d366 x1871652369214208/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950535 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950535.121047:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002788d366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369214208:192.168.203.114@tcp:8: 00000100:00000001:2.0:1784950535.121055:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950535.121059:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950535.121064:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002788d366 x1871652369214208/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950535 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950535.121077:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784950535.121080:0:441640:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784950535.121085:0:441640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003a400f26. 02000000:00000001:2.0:1784950535.121092:0:441640:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950535.121096:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950535.121098:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:2.0:1784950535.121102:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950535.121105:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c4c0b224. 02000000:00000001:2.0:1784950535.121109:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950535.121111:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950535.121113:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002788d366. 00000100:00000001:2.0:1784950535.121116:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950535.121118:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950535.121122:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950535.121124:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950535.121134:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950535.121141:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8cbd35c. 00000020:00000040:0.0:1784950535.121147:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:0.0:1784950535.121152:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950535.121154:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950535.121159:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950535.121165:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000031b2009f. 00000100:00000001:0.0:1784950535.121171:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950535.121177:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@00000000b8cbd35c x1871652369219200/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950535.121189:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950535.121191:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950535.121196:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8cbd35c] to pc [ptlrpcd_00_00+0] req@00000000b8cbd35c x1871652369219200/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950535.121232:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950535.121235:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950535.121240:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950535.121244:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031345b0b. 00000020:00000040:0.0:1784950535.121248:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950535.121251:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950535.121253:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950535.121256:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950535.121259:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013f88f5e. 00000100:00000001:0.0:1784950535.121263:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950535.121268:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784950535.121270:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@0000000031345b0b x1871652369219328/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950535.121274:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950535.121279:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784950535.121291:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1784950535.121292:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8cbd35c x1871652369219200/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950535.121297:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950535.121311:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031345b0b] to pc [ptlrpcd_00_01+1] req@0000000031345b0b x1871652369219328/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950535.121321:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950535.121327:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950535.121338:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950535.121342:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950535.121344:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950535.121347:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1784950535.121349:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 02000000:00000001:2.0:1784950535.121351:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950535.121357:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1784950535.121365:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000b8cbd35c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369219200:0@lo:400: 00000100:00080000:0.0:1784950535.121367:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1784950535.121367:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784950535.121381:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950535.121382:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784950535.121384:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031345b0b x1871652369219328/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950535.121391:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950535.121395:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1784950535.121398:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950535.121403:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057fd25ce. 02000000:00000001:2.0:1784950535.121408:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1784950535.121415:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000010:2.0:1784950535.121420:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096708662. 00000100:00000001:0.0:1784950535.121425:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784950535.121430:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950535.121431:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784950535.121432:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950535.121440:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950535.121442:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950535.121443:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e821c46d. 02000000:00000001:3.0:1784950535.121450:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950535.121456:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1784950535.121458:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a721ffc. 00000400:00000010:2.0:1784950535.121460:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4f46573. 02000000:00000001:3.0:1784950535.121461:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950535.121469:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950535.121473:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369219200, portal 25 00000100:00100000:3.0:1784950535.121477:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000031345b0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369219328:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950535.121480:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784950535.121485:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000057fd25ce x1871652369219456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950535.121487:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883985536 : -120287825566080 : ffff92994ee2e680) 00000100:00000001:3.0:1784950535.121490:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784950535.121501:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784950535.121505:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b8cbd35c x1871652369219200/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950535.121507:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950535.121509:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950535.121515:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950535.121519:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784950535.121531:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d522160c. 00000100:00000001:2.0:1784950535.121532:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950535.121533:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057fd25ce] to pc [ptlrpcd_00_02+2] req@0000000057fd25ce x1871652369219456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950535.121539:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950535.121547:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1784950535.121552:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002591d906. 00000400:00000010:2.0:1784950535.121556:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133105d. 00000100:00000200:2.0:1784950535.121566:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369219200, offset 0 00000400:00000010:3.0:1784950535.121568:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a7aa0e6. 00000100:00000200:3.0:1784950535.121581:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369219328, portal 4 00000400:00000200:2.0:1784950535.121588:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1784950535.121590:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950535.121595:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883990912 : -120287825560704 : ffff92994ee2fb80) 00000400:00000200:2.0:1784950535.121604:0:441641:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1784950535.121610:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000031345b0b x1871652369219328/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950535.121613:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950535.121624:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950535.121627:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950535.121636:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1784950535.121639:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784950535.121645:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784950535.121649:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081c530af. 00000100:00000001:3.0:1784950535.121655:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1784950535.121658:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1784950535.121659:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950535.121668:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950535.121669:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950535.121670:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950535.121678:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950535.121680:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784950535.121682:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9ae20b. 02000000:00000001:0.0:1784950535.121684:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950535.121685:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1784950535.121690:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369219328, offset 0 00000100:00000001:2.0:1784950535.121693:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1784950535.121697:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cdda80e2. 00000100:00000001:0.0:1784950535.121707:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950535.121707:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950535.121708:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057fd25ce x1871652369219456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950535.121715:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950535.121757:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950535.121776:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950535.121780:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950535.121785:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950535.121788:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784950535.121816:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950535.121818:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00100000:2.0:1784950535.121827:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000057fd25ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369219456:192.168.203.114@tcp:400: 00000100:00000040:0.0:1784950535.121832:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@0000000081c530af x1871652369219584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1784950535.121833:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950535.121839:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784950535.121848:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:2.0:1784950535.121850:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950535.121858:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950535.121863:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784950535.121869:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784950535.121871:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1784950535.121877:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:0.0:1784950535.121879:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950535.121880:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056c9d985. 02000000:00000001:2.0:1784950535.121888:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950535.121890:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11333:11333:240:4294967295] 192.168.203.114@tcp LPNI seq info [10030:10030:8:4294967295] 00000100:00000040:0.0:1784950535.121895:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c530af] to pc [ptlrpcd_00_03+3] req@0000000081c530af x1871652369219584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784950535.121899:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005242b578. 00000400:00000010:2.0:1784950535.121913:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ff3966. 00000100:00000200:2.0:1784950535.121924:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369219456, portal 10 00000400:00000200:3.0:1784950535.121929:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950535.121932:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950535.121932:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950535.121939:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883978368 : -120287825573248 : ffff92994ee2ca80) 00000100:00080000:0.0:1784950535.121943:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000800:00000200:3.0:1784950535.121951:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00080000:0.0:1784950535.121955:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000040:2.0:1784950535.121956:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000057fd25ce x1871652369219456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784950535.121964:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042fecc91. 00000100:00000001:0.0:1784950535.121965:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1784950535.121967:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1784950535.121971:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1784950535.121978:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1784950535.121988:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:3.0:1784950535.121990:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950535.121991:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1784950535.122001:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12781 00000100:00000001:1.0:1784950535.122007:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950535.122008:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950535.122014:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784950535.122017:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000400:00000200:0.0:1784950535.122019:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000100:00000001:1.0:1784950535.122025:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950535.122031:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000200:3.0:1784950535.122033:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000042fecc91 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784950535.122034:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1784950535.122039:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12780 00000100:00000001:1.0:1784950535.122042:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784950535.122044:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051979f75. 00000100:00000200:2.0:1784950535.122057:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369219456, offset 0 00000400:00000200:0.0:1784950535.122061:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000100:00000040:1.0:1784950535.122062:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081c530af x1871652369219584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950535.122064:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950535.122077:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13426 usecs (14 jiffies) 00000100:00000040:0.0:1784950535.122082:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000400:00000200:2.0:1784950535.122083:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950535.122091:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307473295 00000100:00000001:0.0:1784950535.122096:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1784950535.122106:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000797db20e. 00000400:00000200:2.0:1784950535.122108:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:0.0:1784950535.122110:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000001:1.0:1784950535.122119:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950535.122124:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000100:00000001:3.0:1784950535.122125:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784950535.122126:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950535.122129:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1784950535.122140:0:431120:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:1.0:1784950535.122142:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950535.122143:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307473295 00000020:00000040:0.0:1784950535.122147:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 00000400:00000200:2.0:1784950535.122148:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 02000000:00000001:1.0:1784950535.122150:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1784950535.122153:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038bf97ea. 00000020:00000001:0.0:1784950535.122157:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:1.0:1784950535.122164:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950535.122165:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000040:0.0:1784950535.122167:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000100:00000001:3.0:1784950535.122168:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00100000:1.0:1784950535.122180:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000081c530af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369219584:192.168.203.114@tcp:400: 00000100:00000001:3.0:1784950535.122181:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307473295 00000020:00000001:0.0:1784950535.122182:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000400:00000200:2.0:1784950535.122182:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000001:0.0:1784950535.122196:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00000010:3.0:1784950535.122198:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000081cd7458. 00000100:00000001:1.0:1784950535.122199:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784950535.122203:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11334:11334:239:4294967295] 192.168.203.114@tcp LPNI seq info [10031:10031:7:4294967295] 00000100:00000001:3.0:1784950535.122211:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 02000000:00000001:1.0:1784950535.122213:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784950535.122216:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 02000000:00000001:1.0:1784950535.122219:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950535.122222:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307473295 00000100:00000001:0.0:1784950535.122229:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1784950535.122230:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1784950535.122232:0:441642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f7e3e7f. 00000100:00000001:3.0:1784950535.122243:0:441642:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 02000000:00000010:1.0:1784950535.122244:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020c270e2. 00000100:00000040:0.0:1784950535.122245:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b90c8bb6 refcount 4 to 1.2.3.4@tcp 00000400:00000200:2.0:1784950535.122246:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950535.122249:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950535.122256:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950535.122259:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623786009015872 : -120287700535744 : ffff92995656b640) 00000100:00000001:3.0:1784950535.122262:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950535.122268:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5d8cf49. 00000020:00000040:0.0:1784950535.122273:0:431120:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000100:00000001:3.0:1784950535.122275:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950535.122279:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950535.122282:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000553db85b. 00000100:00000001:3.0:1784950535.122285:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1784950535.122292:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 1.2.3.4@tcp) 00000800:00000010:2.0:1784950535.122293:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c1815a5. 00000100:00000200:1.0:1784950535.122295:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369219584, portal 4 00000100:00000001:3.0:1784950535.122299:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950535.122307:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950535.122308:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00080000:0.0:1784950535.122314:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 1.2.3.4@tcp/1.2.3.4@tcp 00000800:00000200:2.0:1784950535.122314:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:1.0:1784950535.122315:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883983744 : -120287825567872 : ffff92994ee2df80) 00000100:00000001:3.0:1784950535.122318:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950535.122324:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950535.122333:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950535.122335:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950535.122339:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000081c530af x1871652369219584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950535.122341:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:0.0:1784950535.122345:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1784950535.122348:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784950535.122354:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003c1815a5 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1784950535.122357:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950535.122370:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950535.122378:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1784950535.122384:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950535.122386:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784950535.122397:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f866d7f6. 00000100:00000040:2.0:1784950535.122399:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5617 usecs (6 jiffies) 00000100:00000001:1.0:1784950535.122403:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950535.122408:0:441641:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c3e80 00000020:00000040:0.0:1784950535.122410:0:431120:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1784950535.122412:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307473287 00000100:00000040:1.0:1784950535.122422:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950535.122424:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1784950535.122425:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307473295 00000400:00000200:3.0:1784950535.122429:0:441641:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14efd [2] + 0 02000000:00000001:0.0:1784950535.122433:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784950535.122436:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae29e6d8. 00000100:00000001:2.0:1784950535.122436:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307473287 00000100:00000001:0.0:1784950535.122444:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1784950535.122449:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0c208d7. 02000000:00000001:0.0:1784950535.122451:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784950535.122451:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307473295 02000000:00000001:0.0:1784950535.122460:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950535.122460:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307473287 00000400:00000200:3.0:1784950535.122462:0:441641:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fd7e85c1 00000100:00000001:2.0:1784950535.122473:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307473295 02000000:00000010:0.0:1784950535.122475:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008cad8fbd. 00000100:00000200:1.0:1784950535.122476:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369219584, offset 0 00000100:00000001:2.0:1784950535.122477:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307473287 00000400:00000200:3.0:1784950535.122478:0:441641:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950535.122489:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307473295 00000100:00000001:0.0:1784950535.122490:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950535.122497:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950535.122502:0:441641:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1784950535.122503:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950535.122506:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950535.122513:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f866d7f6 x1871652369219712/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950535.122520:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950535.122528:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:2.0:1784950535.122530:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950535.122542:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950535.122543:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784950535.122544:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784950535.122550:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784950535.122551:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950535.122555:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000001:2.0:1784950535.122558:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950535.122566:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f866d7f6] to pc [ptlrpcd_rcv+-1] req@00000000f866d7f6 x1871652369219712/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950535.122567:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784950535.122567:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950535.122582:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950535.122597:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11335:11335:238:4294967295] 192.168.203.114@tcp LPNI seq info [10032:10032:6:4294967295] 00000100:00000001:0.0:1784950535.122612:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950535.122619:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:0.0:1784950535.122622:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950535.122633:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:1.0:1784950535.122635:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950535.122636:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd7e85c1 00000100:00000010:0.0:1784950535.122640:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000501f9ecc. 00000400:00000010:3.0:1784950535.122645:0:441641:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 00000000fd7e85c1. 00000020:00000040:0.0:1784950535.122649:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000800:00000010:1.0:1784950535.122650:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c2840c. 00000100:00000001:3.0:1784950535.122654:0:441641:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1784950535.122660:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1784950535.122662:0:441641:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1784950535.122665:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1784950535.122671:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1784950535.122672:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 02000000:00000001:0.0:1784950535.122674:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950535.122675:0:441641:0:(events.c:337:request_in_callback()) incoming req@00000000ed961bfc x1871652369219200 msgsize 224 00000800:00000010:2.0:1784950535.122682:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042fecc91. 02000000:00000010:0.0:1784950535.122690:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d67bdc6a. 00000400:00000200:2.0:1784950535.122693:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1784950535.122699:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:0.0:1784950535.122703:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950535.122706:0:441641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:1.0:1784950535.122713:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000083c2840c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950535.122716:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:3.0:1784950535.122752:0:441641:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1784950535.122754:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@00000000501f9ecc x1871652369219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784950535.122771:0:441641:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1784950535.122772:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9ae20b 00000100:00000001:1.0:1784950535.122773:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950535.122781:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9ae20b. 00000100:00000040:1.0:1784950535.122786:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4743 usecs (5 jiffies) 00000100:00000001:0.0:1784950535.122816:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784950535.122818:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784950535.122819:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133105d 00000100:00000001:0.0:1784950535.122823:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950535.122824:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307473287 00000400:00000010:3.0:1784950535.122826:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000b133105d. 00000100:00000200:2.0:1784950535.122833:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031345b0b x1871652369219328/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950535.122837:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307473295 00000100:00000040:0.0:1784950535.122840:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501f9ecc] to pc [ptlrpcd_00_00+0] req@00000000501f9ecc x1871652369219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950535.122841:0:441641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950535.122848:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307473287 00000100:00000200:3.0:1784950535.122856:0:441641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8cbd35c x1871652369219200/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950535.122859:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307473295 00000100:00000001:1.0:1784950535.122869:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307473287 00000100:00000001:1.0:1784950535.122880:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307473295 00000100:00000001:1.0:1784950535.122889:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307473287 00000100:00000001:1.0:1784950535.122902:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307473295 00000100:00000001:2.0:1784950535.122906:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950535.122914:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950535.122921:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031345b0b x1871652369219328/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950535.122926:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950535.122931:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950535.122936:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950535.122938:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950535.122947:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8cbd35c x1871652369219200/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950535.122950:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950535.122953:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12810) 00000100:00000001:2.0:1784950535.122970:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950535.122974:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950535.122979:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950535.122980:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950535.122981:0:441641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784950535.122993:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950535.122995:0:453504:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1784950535.123003:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784950535.123004:0:453504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369219200 00000100:00000001:3.0:1784950535.123006:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950535.123013:0:453504:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950535.123015:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307475708 00000100:00000001:0.0:1784950535.123018:0:453504:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950535.123024:0:453504:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950535.123029:0:453504:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950535.123032:0:453504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369219200 00000100:00000001:3.0:1784950535.123035:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1784950535.123036:0:453504:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950535.123042:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1784950535.123043:0:453504:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000800:00000200:2.0:1784950535.123048:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950535.123051:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950535.123052:0:453504:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950535.123054:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1784950535.123058:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c1815a5. 00000020:00000040:0.0:1784950535.123059:0:453504:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000100:00000001:1.0:1784950535.123063:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784950535.123064:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000001:0.0:1784950535.123072:0:453504:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:1.0:1784950535.123073:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784950535.123074:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950535.123074:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950535.123087:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f866d7f6 x1871652369219712/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950535.123088:0:453504:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000100:00000001:3.0:1784950535.123090:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784950535.123100:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950535.123101:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950535.123102:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950535.123112:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000001:3.0:1784950535.123117:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784950535.123119:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051979f75 00000100:00000001:0.0:1784950535.123122:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950535.123124:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784950535.123127:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000051979f75. 00000100:00000001:3.0:1784950535.123132:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1784950535.123138:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000100:00000001:1.0:1784950535.123141:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950535.123142:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1784950535.123149:0:453504:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c7e8cd1. 00000100:00000040:3.0:1784950535.123150:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000501f9ecc x1871652369219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950535.123151:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950535.123159:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057fd25ce x1871652369219456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950535.123163:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1784950535.123164:0:453504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057e9af4d. 02000000:00000001:1.0:1784950535.123171:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950535.123177:0:453504:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019498764. 02000000:00000001:1.0:1784950535.123185:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950535.123194:0:453504:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:1.0:1784950535.123201:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369219712:1.2.3.4@tcp:8: 00000100:00000001:0.0:1784950535.123206:0:453504:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950535.123213:0:453504:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1784950535.123215:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784950535.123220:0:453504:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950535.123222:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784950535.123223:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950535.123230:0:441640:0:(niobuf.c:918:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950535.123235:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950535.123236:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950535.123237:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784950535.123238:0:453504:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950535.123246:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950535.123249:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057fd25ce x1871652369219456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950535.123250:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950535.123252:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950535.123260:0:453504:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950535.123262:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950535.123269:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369219840:192.168.203.114@tcp:400: 00000100:00000001:1.0:1784950535.123277:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950535.123282:0:453504:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784950535.123283:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950535.123286:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950535.123289:0:453504:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950535.123295:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784950535.123296:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950535.123300:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950535.123302:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784950535.123305:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950535.123306:0:453504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00000001:2.0:1784950535.123311:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950535.123312:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950535.123317:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950535.123320:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950535.123321:0:453504:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 02000000:00000010:3.0:1784950535.123325:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017854499. 00000100:00000001:0.0:1784950535.123331:0:453504:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790983044176 : -120282726507440 : ffff929a7ed05c50) 02000000:00000001:3.0:1784950535.123333:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950535.123344:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026c959d8. 00000100:00000040:0.0:1784950535.123346:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ed961bfc x1871652369219200/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:686/0 lens 224/0 e 0 to 0 dl 1784950546 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784950535.123353:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2fe853. 00000100:00000200:3.0:1784950535.123363:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369219840, portal 10 00000100:00000001:0.0:1784950535.123369:0:453504:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950535.123370:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784950535.123377:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883989120 : -120287825562496 : ffff92994ee2f480) 00000020:00000010:0.0:1784950535.123380:0:453504:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000001:0.0:1784950535.123388:0:453504:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784950535.123389:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000501f9ecc x1871652369219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950535.123394:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:0.0:1784950535.123396:0:453504:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000800:00000001:1.0:1784950535.123409:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950535.123411:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1784950535.123415:0:453504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ed961bfc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369219200:12345-0@lo:400: 00000800:00000200:2.0:1784950535.123418:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784950535.123420:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950535.123428:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000800:00000010:2.0:1784950535.123431:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c2840c. 00000800:00000001:1.0:1784950535.123434:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950535.123436:0:453504:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369219200 00000400:00000010:3.0:1784950535.123440:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000494a9fdb. 00000400:00000200:2.0:1784950535.123444:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784950535.123445:0:453504:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:3.0:1784950535.123449:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369219840, offset 0 00000020:00000001:0.0:1784950535.123455:0:453504:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:1.0:1784950535.123461:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:2.0:1784950535.123463:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950535.123464:0:453504:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950535.123474:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950535.123478:0:453504:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1784950535.123482:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae29e6d8 00000020:00000001:0.0:1784950535.123483:0:453504:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 00000400:00000010:2.0:1784950535.123492:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ae29e6d8. 00000400:00000200:3.0:1784950535.123493:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000020:00000001:0.0:1784950535.123495:0:453504:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1784950535.123495:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c3f80 00000100:00000001:2.0:1784950535.123503:0:441636:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1784950535.123504:0:453504:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950535.123512:0:453504:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950535.123515:0:453504:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1784950535.123516:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1784950535.123520:0:441636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081c530af x1871652369219584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950535.123523:0:453504:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950535.123525:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 170688 00000400:00000200:3.0:1784950535.123532:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:0.0:1784950535.123535:0:453504:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950535.123544:0:453504:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000001:1.0:1784950535.123548:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784950535.123549:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1784950535.123551:0:453504:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:1.0:1784950535.123562:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784950535.123563:0:453504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008adb6947. 00000100:00000001:2.0:1784950535.123564:0:441636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784950535.123564:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:1.0:1784950535.123574:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784950535.123575:0:453504:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950535.123577:0:441636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081c530af x1871652369219584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950535.123586:0:453504:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950535.123589:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11336:11336:239:4294967295] 192.168.203.114@tcp LPNI seq info [10033:10033:7:4294967295] 00000400:00000200:1.0:1784950535.123594:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950535.123597:0:453504:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1784950535.123610:0:453504:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369219200 00010000:00000001:0.0:1784950535.123620:0:453504:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:2.0:1784950535.123633:0:441636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1784950535.123634:0:453504:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000ed961bfc x1871652369219200/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:686/0 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950535.123641:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950535.123643:0:441636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1784950535.123667:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:0.0:1784950535.123669:0:453504:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1784950535.123673:0:441635:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1784950535.123676:0:453504:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950535.123678:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079fb329f. 00000100:00000200:1.0:1784950535.123679:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:0.0:1784950535.123683:0:453504:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=23 v=5 (1 1 1 1) 00000800:00000001:2.0:1784950535.123687:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784950535.123692:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073d5c3ad. 00000100:00000001:0.0:1784950535.123694:0:453504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1784950535.123700:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:1.0:1784950535.123704:0:441635:0:(events.c:337:request_in_callback()) incoming req@0000000073d5c3ad x1871652369219456 msgsize 224 00000100:00000040:0.0:1784950535.123705:0:453504:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 00000400:00000200:2.0:1784950535.123713:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:0.0:1784950535.123760:0:453504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000400:00000200:2.0:1784950535.123767:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c3f00 00000100:00100000:1.0:1784950535.123773:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 02000000:00000001:0.0:1784950535.123774:0:453504:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:3.0:1784950535.123775:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 02000000:00000001:0.0:1784950535.123783:0:453504:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950535.123787:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000079fb329f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950535.123813:0:453504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950535.123817:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1784950535.123818:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 8736 00000100:00000040:0.0:1784950535.123827:0:453504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1784950535.123828:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1784950535.123835:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784950535.123837:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5087 usecs (6 jiffies) 00000400:00000010:0.0:1784950535.123839:0:453504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0c90d20. 00000100:00000001:3.0:1784950535.123849:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307473289 00000100:00000200:0.0:1784950535.123852:0:453504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369219200, offset 224 00000800:00000001:2.0:1784950535.123855:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950535.123856:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307473295 00000400:00000200:2.0:1784950535.123865:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950535.123866:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307473289 00000400:00000200:0.0:1784950535.123875:0:453504:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1784950535.123877:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307473295 00000400:00000200:2.0:1784950535.123886:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950535.123888:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307473289 00000100:00000001:3.0:1784950535.123898:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307473295 00000100:00000001:2.0:1784950535.123899:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:1.0:1784950535.123901:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784950535.123902:0:453504:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1784950535.123907:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1784950535.123913:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307473289 00000800:00000010:1.0:1784950535.123914:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079fb329f. 00000100:00000010:2.0:1784950535.123921:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d43df96. 00000100:00000001:3.0:1784950535.123925:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307473295 00000400:00000200:1.0:1784950535.123929:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950535.123930:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000003d43df96 x1871652369219328 msgsize 224 00000400:00000200:0.0:1784950535.123934:0:453504:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c3e80 00000100:00000001:3.0:1784950535.123936:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950535.123949:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950535.123954:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950535.123961:0:453504:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1661d [1] + 224 00000100:00000001:3.0:1784950535.123962:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950535.123965:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:3.0:1784950535.123974:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950535.123981:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494a9fdb 00000400:00000200:0.0:1784950535.123984:0:453504:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784950535.123988:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000494a9fdb. 00000100:00000001:2.0:1784950535.123995:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1784950535.123997:0:453504:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1784950535.123998:0:441635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784950535.124000:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307473295 00000100:00000200:1.0:1784950535.124011:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000501f9ecc x1871652369219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950535.124016:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950535.124017:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307475709 00000100:00000001:0.0:1784950535.124018:0:453504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950535.124032:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307473295 00000100:00000200:0.0:1784950535.124034:0:453504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8cbd35c x1871652369219200/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950535.124035:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950535.124043:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784950535.124045:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307475709 00000800:00000001:2.0:1784950535.124047:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950535.124057:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000501f9ecc x1871652369219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950535.124061:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307473295 00000800:00000001:2.0:1784950535.124062:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950535.124076:0:441641:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307475709 00000100:00000040:0.0:1784950535.124084:0:453504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b8cbd35c x1871652369219200/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950535.124092:0:441641:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307473295 00000400:00000200:2.0:1784950535.124095:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950535.124104:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950535.124107:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950535.124116:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784950535.124120:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950535.124128:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950535.124129:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c4000 00000800:00000001:1.0:1784950535.124142:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950535.124147:0:453504:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784950535.124149:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950535.124152:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 8960 00000800:00000001:1.0:1784950535.124157:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1784950535.124162:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950535.124172:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:2.0:1784950535.124183:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950535.124184:0:453504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c90d20 00000400:00000010:0.0:1784950535.124192:0:453504:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e0c90d20. 00000400:00000200:1.0:1784950535.124194:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c4100 00000400:00000200:2.0:1784950535.124196:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950535.124201:0:453504:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1784950535.124202:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784950535.124210:0:453504:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1784950535.124211:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1784950535.124219:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000010:3.0:1784950535.124221:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e821c46d. 00000100:00000001:0.0:1784950535.124223:0:453504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950535.124234:0:453504:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000400:00000200:3.0:1784950535.124235:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4f46573 00010000:00000001:0.0:1784950535.124239:0:453504:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000010:3.0:1784950535.124241:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e4f46573. 00000020:00000001:0.0:1784950535.124244:0:453504:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950535.124249:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1784950535.124250:0:453504:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1784950535.124259:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 170912 00000100:00000200:3.0:1784950535.124263:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8cbd35c x1871652369219200/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950535.124265:0:453504:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed961bfc x1871652369219200/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:686/0 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950535.124280:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950535.124281:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1784950535.124289:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000001:1.0:1784950535.124296:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784950535.124303:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002788d366. 00000400:00000200:1.0:1784950535.124308:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950535.124316:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000002788d366 x1871652369219584 msgsize 224 00000400:00000200:1.0:1784950535.124329:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:3.0:1784950535.124337:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8cbd35c x1871652369219200/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950535.124345:0:453504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ed961bfc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441641:x1871652369219200:12345-0@lo:400: Request processed in 967us (1660us total) trans 0 rc 0/0 00000100:00000001:1.0:1784950535.124346:0:441635:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1784950535.124351:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000200:1.0:1784950535.124354:0:441635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1784950535.124371:0:441635:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dacd0c0d. 00000100:00000001:2.0:1784950535.124372:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1784950535.124382:0:441635:0:(events.c:337:request_in_callback()) incoming req@00000000dacd0c0d x1871652369219840 msgsize 224 00000100:00100000:0.0:1784950535.124384:0:453504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000800:00000001:2.0:1784950535.124387:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950535.124397:0:453504:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000800:00000001:2.0:1784950535.124400:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950535.124409:0:453504:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1784950535.124415:0:441635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:0.0:1784950535.124417:0:453504:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784950535.124427:0:453504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057e9af4d. 00000100:00000001:3.0:1784950535.124430:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950535.124432:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1784950535.124437:0:453504:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019498764. 00000100:00000001:3.0:1784950535.124438:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950535.124439:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369219328 00000100:00000001:1.0:1784950535.124443:0:441635:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1784950535.124450:0:453504:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c7e8cd1. 02000000:00000001:2.0:1784950535.124450:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950535.124451:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784950535.124457:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784950535.124459:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950535.124462:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950535.124463:0:453504:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 00000100:00000001:3.0:1784950535.124465:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950535.124474:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950535.124477:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950535.124478:0:453504:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1784950535.124478:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1784950535.124480:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950535.124488:0:453504:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008adb6947. 00000100:00100000:1.0:1784950535.124489:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369219456 00000100:00100000:2.0:1784950535.124490:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369219328 00000100:00001000:3.0:1784950535.124491:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=23 v=5 (5 5 5 5) 02000000:00000001:1.0:1784950535.124498:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1784950535.124500:0:453517:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:0.0:1784950535.124502:0:453504:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1784950535.124505:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1784950535.124506:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=23 v=5 (1 1 1 1) 00000020:00000040:2.0:1784950535.124508:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:0.0:1784950535.124510:0:453504:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950535.124511:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950535.124518:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784950535.124527:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000001:3.0:1784950535.124528:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1784950535.124529:0:453504:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1784950535.124529:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950535.124532:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000100:00000001:3.0:1784950535.124536:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950535.124542:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369219456 00000020:00000001:2.0:1784950535.124543:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000010:0.0:1784950535.124544:0:453504:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c8e087d. 00010000:00000001:3.0:1784950535.124545:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1784950535.124552:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00010000:00000001:3.0:1784950535.124553:0:441641:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950535.124559:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1784950535.124561:0:453504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008c8d9e1. 00000020:00000040:1.0:1784950535.124561:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 00000100:00000001:3.0:1784950535.124562:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784950535.124567:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e659232e. 00000020:00000001:1.0:1784950535.124569:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:3.0:1784950535.124578:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8cbd35c x1871652369219200/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950535.124579:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1784950535.124580:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 00000020:00000001:1.0:1784950535.124591:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000010:2.0:1784950535.124593:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e659232e. 00000100:00000001:0.0:1784950535.124601:0:453511:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1784950535.124602:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000020:00000010:2.0:1784950535.124609:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f0272bc. 00000100:00100000:0.0:1784950535.124610:0:453511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369219840 00000100:00000001:1.0:1784950535.124615:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950535.124618:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950535.124621:0:453511:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1784950535.124625:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1784950535.124626:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025f4d071. 00000020:00000010:2.0:1784950535.124627:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf5e9fa4. 00000100:00000001:0.0:1784950535.124628:0:453511:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950535.124632:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950535.124636:0:453511:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950535.124638:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950535.124641:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000026e17c9. 00000100:00000040:3.0:1784950535.124644:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8cbd35c x1871652369219200/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950535.124646:0:453511:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950535.124652:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025f4d071. 00000100:00100000:0.0:1784950535.124658:0:453511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369219840 00000100:00000040:2.0:1784950535.124659:0:453517:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000001:0.0:1784950535.124667:0:453511:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000010:1.0:1784950535.124668:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd84354f. 00000100:00000001:2.0:1784950535.124670:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1784950535.124676:0:453511:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00000100:00000001:2.0:1784950535.124678:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1784950535.124681:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000080f09154. 00000020:00000001:0.0:1784950535.124686:0:453511:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950535.124687:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950535.124692:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000650ac242. 00000100:00100000:3.0:1784950535.124693:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000b8cbd35c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441641:1871652369219200:0@lo:400: 00000020:00000040:0.0:1784950535.124695:0:453511:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 00000100:00000001:2.0:1784950535.124700:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950535.124708:0:453511:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000040:1.0:1784950535.124710:0:453513:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1784950535.124715:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950535.124717:0:453511:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:1.0:1784950535.124758:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784950535.124764:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950535.124766:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950535.124767:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950535.124770:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950535.124774:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000100:00000001:1.0:1784950535.124775:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950535.124780:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8cbd35c x1871652369219200/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950535.124787:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950535.124812:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1784950535.124813:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784950535.124817:0:453517:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950535.124822:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1784950535.124823:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1784950535.124824:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000100:00100000:2.0:1784950535.124825:0:453517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369219584 00000100:00000001:1.0:1784950535.124827:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784950535.124831:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096708662. 02000000:00000001:2.0:1784950535.124834:0:453517:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1784950535.124839:0:453511:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c7e8cd1. 00000100:00000001:2.0:1784950535.124842:0:453517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784950535.124843:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950535.124847:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950535.124849:0:453511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057e9af4d. 00000100:00000001:2.0:1784950535.124850:0:453517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950535.124851:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784950535.124859:0:441641:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000010:0.0:1784950535.124863:0:453511:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019498764. 02000000:00000001:2.0:1784950535.124865:0:453517:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950535.124866:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950535.124874:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000010:3.0:1784950535.124875:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000031b2009f. 00000100:00100000:2.0:1784950535.124876:0:453517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369219584 00000100:00000001:0.0:1784950535.124878:0:453511:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784950535.124881:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950535.124886:0:453511:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1784950535.124888:0:453517:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1784950535.124889:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784950535.124893:0:453511:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784950535.124895:0:453517:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 02000000:00000001:3.0:1784950535.124897:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1784950535.124898:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1624 00000020:00000001:2.0:1784950535.124906:0:453517:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000010:3.0:1784950535.124907:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8cbd35c. 00000100:00000040:1.0:1784950535.124909:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000001:0.0:1784950535.124910:0:453511:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:2.0:1784950535.124914:0:453517:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:1.0:1784950535.124919:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683747712 : -120288025803904 : ffff929942f38380) 00000100:00000001:3.0:1784950535.124921:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950535.124922:0:453511:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1784950535.124922:0:453517:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:3.0:1784950535.124930:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950535.124932:0:453511:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950535.124933:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000073d5c3ad x1871652369219456/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:686/0 lens 224/0 e 0 to 0 dl 1784950546 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784950535.124934:0:453517:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:3.0:1784950535.124940:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950535.124948:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950535.124953:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950535.124958:0:453511:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1784950535.124958:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e659232e. 00000100:00000001:3.0:1784950535.124961:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950535.124965:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1784950535.124973:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784950535.124975:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025f4d071. 00000100:00000001:3.0:1784950535.124976:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950535.124984:0:453511:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1784950535.124985:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950535.124989:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1784950535.124990:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e659232e. 00000100:00000001:0.0:1784950535.124991:0:453511:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1784950535.125003:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025f4d071. 00000100:00100000:0.0:1784950535.125004:0:453511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1625 00000020:00000010:2.0:1784950535.125012:0:453517:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9a863bd. 00000100:00000001:3.0:1784950535.125013:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1784950535.125016:0:453511:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000001:3.0:1784950535.125020:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1784950535.125025:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000073d5c3ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369219456:12345-192.168.203.114@tcp:400: 00000020:00000010:2.0:1784950535.125027:0:453517:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccaa10e9. 00000100:00000001:0.0:1784950535.125028:0:453511:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785683757568 : -120288025794048 : ffff929942f3aa00) 00000100:00100000:3.0:1784950535.125042:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2787 00000100:00000200:1.0:1784950535.125043:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369219456 00000020:00000010:2.0:1784950535.125045:0:453517:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009de83196. 00000100:00000040:0.0:1784950535.125050:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dacd0c0d x1871652369219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:686/0 lens 224/0 e 0 to 0 dl 1784950546 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950535.125053:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:3.0:1784950535.125055:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000020:00000001:1.0:1784950535.125061:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950535.125063:0:453517:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1784950535.125065:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786004511616 : -120287705040000 : ffff92995611fb80) 00000020:00000001:1.0:1784950535.125068:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950535.125070:0:453517:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1784950535.125076:0:453517:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950535.125080:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1784950535.125088:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d43df96 x1871652369219328/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:686/0 lens 224/0 e 0 to 0 dl 1784950546 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950535.125089:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000001:2.0:1784950535.125091:0:453517:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950535.125101:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1784950535.125108:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950535.125115:0:453517:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950535.125117:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1784950535.125124:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1784950535.125131:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950535.125141:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1784950535.125141:0:453517:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950535.125150:0:453517:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1784950535.125152:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784950535.125161:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1784950535.125167:0:453517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2788 00000100:00000001:0.0:1784950535.125171:0:453511:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1784950535.125172:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005fe49499. 00000100:00000001:3.0:1784950535.125172:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1784950535.125173:0:453517:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 02000000:00000001:1.0:1784950535.125182:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950535.125183:0:453517:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785684288384 : -120288025263232 : ffff929942fbc380) 00000020:00000010:0.0:1784950535.125185:0:453511:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000020:00000010:3.0:1784950535.125186:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:1.0:1784950535.125190:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950535.125200:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950535.125201:0:453511:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784950535.125202:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002788d366 x1871652369219584/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:686/0 lens 224/0 e 0 to 0 dl 1784950546 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950535.125202:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1784950535.125205:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369219456 00000020:00000010:0.0:1784950535.125216:0:453511:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00010000:00000001:1.0:1784950535.125220:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000020:00000010:3.0:1784950535.125221:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00010000:00000200:1.0:1784950535.125238:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000073d5c3ad x1871652369219456/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:686/0 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950535.125239:0:453517:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1784950535.125243:0:453511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000dacd0c0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369219840:12345-192.168.203.114@tcp:400: 00000100:00100000:3.0:1784950535.125247:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003d43df96 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369219328:12345-192.168.203.114@tcp:400: 00000020:00000010:2.0:1784950535.125250:0:453517:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e659232e. 00000100:00000001:2.0:1784950535.125261:0:453517:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784950535.125268:0:453511:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369219840 00000100:00000200:3.0:1784950535.125273:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369219328 00000020:00000010:2.0:1784950535.125274:0:453517:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e659232e. 00000020:00000001:0.0:1784950535.125279:0:453511:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1784950535.125285:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950535.125289:0:453511:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1784950535.125294:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00010000:00000001:1.0:1784950535.125296:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1784950535.125297:0:453517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002788d366 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369219584:12345-192.168.203.114@tcp:400: 00000020:00000001:0.0:1784950535.125298:0:453511:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950535.125302:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784950535.125304:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950535.125309:0:453511:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950535.125315:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00001000:1.0:1784950535.125317:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=18 v=5 (1 1 1 1) 00000020:00000001:0.0:1784950535.125318:0:453511:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000200:2.0:1784950535.125320:0:453517:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369219584 00000020:00000001:3.0:1784950535.125322:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:2.0:1784950535.125331:0:453517:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1784950535.125336:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1784950535.125337:0:453511:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950535.125337:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1784950535.125339:0:453517:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:1.0:1784950535.125346:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000020:00000001:0.0:1784950535.125347:0:453511:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1784950535.125350:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369219328, found 0 last_xid 1871652369219327 00000020:00000001:2.0:1784950535.125351:0:453517:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950535.125355:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000001:0.0:1784950535.125358:0:453511:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1784950535.125363:0:453517:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1784950535.125364:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950535.125366:0:453511:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1784950535.125367:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1784950535.125369:0:453517:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000001:3.0:1784950535.125374:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1784950535.125376:0:453511:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950535.125377:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950535.125378:0:453517:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1784950535.125382:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000001:00000001:2.0:1784950535.125386:0:453517:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369219584, found 0 last_xid 1871652369219583 00000020:00000001:0.0:1784950535.125390:0:453511:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1784950535.125393:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1784950535.125393:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950535.125394:0:453517:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950535.125397:0:453511:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950535.125405:0:453511:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1784950535.125407:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:3.0:1784950535.125408:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1784950535.125409:0:453517:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000010:0.0:1784950535.125414:0:453511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008adb6947. 00000400:00000010:1.0:1784950535.125418:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 00000020:00000001:2.0:1784950535.125419:0:453517:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1784950535.125420:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784950535.125421:0:453511:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950535.125427:0:453517:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950535.125429:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1784950535.125431:0:453511:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950535.125432:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369219456, offset 224 00000020:00000001:2.0:1784950535.125433:0:453517:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 02000000:00000010:3.0:1784950535.125439:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e9a49b42. 00000100:00000001:2.0:1784950535.125442:0:453517:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1784950535.125443:0:453511:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784950535.125449:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950535.125451:0:453517:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:0.0:1784950535.125453:0:453511:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369219840 00000400:00000200:1.0:1784950535.125455:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950535.125461:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784950535.125462:0:453517:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002e25eb63. 00010000:00000001:0.0:1784950535.125464:0:453511:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:2.0:1784950535.125475:0:453517:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950535.125475:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950535.125476:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000200:0.0:1784950535.125482:0:453511:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000dacd0c0d x1871652369219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:686/0 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1784950535.125489:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369219328 00000100:00000001:2.0:1784950535.125490:0:453517:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950535.125502:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11337:11337:240:4294967295] 192.168.203.114@tcp LPNI seq info [10034:10034:8:4294967295] 00000020:00000001:2.0:1784950535.125504:0:453517:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784950535.125504:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000040:2.0:1784950535.125516:0:453517:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369219584 00010000:00000200:3.0:1784950535.125521:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000003d43df96 x1871652369219328/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:686/0 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784950535.125526:0:453511:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1784950535.125528:0:453517:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00010000:00000001:0.0:1784950535.125537:0:453511:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1784950535.125546:0:453517:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000002788d366 x1871652369219584/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:686/0 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784950535.125549:0:453511:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=18 v=5 (1 1 1 1) 00000400:00000200:1.0:1784950535.125556:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:0.0:1784950535.125569:0:453511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950535.125581:0:453511:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00010000:00000001:3.0:1784950535.125584:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000200:1.0:1784950535.125590:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00010000:00000001:3.0:1784950535.125593:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950535.125595:0:453511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00001000:3.0:1784950535.125605:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=18 v=5 (1 1 1 1) 00000800:00000010:1.0:1784950535.125606:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c2840c. 02000000:00000001:0.0:1784950535.125608:0:453511:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1784950535.125610:0:453517:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1784950535.125619:0:453511:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950535.125619:0:453517:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950535.125622:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1784950535.125630:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:3.0:1784950535.125633:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950535.125635:0:453511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:2.0:1784950535.125635:0:453517:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=18 v=5 (1 1 1 1) 00000100:00000001:3.0:1784950535.125647:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000800:00000200:1.0:1784950535.125649:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950535.125653:0:453517:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784950535.125654:0:453511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:3.0:1784950535.125658:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:1.0:1784950535.125662:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000083c2840c type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784950535.125665:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950535.125668:0:453511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0c90d20. 00000100:00000040:2.0:1784950535.125669:0:453517:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950535.125681:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784950535.125682:0:453511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369219840, offset 224 00000100:00000001:2.0:1784950535.125682:0:453517:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950535.125685:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950535.125694:0:453517:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1784950535.125698:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:2.0:1784950535.125700:0:453517:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950535.125702:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000010:3.0:1784950535.125709:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa895c83. 00000400:00000200:0.0:1784950535.125711:0:453511:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950535.125712:0:453517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1784950535.125714:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:0.0:1784950535.125759:0:453511:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000200:3.0:1784950535.125764:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369219328, offset 224 00000020:00000001:1.0:1784950535.125765:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950535.125775:0:453517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000001:1.0:1784950535.125777:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1784950535.125782:0:453511:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11338:11338:239:4294967295] 192.168.203.114@tcp LPNI seq info [10035:10035:7:4294967295] 00000400:00000010:2.0:1784950535.125785:0:453517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051979f75. 00000100:00000040:1.0:1784950535.125809:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073d5c3ad x1871652369219456/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:686/0 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950535.125810:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000200:2.0:1784950535.125824:0:453517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369219584, offset 224 00000400:00000200:2.0:1784950535.125851:0:453517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:1.0:1784950535.125852:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000073d5c3ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:441644:x1871652369219456:12345-192.168.203.114@tcp:400: Request processed in 879us (2138us total) trans 0 rc 0/0 00000400:00000200:0.0:1784950535.125857:0:453511:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:1.0:1784950535.125889:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1624 00000800:00000200:0.0:1784950535.125891:0:453511:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950535.125894:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000100:00000040:1.0:1784950535.125904:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000800:00000010:0.0:1784950535.125907:0:453511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bea13e4c. 00000100:00000001:1.0:1784950535.125913:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1784950535.125915:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11339:11339:238:4294967295] 192.168.203.114@tcp LPNI seq info [10036:10036:6:4294967295] 00000100:00000001:1.0:1784950535.125919:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784950535.125926:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000080f09154. 00000800:00000200:0.0:1784950535.125928:0:453511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000010:1.0:1784950535.125937:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000650ac242. 00000020:00000010:1.0:1784950535.125947:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd84354f. 00000800:00000200:0.0:1784950535.125949:0:453511:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000040:1.0:1784950535.125958:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000800:00000200:0.0:1784950535.125961:0:453511:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bea13e4c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784950535.125963:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:1.0:1784950535.125966:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950535.125977:0:453511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950535.125990:0:453511:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000800:00000200:3.0:1784950535.125991:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000800:00000001:1.0:1784950535.125996:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784950535.125999:0:453517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00010000:00000001:0.0:1784950535.126003:0:453511:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000010:3.0:1784950535.126008:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004aab43c9. 00000800:00000001:1.0:1784950535.126009:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950535.126010:0:453511:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950535.126023:0:453511:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1784950535.126024:0:453517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11340:11340:237:4294967295] 192.168.203.114@tcp LPNI seq info [10037:10037:5:4294967295] 00000800:00000200:3.0:1784950535.126035:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:0.0:1784950535.126036:0:453511:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dacd0c0d x1871652369219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:686/0 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784950535.126040:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950535.126051:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c2840c. 00000400:00000200:1.0:1784950535.126061:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1784950535.126065:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:3.0:1784950535.126082:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004aab43c9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784950535.126083:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:2.0:1784950535.126088:0:453517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00100000:0.0:1784950535.126096:0:453511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000dacd0c0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:441642:x1871652369219840:12345-192.168.203.114@tcp:400: Request processed in 916us (1699us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950535.126102:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950535.126113:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca6d43d 00000100:00000040:3.0:1784950535.126121:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000400:00000010:1.0:1784950535.126123:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008ca6d43d. 00000800:00000200:2.0:1784950535.126124:0:453517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00100000:0.0:1784950535.126129:0:453511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1625 00010000:00000001:3.0:1784950535.126136:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:1.0:1784950535.126138:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1784950535.126141:0:453511:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00000800:00000010:2.0:1784950535.126142:0:453517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c1815a5. 00000020:00000001:3.0:1784950535.126143:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950535.126144:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1784950535.126154:0:453511:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1784950535.126156:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950535.126165:0:453511:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1784950535.126165:0:453517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000040:3.0:1784950535.126172:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d43df96 x1871652369219328/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:686/0 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1784950535.126176:0:453511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057e9af4d. 00000800:00000200:2.0:1784950535.126188:0:453517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000020:00000010:0.0:1784950535.126189:0:453511:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019498764. 00000800:00000200:1.0:1784950535.126200:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1784950535.126203:0:453511:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c7e8cd1. 00000800:00000200:2.0:1784950535.126203:0:453517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003c1815a5 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1784950535.126206:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004aab43c9. 00000020:00000040:0.0:1784950535.126215:0:453511:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000100:00100000:3.0:1784950535.126216:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003d43df96 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441642:x1871652369219328:12345-192.168.203.114@tcp:400: Request processed in 1036us (2273us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950535.126221:0:453517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950535.126222:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784950535.126225:0:453511:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950535.126242:0:453517:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 24 to 192.168.203.114@tcp 00000400:00000200:1.0:1784950535.126246:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00010000:00000001:2.0:1784950535.126252:0:453517:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00100000:3.0:1784950535.126257:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2787 00000020:00000001:2.0:1784950535.126259:0:453517:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950535.126261:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa895c83 00000100:00000040:3.0:1784950535.126268:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000020:00000001:2.0:1784950535.126271:0:453517:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1784950535.126272:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000fa895c83. 00000100:00000001:3.0:1784950535.126275:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784950535.126284:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950535.126284:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1784950535.126286:0:453517:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002788d366 x1871652369219584/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:686/0 lens 224/224 e 0 to 0 dl 1784950546 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950535.126288:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950535.126290:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1784950535.126295:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf5e9fa4. 00000800:00000001:0.0:1784950535.126305:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1784950535.126308:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000026e17c9. 00000800:00000200:1.0:1784950535.126312:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784950535.126314:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950535.126320:0:453517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002788d366 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:441643:x1871652369219584:12345-192.168.203.114@tcp:400: Request processed in 1073us (1995us total) trans 0 rc 0/0 00000020:00000010:3.0:1784950535.126321:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f0272bc. 00000800:00000010:1.0:1784950535.126323:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bea13e4c. 00000800:00000001:0.0:1784950535.126327:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784950535.126335:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000400:00000200:1.0:1784950535.126338:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950535.126346:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950535.126352:0:453517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2788 00000400:00000200:0.0:1784950535.126357:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950535.126360:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:2.0:1784950535.126366:0:453517:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000400:00000200:1.0:1784950535.126374:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c90d20 00000100:00000001:2.0:1784950535.126376:0:453517:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1784950535.126383:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e0c90d20. 00000100:00000001:2.0:1784950535.126386:0:453517:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1784950535.126394:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c3f00 00000100:00000001:1.0:1784950535.126395:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1784950535.126397:0:453517:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccaa10e9. 00000100:00000001:1.0:1784950535.126403:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1784950535.126409:0:453517:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009de83196. 00000400:00000200:0.0:1784950535.126411:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16625 [1] + 224 00000020:00000010:2.0:1784950535.126420:0:453517:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9a863bd. 00000800:00000001:0.0:1784950535.126423:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:2.0:1784950535.126431:0:453517:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000100:00000001:2.0:1784950535.126437:0:453517:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950535.126505:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784950535.126511:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c1815a5. 00000400:00000200:1.0:1784950535.126517:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950535.126520:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1784950535.126527:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950535.126533:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051979f75 00000400:00000010:1.0:1784950535.126536:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000051979f75. 00000800:00000001:3.0:1784950535.126537:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950535.126542:0:441634:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:3.0:1784950535.126544:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950535.126549:0:441634:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1784950535.126553:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950535.126566:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000001:0.0:1784950535.126570:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950535.126578:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950535.126585:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c3f80 00000400:00000200:0.0:1784950535.126595:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950535.126604:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x1662d [1] + 224 00000800:00000001:3.0:1784950535.126613:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784950535.126616:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1784950535.126621:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950535.126628:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031345b0b x1871652369219328/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950535.126631:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784950535.126648:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950535.126661:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784950535.126668:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031345b0b x1871652369219328/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950535.126674:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057fd25ce x1871652369219456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950535.126766:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784950535.126775:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057fd25ce x1871652369219456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950535.126780:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784950535.126812:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950535.126823:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950535.126836:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950535.126847:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950535.126851:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950535.126856:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950535.126860:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784950535.126868:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:1.0:1784950535.126869:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784950535.126879:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784950535.126886:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1784950535.126887:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c4100 00000100:00000001:2.0:1784950535.126890:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784950535.126894:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005242b578. 00000100:00000001:2.0:1784950535.126898:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784950535.126903:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ff3966 00000400:00000010:1.0:1784950535.126908:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ff3966. 00000100:00000001:1.0:1784950535.126912:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784950535.126917:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x1663d [1] + 224 00000100:00000200:1.0:1784950535.126922:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057fd25ce x1871652369219456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950535.126931:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784950535.126932:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784950535.126940:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1784950535.126943:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950535.126946:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002591d906. 00000100:00000200:1.0:1784950535.126947:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057fd25ce x1871652369219456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950535.126953:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784950535.126959:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7aa0e6 00000400:00000010:2.0:1784950535.126970:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001a7aa0e6. 00000400:00000200:3.0:1784950535.126974:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950535.126984:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950535.126989:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950535.126992:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784950535.126999:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784950535.127004:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031345b0b x1871652369219328/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950535.127004:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000501f9ecc x1871652369219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950535.127006:0:441644:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784950535.127011:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950535.127015:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950535.127020:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950535.127029:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950535.127041:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1784950535.127053:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=18 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950535.127068:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950535.127073:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950535.127076:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000501f9ecc x1871652369219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784950535.127079:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1784950535.127086:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031345b0b x1871652369219328/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1784950535.127091:0:441644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000057fd25ce x1871652369219456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950535.127129:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1784950535.127137:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1784950535.127144:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950535.127150:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1784950535.127153:0:441644:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950535.127154:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950535.127157:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950535.127165:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784950535.127166:0:441642:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:3.0:1784950535.127167:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950535.127172:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:2.0:1784950535.127174:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784950535.127180:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950535.127182:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784950535.127186:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950535.127187:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950535.127189:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950535.127203:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950535.127210:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057fd25ce x1871652369219456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950535.127214:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=13 v=5 (5 5 5 5) 00000400:00000200:3.0:1784950535.127218:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c4000 00000100:00001000:2.0:1784950535.127234:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=13 v=5 (1 1 1 1) 00000400:00000200:3.0:1784950535.127242:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16635 [1] + 224 00000100:00000001:2.0:1784950535.127251:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784950535.127256:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950535.127261:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950535.127263:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1784950535.127264:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784950535.127270:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950535.127272:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1784950535.127275:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950535.127277:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950535.127278:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950535.127282:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950535.127285:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1784950535.127291:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1784950535.127295:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057fd25ce x1871652369219456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950535.127297:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950535.127299:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950535.127312:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784950535.127314:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031345b0b x1871652369219328/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950535.127324:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081c530af x1871652369219584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950535.127357:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000057fd25ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:441644:1871652369219456:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950535.127369:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950535.127377:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950535.127381:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950535.127390:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950535.127391:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950535.127398:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081c530af x1871652369219584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950535.127404:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057fd25ce x1871652369219456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950535.127406:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031345b0b x1871652369219328/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950535.127470:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1784950535.127478:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000031345b0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:441642:1871652369219328:192.168.203.114@tcp:400: 02000000:00000001:1.0:1784950535.127479:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950535.127484:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056c9d985. 00000100:00000001:3.0:1784950535.127493:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784950535.127494:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784950535.127497:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950535.127500:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784950535.127503:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1784950535.127504:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784950535.127505:0:441644:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000800:00000001:3.0:1784950535.127514:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950535.127515:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031345b0b x1871652369219328/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950535.127528:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950535.127534:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001a721ffc. 00000100:00000001:2.0:1784950535.127537:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950535.127541:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950535.127544:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1784950535.127546:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1784950535.127549:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d522160c. 00000100:00000010:1.0:1784950535.127552:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057fd25ce. 02000000:00000001:2.0:1784950535.127560:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784950535.127561:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950535.127569:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950535.127569:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950535.127576:0:441642:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1784950535.127577:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950535.127587:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950535.127588:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1784950535.127591:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013f88f5e. 00000100:00000001:1.0:1784950535.127593:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950535.127601:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950535.127602:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950535.127604:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784950535.127608:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784950535.127610:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950535.127612:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1784950535.127613:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031345b0b. 00000100:00000001:2.0:1784950535.127622:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000001:0.0:1784950535.127626:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784950535.127627:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784950535.127634:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784950535.127636:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950535.127640:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5d8cf49. 00000100:00000001:2.0:1784950535.127642:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950535.127647:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950535.127654:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000553db85b 00000400:00000010:0.0:1784950535.127658:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000553db85b. 00000100:00000001:0.0:1784950535.127663:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1784950535.127671:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1784950535.127672:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081c530af x1871652369219584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784950535.127677:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950535.127684:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026c959d8. 00000400:00000200:2.0:1784950535.127694:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2fe853 00000400:00000010:2.0:1784950535.127700:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2fe853. 00000100:00000001:2.0:1784950535.127709:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784950535.127719:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000501f9ecc x1871652369219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784950535.127761:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081c530af x1871652369219584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950535.127784:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1784950535.127820:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000501f9ecc x1871652369219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950535.127821:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950535.127831:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784950535.127837:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950535.127841:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950535.127845:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784950535.127846:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950535.127852:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950535.127853:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950535.127863:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00001000:0.0:1784950535.127868:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=18 v=5 (5 5 5 5) 02000000:00000001:2.0:1784950535.127869:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784950535.127874:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1784950535.127880:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=18 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950535.127881:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950535.127889:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950535.127892:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950535.127897:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950535.127898:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=18 v=5 (5 5 5 5) 00010000:00000001:0.0:1784950535.127901:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950535.127906:0:441643:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784950535.127911:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=18 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950535.127913:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784950535.127918:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950535.127922:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784950535.127924:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950535.127928:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950535.127929:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950535.127938:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784950535.127945:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081c530af x1871652369219584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1784950535.127952:0:441642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000501f9ecc x1871652369219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950535.127984:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950535.127994:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950535.127999:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784950535.128000:0:441642:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950535.128009:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081c530af x1871652369219584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950535.128012:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784950535.128020:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950535.128029:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00100000:0.0:1784950535.128033:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000081c530af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:441643:1871652369219584:192.168.203.114@tcp:400: 00000100:00000001:2.0:1784950535.128036:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950535.128044:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950535.128048:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950535.128057:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000501f9ecc x1871652369219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950535.128058:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081c530af x1871652369219584/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950535.128121:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950535.128131:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784950535.128136:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950535.128142:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950535.128147:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784950535.128149:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000501f9ecc x1871652369219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784950535.128151:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020c270e2. 02000000:00000001:0.0:1784950535.128168:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950535.128173:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950535.128177:0:441643:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1784950535.128187:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:2.0:1784950535.128189:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:441642:1871652369219840:192.168.203.114@tcp:400: 02000000:00000010:0.0:1784950535.128191:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cdda80e2. 02000000:00000001:0.0:1784950535.128201:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950535.128206:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784950535.128207:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784950535.128210:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081c530af. 00000100:00000001:2.0:1784950535.128213:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784950535.128219:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1784950535.128221:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000501f9ecc x1871652369219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950535.128224:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950535.128233:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950535.128245:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950535.128246:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784950535.128252:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950535.128254:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784950535.128261:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784950535.128262:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017854499. 00000100:00000001:0.0:1784950535.128268:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950535.128272:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784950535.128277:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784950535.128279:0:441642:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1784950535.128283:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784950535.128285:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d67bdc6a. 02000000:00000001:2.0:1784950535.128290:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784950535.128293:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784950535.128295:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000501f9ecc. 00000100:00000001:2.0:1784950535.128299:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784950535.128301:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950535.128303:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950535.128309:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950535.128311:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950535.128314:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950535.128317:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950535.504868:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950535.504873:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950535.504877:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950535.504879:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950535.504994:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950535.504999:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950535.505003:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950536.144862:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950536.144869:0:441640:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1784950536.144879:0:441640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784950535/real 0] req@00000000f866d7f6 x1871652369219712/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950536 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950536.144895:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.144899:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950536.144901:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950536.144904:0:441640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f866d7f6 x1871652369219712/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950536 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950536.144914:0:441640:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.144921:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950536.144922:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.144925:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950536.144928:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950536.144930:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950536.144933:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f866d7f6 x1871652369219712/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950536 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950536.144943:0:441640:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1784950536.144946:0:441640:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.144948:0:441640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950536.144949:0:441640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.144952:0:441640:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1784950536.144954:0:441640:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1784950536.144958:0:441640:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784950536.144980:0:441640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 1.2.3.4@tcp failed (-110) 00000100:00000001:1.0:1784950536.144983:0:441640:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1784950536.144987:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f866d7f6 x1871652369219712/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950536 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784950536.145006:0:441640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369219712:1.2.3.4@tcp:8: 00000100:00000001:1.0:1784950536.145012:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950536.145015:0:441640:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950536.145017:0:441640:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f866d7f6 x1871652369219712/t0(0) o8->lustre-OST0000-osc-MDT0001@1.2.3.4@tcp:28/4 lens 520/544 e 0 to 1 dl 1784950536 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950536.145025:0:441640:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1784950536.145028:0:441640:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784950536.145030:0:441640:0:(genops.c:1244:class_import_put()) import 00000000347525d3 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1784950536.145033:0:441640:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784950536.145036:0:441640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000008cad8fbd. 02000000:00000001:1.0:1784950536.145042:0:441640:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950536.145044:0:441640:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784950536.145046:0:441640:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f866d7f6. 00000100:00000001:1.0:1784950536.145051:0:441640:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950536.145052:0:441640:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.145055:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950536.145107:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784950536.145117:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784950536.145125:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081c530af. 00000020:00000040:0.0:1784950536.145131:0:431120:0:(genops.c:1231:class_import_get()) import 00000000f1095676 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:0.0:1784950536.145136:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784950536.145138:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950536.145145:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950536.145151:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cdda80e2. 00000100:00000001:0.0:1784950536.145158:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950536.145165:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15->MGS req@0000000081c530af x1871652369219968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784950536.145178:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950536.145182:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950536.145188:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c530af] to pc [ptlrpcd_00_01+1] req@0000000081c530af x1871652369219968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950536.145225:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950536.145229:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950536.145232:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950536.145235:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784950536.145240:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1784950536.145242:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004838e8b3. 00000100:00000001:2.0:1784950536.145246:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1784950536.145249:0:431120:0:(genops.c:1231:class_import_get()) import 000000000db61d03 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950536.145254:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1784950536.145258:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081c530af x1871652369219968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950536.145259:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784950536.145265:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950536.145275:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007158160. 00000100:00000001:0.0:1784950536.145283:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950536.145294:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784950536.145299:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@000000004838e8b3 x1871652369220096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784950536.145301:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950536.145311:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784950536.145317:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950536.145324:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784950536.145325:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950536.145331:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950536.145336:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950536.145337:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000081c530af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369219968:0@lo:400: 00000100:00000040:0.0:1784950536.145345:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004838e8b3] to pc [ptlrpcd_00_02+2] req@000000004838e8b3 x1871652369220096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950536.145347:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950536.145351:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950536.145359:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784950536.145365:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950536.145371:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784950536.145378:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9a863bd. 02000000:00000001:2.0:1784950536.145382:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950536.145388:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e45c7660. 00000400:00000010:2.0:1784950536.145393:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008562deaf. 00000100:00000200:2.0:1784950536.145398:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369219968, portal 25 00000100:00000001:2.0:1784950536.145402:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950536.145403:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950536.145405:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883983744 : -120287825567872 : ffff92994ee2df80) 00000100:00080000:0.0:1784950536.145411:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000040:2.0:1784950536.145420:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000081c530af x1871652369219968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1784950536.145422:0:431120:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1784950536.145433:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784950536.145434:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784950536.145442:0:441644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1784950536.145455:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784950536.145455:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950536.145456:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1784950536.145467:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f866d7f6. 00000100:00000001:3.0:1784950536.145471:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784950536.145473:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1784950536.145476:0:431120:0:(genops.c:1231:class_import_get()) import 00000000dbe570b2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1784950536.145478:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950536.145482:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a969fd8a. 00000100:00000001:0.0:1784950536.145485:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784950536.145488:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950536.145489:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784950536.145492:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871652369219968, offset 0 02000000:00000001:0.0:1784950536.145493:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784950536.145496:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950536.145499:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950536.145501:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950536.145504:0:441644:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784950536.145512:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1784950536.145517:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f4c2f8a3. 00000100:00000040:3.0:1784950536.145522:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004838e8b3 x1871652369220096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950536.145526:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950536.145535:0:441642:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1784950536.145545:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000f866d7f6 x1871652369220224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1784950536.145564:0:441642:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a642069c4180 00000100:00000001:3.0:1784950536.145584:0:441644:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784950536.145585:0:441642:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14f55 [2] + 0 00000100:00000001:3.0:1784950536.145592:0:441644:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950536.145595:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950536.145604:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950536.145605:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b44645c8. 02000000:00000001:3.0:1784950536.145607:0:441644:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784950536.145616:0:441644:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950536.145618:0:441642:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004b3799cf 00000100:00000040:0.0:1784950536.145620:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f866d7f6] to pc [ptlrpcd_00_03+3] req@00000000f866d7f6 x1871652369220224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950536.145629:0:441644:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950536.145631:0:441642:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784950536.145648:0:441644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004838e8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369220096:192.168.203.114@tcp:400: 00000400:00000200:2.0:1784950536.145649:0:441642:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1784950536.145662:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b3799cf 00000100:00000001:3.0:1784950536.145663:0:441644:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784950536.145665:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950536.145671:0:441642:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at 000000004b3799cf. 02000000:00000001:3.0:1784950536.145673:0:441644:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784950536.145674:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784950536.145680:0:441642:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1784950536.145681:0:441644:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950536.145684:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1784950536.145686:0:441642:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1784950536.145689:0:441644:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1784950536.145693:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000501f9ecc. 00000100:00000040:2.0:1784950536.145698:0:441642:0:(events.c:337:request_in_callback()) incoming req@00000000a54d61e0 x1871652369219968 msgsize 224 00000100:00000001:1.0:1784950536.145700:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1784950536.145701:0:431120:0:(genops.c:1231:class_import_get()) import 00000000d76d1dd1 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000010:3.0:1784950536.145702:0:441644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba5e1f06. 00000100:00100000:1.0:1784950536.145711:0:441643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1784950536.145714:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784950536.145714:0:441644:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950536.145754:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.145764:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784950536.145768:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784950536.145769:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784950536.145775:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950536.145776:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950536.145778:0:441642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1784950536.145780:0:441644:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bedd139c. 00000100:00000001:1.0:1784950536.145801:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950536.145806:0:441643:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784950536.145811:0:441642:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000010:0.0:1784950536.145818:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000309cba23. 00000400:00000010:3.0:1784950536.145820:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009139bac3. 00000100:00000040:1.0:1784950536.145822:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f866d7f6 x1871652369220224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950536.145832:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950536.145834:0:441644:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369220096, portal 4 00000100:00000001:2.0:1784950536.145837:0:441642:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950536.145847:0:441644:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784950536.145848:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@00000000501f9ecc x1871652369220352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1784950536.145854:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a969fd8a 00000100:00000001:3.0:1784950536.145855:0:441644:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883979264 : -120287825572352 : ffff92994ee2ce00) 00000400:00000010:2.0:1784950536.145864:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a969fd8a. 00000100:00000001:1.0:1784950536.145873:0:441643:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784950536.145876:0:441642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784950536.145880:0:441643:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950536.145882:0:441644:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004838e8b3 x1871652369220096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784950536.145889:0:441642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081c530af x1871652369219968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784950536.145892:0:441643:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784950536.145898:0:441643:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950536.145912:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784950536.145912:0:441643:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950536.145920:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950536.145932:0:441643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369220224:192.168.203.114@tcp:400: 00000100:00000040:0.0:1784950536.145939:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501f9ecc] to pc [ptlrpcd_00_00+0] req@00000000501f9ecc x1871652369220352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950536.145950:0:441644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950536.145953:0:441643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950536.145963:0:441643:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784950536.145964:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784950536.145967:0:441644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 02000000:00000001:1.0:1784950536.145970:0:441643:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784950536.145977:0:441644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077350b67. 02000000:00000001:1.0:1784950536.145979:0:441643:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784950536.145981:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081c530af x1871652369219968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950536.145989:0:441644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369220096, offset 0 00000100:00000001:1.0:1784950536.146004:0:453506:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784950536.146011:0:453506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369219968 00000400:00000200:3.0:1784950536.146015:0:441644:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950536.146018:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950536.146018:0:453506:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784950536.146025:0:453506:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00080000:0.0:1784950536.146029:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00000001:1.0:1784950536.146031:0:453506:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950536.146033:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950536.146037:0:441644:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 02000000:00000001:1.0:1784950536.146044:0:453506:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1784950536.146050:0:431120:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1784950536.146050:0:441642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1784950536.146053:0:453506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369219968 00000400:00000200:3.0:1784950536.146056:0:441644:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784950536.146060:0:431120:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:1.0:1784950536.146061:0:453506:0:(genops.c:813:class_conn2export()) Process entered 00000100:00080000:0.0:1784950536.146066:0:431120:0:(import.c:65:import_set_state_nolock()) 00000000347525d3 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1784950536.146069:0:441644:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000040:1.0:1784950536.146070:0:453506:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13ce78 00000100:00000001:0.0:1784950536.146073:0:431120:0:(import.c:485:import_select_connection()) Process entered 00000020:00000001:1.0:1784950536.146081:0:453506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:3.0:1784950536.146085:0:441644:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00080000:0.0:1784950536.146088:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.114@tcp last attempt 12781 00000020:00000040:1.0:1784950536.146090:0:453506:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000a536c91a refcount=18 00000400:00000200:3.0:1784950536.146097:0:441644:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000001:1.0:1784950536.146103:0:453506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000020:00000001:1.0:1784950536.146111:0:453506:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785878679552 : -120287830872064 : ffff92994e91f000) 00000400:00000200:3.0:1784950536.146112:0:441644:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11341:11341:240:4294967295] 192.168.203.114@tcp LPNI seq info [10038:10038:8:4294967295] 00000100:00000001:1.0:1784950536.146120:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784950536.146128:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025f4d071. 00000100:00000001:1.0:1784950536.146138:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784950536.146139:0:441644:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000010:1.0:1784950536.146145:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025f4d071. 00000800:00000200:3.0:1784950536.146153:0:441644:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000010:1.0:1784950536.146155:0:453506:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd84354f. 00000100:00000001:2.0:1784950536.146159:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950536.146161:0:441644:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a955e85. 00000400:00000200:0.0:1784950536.146167:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.203.114@tcp is discovered: rc = 1 00000020:00000010:1.0:1784950536.146168:0:453506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000080f09154. 00000100:00000001:2.0:1784950536.146171:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307476731 00000020:00000010:1.0:1784950536.146182:0:453506:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000650ac242. 00000800:00000200:3.0:1784950536.146185:0:441644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00080000:0.0:1784950536.146186:0:431120:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 1.2.3.4@tcp last attempt 12805 00000100:00000001:2.0:1784950536.146191:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307475708 00000100:00000040:1.0:1784950536.146197:0:453506:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1784950536.146204:0:431120:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 1.2.3.4@tcp is not discovered: rc = -114 00000100:00000001:2.0:1784950536.146208:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307476731 00000100:00000001:1.0:1784950536.146209:0:453506:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00080000:0.0:1784950536.146216:0:431120:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1784950536.146217:0:453506:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:3.0:1784950536.146218:0:441644:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000001:2.0:1784950536.146221:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307475709 00000100:00000001:1.0:1784950536.146224:0:453506:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950536.146232:0:441644:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004a955e85 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784950536.146233:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 3 to 1.2.3.4@tcp 00000100:00000001:2.0:1784950536.146235:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307476731 00000100:00000001:1.0:1784950536.146239:0:453506:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950536.146247:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1784950536.146252:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307475709 00000100:00000040:0.0:1784950536.146257:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 25 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950536.146261:0:441642:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307476731 00000100:00000001:0.0:1784950536.146263:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950536.146264:0:453506:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950536.146273:0:441644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950536.146274:0:441642:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307475709 00000020:00000001:0.0:1784950536.146275:0:431120:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784950536.146282:0:431120:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff9 00000100:00000040:3.0:1784950536.146288:0:441644:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 13421 usecs (14 jiffies) 00000020:00000001:0.0:1784950536.146289:0:431120:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1784950536.146289:0:453506:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1784950536.146291:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1784950536.146300:0:431120:0:(lustre_handles.c:147:class_handle2object()) GET export 0000000094154aed refcount=4 00000100:00000001:1.0:1784950536.146301:0:453506:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1784950536.146302:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950536.146303:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307474319 00000020:00000001:0.0:1784950536.146314:0:431120:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00100000:1.0:1784950536.146316:0:453506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00000001:2.0:1784950536.146318:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950536.146318:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307476731 00000020:00000001:0.0:1784950536.146322:0:431120:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786030970880 : -120287678580736 : ffff929957a5b800) 00000100:00000001:2.0:1784950536.146330:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950536.146331:0:453506:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a536c91a : new rpc_count 1 00000100:00000001:3.0:1784950536.146332:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307474319 00000100:00000040:0.0:1784950536.146338:0:431120:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=00000000b90c8bb6 refcount 2 to 1.2.3.4@tcp 00000100:00000001:1.0:1784950536.146343:0:453506:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623790983052368 : -120282726499248 : ffff929a7ed07c50) 00000100:00000001:3.0:1784950536.146344:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307476731 00000100:00000001:2.0:1784950536.146348:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950536.146349:0:431120:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1784950536.146358:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307474319 00000100:00000040:1.0:1784950536.146359:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a54d61e0 x1871652369219968/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:687/0 lens 224/0 e 0 to 0 dl 1784950547 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950536.146360:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1784950536.146364:0:431120:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:3.0:1784950536.146372:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307476731 00000100:00000001:2.0:1784950536.146374:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950536.146377:0:431120:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:2.0:1784950536.146381:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950536.146385:0:441644:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307474319 00000100:00000001:2.0:1784950536.146388:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950536.146392:0:431120:0:(genops.c:900:class_export_put()) PUTting export 0000000094154aed : new refcount 3 00000100:00000001:3.0:1784950536.146396:0:441644:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307476731 00000100:00100000:2.0:1784950536.146400:0:441642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1784950536.146409:0:431120:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: Connection changing to lustre-OST0000 (at 192.168.203.114@tcp) 00000100:00000001:3.0:1784950536.146410:0:441644:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950536.146412:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.146419:0:453506:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1784950536.146423:0:441644:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950536.146427:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1784950536.146428:0:453506:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025f4d071. 00000100:00080000:0.0:1784950536.146430:0:431120:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000347525d3 using connection 192.168.203.114@tcp/192.168.203.114@tcp 00000100:00000001:3.0:1784950536.146433:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950536.146434:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.146437:0:453506:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950536.146447:0:431120:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950536.146449:0:453506:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025f4d071. 00000100:00000001:2.0:1784950536.146450:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950536.146451:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950536.146457:0:431120:0:(sec.c:1589:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1784950536.146459:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950536.146463:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950536.146466:0:441642:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1784950536.146469:0:453506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a54d61e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369219968:12345-0@lo:400: 02000000:00000001:0.0:1784950536.146470:0:431120:0:(sec.c:1629:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950536.146471:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784950536.146479:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950536.146481:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000501f9ecc x1871652369220352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950536.146482:0:431120:0:(sec.c:1657:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950536.146490:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784950536.146492:0:453506:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369219968 00000100:00000001:0.0:1784950536.146494:0:431120:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1784950536.146504:0:431120:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950536.146505:0:453506:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950536.146514:0:441642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1784950536.146517:0:453506:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1784950536.146517:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1784950536.146518:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031345b0b. 00000100:00000001:2.0:1784950536.146520:0:441642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950536.146527:0:453506:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950536.146528:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950536.146530:0:431120:0:(genops.c:1231:class_import_get()) import 00000000347525d3 refcount=3 obd=lustre-OST0000-osc-MDT0001 02000000:00000001:2.0:1784950536.146532:0:441642:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1784950536.146540:0:453506:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1784950536.146541:0:441642:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784950536.146544:0:431120:0:(sec.c:2067:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1784950536.146546:0:453506:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662730944 : -1046820672 : ffffffffc19ac8c0) 02000000:00000001:2.0:1784950536.146550:0:441642:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950536.146551:0:431120:0:(sec.c:2077:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950536.146554:0:453506:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1784950536.146561:0:453506:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950536.146562:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1784950536.146565:0:441642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369220352:192.168.203.114@tcp:400: 02000000:00000001:0.0:1784950536.146570:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1784950536.146571:0:453506:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000010:3.0:1784950536.146574:0:441643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004403da6f. 00000100:00000001:2.0:1784950536.146579:0:441642:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784950536.146580:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950536.146580:0:453506:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1784950536.146582:0:441643:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950536.146587:0:441642:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1784950536.146589:0:453506:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950536.146595:0:441642:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784950536.146596:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c9bf34f5. 00000020:00000001:1.0:1784950536.146597:0:453506:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1784950536.146598:0:441643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c68dea9. 02000000:00000001:2.0:1784950536.146604:0:441642:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784950536.146606:0:453506:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1784950536.146611:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950536.146613:0:453506:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1784950536.146615:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2fe853. 02000000:00000010:2.0:1784950536.146617:0:441642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000822fdc9. 02000000:00000010:1.0:1784950536.146622:0:453506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f1b1b8c6. 02000000:00000001:2.0:1784950536.146627:0:441642:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784950536.146628:0:441643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369220224, portal 10 00000100:00100000:0.0:1784950536.146630:0:431120:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000031345b0b x1871652369220480/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1784950536.146631:0:453506:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950536.146640:0:441643:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950536.146643:0:453506:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950536.146644:0:441642:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b44645c8. 00000100:00000001:3.0:1784950536.146647:0:441643:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883984640 : -120287825566976 : ffff92994ee2e300) 00000020:00000001:1.0:1784950536.146658:0:453506:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784950536.146662:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a969fd8a. 00010000:00000040:1.0:1784950536.146670:0:453506:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369219968 00000100:00000040:3.0:1784950536.146671:0:441643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f866d7f6 x1871652369220224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950536.146674:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1784950536.146676:0:441642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369220352, portal 4 00010000:00000001:1.0:1784950536.146682:0:453506:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:0.0:1784950536.146683:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950536.146688:0:441642:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784950536.146695:0:441642:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883989120 : -120287825562496 : ffff92994ee2f480) 00010000:00000200:1.0:1784950536.146696:0:453506:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000a54d61e0 x1871652369219968/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:687/0 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950536.146701:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031345b0b] to pc [ptlrpcd_rcv+-1] req@0000000031345b0b x1871652369220480/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784950536.146715:0:441642:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000501f9ecc x1871652369220352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950536.146767:0:431120:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950536.146774:0:441643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784950536.146780:0:431120:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784950536.146811:0:441643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950536.146821:0:431120:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1784950536.146825:0:441643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a7aa0e6. 00000100:00000001:2.0:1784950536.146831:0:441642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1784950536.146832:0:453506:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000010:0.0:1784950536.146833:0:431120:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057fd25ce. 00000100:00000200:3.0:1784950536.146835:0:441643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369220224, offset 0 00010000:00000001:1.0:1784950536.146839:0:453506:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784950536.146845:0:431120:0:(genops.c:1231:class_import_get()) import 00000000975633ab refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:2.0:1784950536.146847:0:441642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00001000:1.0:1784950536.146850:0:453506:0:(import.c:2149:obd_at_measure()) add 1 to 00000000596b4f2d time=24 v=5 (1 1 1 1) 00000100:00000001:0.0:1784950536.146855:0:431120:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1784950536.146859:0:441642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f72bf817. 00000400:00000200:3.0:1784950536.146862:0:441643:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 02000000:00000001:0.0:1784950536.146863:0:431120:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784950536.146869:0:453506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1784950536.146872:0:431120:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784950536.146876:0:441642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1871652369220352, offset 0 00000100:00000040:1.0:1784950536.146878:0:453506:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000017df81c8 refcount 6 to 0@lo 02000000:00000010:0.0:1784950536.146883:0:431120:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b126ea16. 00000400:00000200:3.0:1784950536.146884:0:441643:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950536.146890:0:453506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623785869398976 : -120287840152640 : ffff92994e0453c0) 00000100:00000001:0.0:1784950536.146895:0:431120:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950536.146901:0:453506:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1784950536.146904:0:441642:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950536.146905:0:441643:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1784950536.146909:0:453506:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950536.146917:0:431120:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@0000000057fd25ce x1871652369220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784950536.146919:0:453506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784950536.146921:0:441643:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000100:00000040:1.0:1784950536.146932:0:453506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1784950536.146938:0:441643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1784950536.146943:0:453506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 00000400:00000200:3.0:1784950536.146951:0:441643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000200:1.0:1784950536.146958:0:453506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1871652369219968, offset 224 00000100:00000001:0.0:1784950536.146959:0:431120:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784950536.146966:0:431120:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950536.146967:0:441643:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11342:11342:239:4294967295] 192.168.203.114@tcp LPNI seq info [10039:10039:7:4294967295] 00000400:00000200:1.0:1784950536.146979:0:453506:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1784950536.146980:0:431120:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057fd25ce] to pc [ptlrpcd_00_01+1] req@0000000057fd25ce x1871652369220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950536.147005:0:441643:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000800:00000200:3.0:1784950536.147023:0:441643:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950536.147028:0:431120:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784950536.147030:0:441643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a7ee387. 00000400:00000200:2.0:1784950536.147036:0:441642:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000040:0.0:1784950536.147040:0:431120:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12812) 00000800:00000200:3.0:1784950536.147049:0:441643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950536.147054:0:441642:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784950536.147062:0:441643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000400:00000200:2.0:1784950536.147066:0:441642:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000800:00000200:3.0:1784950536.147070:0:441643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a7ee387 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784950536.147077:0:441642:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784950536.147084:0:441642:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000400:00000200:2.0:1784950536.147088:0:441642:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11343:11343:238:4294967295] 192.168.203.114@tcp LPNI seq info [10040:10040:6:4294967295] 00000100:00000001:3.0:1784950536.147092:0:441643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950536.147100:0:441643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5618 usecs (6 jiffies) 00000100:00000001:3.0:1784950536.147108:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307474312 00000400:00000200:2.0:1784950536.147116:0:441642:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:3.0:1784950536.147117:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307476731 00000100:00000001:3.0:1784950536.147128:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307474312 00000800:00000200:2.0:1784950536.147137:0:441642:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:3.0:1784950536.147137:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307476731 00000400:00000200:1.0:1784950536.147145:0:453506:0:(lib-move.c:4652:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1784950536.147150:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307474312 00000800:00000010:2.0:1784950536.147152:0:441642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c1815a5. 00000100:00000001:3.0:1784950536.147157:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307476731 00000100:00000001:3.0:1784950536.147162:0:441643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307474312 00000400:00000200:1.0:1784950536.147170:0:453506:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a642069c4180 00000800:00000200:2.0:1784950536.147173:0:441642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950536.147174:0:441643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307476731 00000400:00000200:1.0:1784950536.147185:0:453506:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1665d [1] + 224 00000100:00000001:3.0:1784950536.147187:0:441643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784950536.147188:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1784950536.147199:0:441642:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000010:0.0:1784950536.147201:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a955e85. 00000100:00000001:3.0:1784950536.147202:0:441643:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950536.147203:0:453506:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784950536.147210:0:441642:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003c1815a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784950536.147215:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950536.147218:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950536.147220:0:441642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950536.147224:0:453506:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1784950536.147227:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950536.147233:0:441642:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4746 usecs (5 jiffies) 00000400:00000200:0.0:1784950536.147239:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:1.0:1784950536.147242:0:453506:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950536.147243:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307474311 00000400:00000200:0.0:1784950536.147247:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077350b67 00000100:00000001:2.0:1784950536.147252:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307476731 00000100:00000200:1.0:1784950536.147253:0:453506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081c530af x1871652369219968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784950536.147256:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000077350b67. 00000800:00000001:3.0:1784950536.147258:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950536.147262:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307474311 00000100:00000001:0.0:1784950536.147270:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950536.147272:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307476731 00000800:00000001:3.0:1784950536.147275:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950536.147285:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307474311 00000100:00000200:0.0:1784950536.147286:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004838e8b3 x1871652369220096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950536.147288:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950536.147297:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307476731 00000100:00000040:1.0:1784950536.147299:0:453506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081c530af x1871652369219968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1784950536.147301:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950536.147308:0:441642:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307474311 00000100:00000001:2.0:1784950536.147321:0:441642:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307476731 00000400:00000200:3.0:1784950536.147330:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:2.0:1784950536.147335:0:441642:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950536.147347:0:441642:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950536.147352:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950536.147366:0:453506:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784950536.147367:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004838e8b3 x1871652369220096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950536.147367:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c4200 00000100:00000001:0.0:1784950536.147388:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950536.147391:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950536.147396:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784950536.147402:0:441641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784950536.147406:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950536.147413:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 9184 00000100:00000001:2.0:1784950536.147414:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784950536.147420:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784950536.147421:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784950536.147425:0:453506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca6d43d 00000800:00000001:3.0:1784950536.147427:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950536.147428:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1784950536.147429:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a7ee387. 00000400:00000010:1.0:1784950536.147432:0:453506:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008ca6d43d. 00000100:00000001:2.0:1784950536.147436:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950536.147442:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950536.147443:0:441641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784950536.147444:0:453506:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:3.0:1784950536.147445:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.147454:0:453506:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1784950536.147456:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057fd25ce x1871652369220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950536.147457:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784950536.147465:0:453506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950536.147466:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:3.0:1784950536.147482:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950536.147483:0:453506:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=0000000017df81c8 refcount 5 to 0@lo 00000400:00000200:0.0:1784950536.147485:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7aa0e6 00000400:00000010:0.0:1784950536.147495:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000001a7aa0e6. 00010000:00000001:1.0:1784950536.147497:0:453506:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950536.147498:0:441641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1784950536.147504:0:453506:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950536.147505:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784950536.147505:0:441641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950536.147506:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1784950536.147516:0:453506:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1784950536.147517:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:2.0:1784950536.147519:0:441641:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1784950536.147525:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f866d7f6 x1871652369220224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950536.147527:0:453506:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a54d61e0 x1871652369219968/t0(0) o400->e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15@0@lo:687/0 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784950536.147529:0:441641:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1784950536.147529:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049e93253. 00000100:00000040:3.0:1784950536.147542:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000049e93253 x1871652369220096 msgsize 224 02000000:00000001:2.0:1784950536.147544:0:441641:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950536.147565:0:441641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000057fd25ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:441641:1871652369220608:192.168.203.114@tcp:400: 00000100:00100000:3.0:1784950536.147582:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000001:2.0:1784950536.147588:0:441641:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784950536.147600:0:441641:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784950536.147601:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784950536.147606:0:441641:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950536.147607:0:453506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a54d61e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15+18:441642:x1871652369219968:12345-0@lo:400: Request processed in 1178us (1898us total) trans 0 rc 0/0 00000100:00000001:3.0:1784950536.147610:0:441636:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1784950536.147613:0:441641:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784950536.147618:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f866d7f6 x1871652369220224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784950536.147623:0:441641:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac714e1c. 00000800:00000001:3.0:1784950536.147626:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950536.147634:0:441641:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950536.147638:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784950536.147639:0:453506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000400:00000010:2.0:1784950536.147648:0:441641:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4e053e4. 00000100:00000040:1.0:1784950536.147654:0:453506:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a536c91a : new rpc_count 0 00000400:00000010:2.0:1784950536.147660:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f99e6c8. 00000100:00000001:1.0:1784950536.147664:0:453506:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950536.147671:0:455339:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1784950536.147673:0:453506:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1784950536.147676:0:441641:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871652369220608, portal 10 00000100:00000001:0.0:1784950536.147677:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784950536.147680:0:455339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369220096 00000020:00000010:1.0:1784950536.147683:0:453506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000080f09154. 00000100:00000001:2.0:1784950536.147689:0:441641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784950536.147690:0:441634:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1784950536.147691:0:455339:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1784950536.147693:0:453506:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000650ac242. 00000100:00000001:2.0:1784950536.147695:0:441641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883978368 : -120287825573248 : ffff92994ee2ca80) 00000100:00000001:3.0:1784950536.147699:0:455339:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950536.147706:0:455339:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950536.147707:0:453506:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd84354f. 00000100:00000040:2.0:1784950536.147714:0:441641:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000057fd25ce x1871652369220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950536.147719:0:455339:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784950536.147751:0:453506:0:(genops.c:900:class_export_put()) PUTting export 00000000a536c91a : new refcount 17 02000000:00000001:1.0:1784950536.147760:0:453506:0:(sec.c:2643:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1784950536.147766:0:453506:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f1b1b8c6. 00000100:00100000:3.0:1784950536.147769:0:455339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369220096 02000000:00000001:1.0:1784950536.147775:0:453506:0:(sec.c:2656:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1784950536.147778:0:455339:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1784950536.147802:0:453506:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784950536.147810:0:455339:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d062 00000100:00000001:2.0:1784950536.147813:0:441641:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1784950536.147816:0:453506:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:3.0:1784950536.147817:0:455339:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784950536.147826:0:455339:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000a190797 refcount=5 00000100:00000040:2.0:1784950536.147827:0:441641:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950536.147828:0:453506:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023535eaf. 00000400:00000010:2.0:1784950536.147839:0:441641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7a3e15b. 00000020:00000001:3.0:1784950536.147839:0:455339:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000400:00000010:1.0:1784950536.147844:0:453506:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9d8474a. 00000100:00000200:2.0:1784950536.147849:0:441641:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871652369220608, offset 0 00000020:00000001:3.0:1784950536.147851:0:455339:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623786006024192 : -120287703527424 : ffff929956291000) 00000800:00000200:0.0:1784950536.147858:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784950536.147861:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000010:0.0:1784950536.147866:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c1815a5. 00000400:00000200:2.0:1784950536.147869:0:441641:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000020:00000010:3.0:1784950536.147873:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000001:1.0:1784950536.147876:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950536.147877:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950536.147881:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950536.147884:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784950536.147888:0:441641:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000001:1.0:1784950536.147892:0:441640:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1784950536.147894:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000400:00000200:0.0:1784950536.147898:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000040:1.0:1784950536.147908:0:441640:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031345b0b x1871652369220480/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784950536.147909:0:441641:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:3.0:1784950536.147911:0:455339:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017854499. 00000400:00000200:2.0:1784950536.147923:0:441641:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000010:3.0:1784950536.147924:0:455339:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b85f2d16. 00000400:00000200:2.0:1784950536.147937:0:441641:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000010:3.0:1784950536.147938:0:455339:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5f4067f. 00000400:00000200:2.0:1784950536.147951:0:441641:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000100:00000001:1.0:1784950536.147952:0:441640:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784950536.147956:0:455339:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1784950536.147958:0:441640:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950536.147968:0:455339:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1784950536.147971:0:441641:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11344:11344:239:4294967295] 192.168.203.114@tcp LPNI seq info [10041:10041:7:4294967295] 02000000:00000001:1.0:1784950536.147972:0:441640:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784950536.147973:0:455339:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1784950536.147979:0:441640:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784950536.147980:0:455339:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950536.147993:0:441640:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950536.147999:0:455339:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950536.148004:0:441640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000031345b0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:441640:1871652369220480:192.168.203.114@tcp:8: 00000100:00000001:1.0:1784950536.148015:0:441640:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784950536.148022:0:441640:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784950536.148023:0:455339:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950536.148024:0:441641:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 02000000:00000001:1.0:1784950536.148027:0:441640:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784950536.148036:0:441640:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784950536.148043:0:455339:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000010:1.0:1784950536.148044:0:441640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f1b1b8c6. 00000400:00000200:0.0:1784950536.148046:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f72bf817 00000100:00000001:3.0:1784950536.148050:0:455339:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1784950536.148054:0:441640:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784950536.148057:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000f72bf817. 00000800:00000200:2.0:1784950536.148057:0:441641:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:1.0:1784950536.148061:0:441640:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004dc11e7a. 00000100:00000001:0.0:1784950536.148071:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1784950536.148072:0:455339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2789 00000800:00000010:2.0:1784950536.148073:0:441641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c55871f. 00000400:00000010:1.0:1784950536.148076:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca6d43d. 00000100:00000200:0.0:1784950536.148086:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000501f9ecc x1871652369220352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950536.148088:0:455339:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a190797 : new rpc_count 1 00000100:00000200:1.0:1784950536.148089:0:441640:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871652369220480, portal 4 00000800:00000200:2.0:1784950536.148091:0:441641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:3.0:1784950536.148100:0:455339:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623786032844288 : -120287676707328 : ffff929957c24e00) 00000100:00000001:1.0:1784950536.148102:0:441640:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784950536.148108:0:441640:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623785883990912 : -120287825560704 : ffff92994ee2fb80) 00000800:00000200:2.0:1784950536.148117:0:441641:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000100:00000040:3.0:1784950536.148122:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000049e93253 x1871652369220096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:687/0 lens 224/0 e 0 to 0 dl 1784950547 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950536.148130:0:441640:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000031345b0b x1871652369220480/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784950536.148131:0:441641:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002c55871f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784950536.148149:0:441641:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950536.148153:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784950536.148161:0:441641:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 5088 usecs (6 jiffies) 00000100:00000040:0.0:1784950536.148169:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000501f9ecc x1871652369220352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950536.148176:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307474313 00000100:00000001:2.0:1784950536.148189:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307476731 00000100:00000001:2.0:1784950536.148201:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307474313 00000100:00000001:3.0:1784950536.148203:0:455339:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1784950536.148205:0:441640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784950536.148215:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307476731 00000020:00000010:3.0:1784950536.148216:0:455339:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba1eaf92. 00000100:00000040:1.0:1784950536.148223:0:441640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950536.148227:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307474313 00000100:00000001:3.0:1784950536.148229:0:455339:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784950536.148235:0:441640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e49f40e5. 00000100:00000001:2.0:1784950536.148240:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307476731 00000020:00000010:3.0:1784950536.148243:0:455339:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba1eaf92. 00000100:00000200:1.0:1784950536.148247:0:441640:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1871652369220480, offset 0 00000100:00000001:2.0:1784950536.148253:0:441641:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307474313 00000100:00000001:2.0:1784950536.148267:0:441641:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307476731 00000100:00100000:3.0:1784950536.148268:0:455339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000049e93253 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369220096:12345-192.168.203.114@tcp:400: 00000400:00000200:1.0:1784950536.148270:0:441640:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950536.148278:0:441641:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950536.148280:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950536.148291:0:441640:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.114@tcp local destination 00000100:00000200:3.0:1784950536.148292:0:455339:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369220096 00000100:00000001:0.0:1784950536.148294:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784950536.148294:0:441641:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950536.148304:0:455339:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1784950536.148306:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950536.148308:0:441640:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1784950536.148312:0:455339:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950536.148319:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950536.148320:0:441640:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000020:00000001:3.0:1784950536.148321:0:455339:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784950536.148331:0:455339:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1784950536.148335:0:441640:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1784950536.148336:0:455339:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000400:00000001:2.0:1784950536.148342:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784950536.148346:0:441640:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.114@tcp 00000020:00000001:3.0:1784950536.148349:0:455339:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000001:2.0:1784950536.148350:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784950536.148359:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e45c7660. 00000400:00000200:1.0:1784950536.148360:0:441640:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11345:11345:238:4294967295] 192.168.203.114@tcp LPNI seq info [10042:10042:6:4294967295] 00000001:00000001:3.0:1784950536.148360:0:455339:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1871652369220096, found 0 last_xid 1871652369220095 00000400:00000200:2.0:1784950536.148369:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008562deaf 00000020:00000001:3.0:1784950536.148375:0:455339:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784950536.148377:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008562deaf. 00000020:00000001:3.0:1784950536.148385:0:455339:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1784950536.148389:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1784950536.148392:0:455339:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1784950536.148399:0:455339:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950536.148402:0:441640:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000200:2.0:1784950536.148404:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081c530af x1871652369219968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784950536.148407:0:455339:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950536.148416:0:455339:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1784950536.148425:0:455339:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:0.0:1784950536.148431:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950536.148435:0:441640:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.114@tcp 02000000:00000010:3.0:1784950536.148435:0:455339:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004ef139cd. 00000100:00000200:2.0:1784950536.148442:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081c530af x1871652369219968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950536.148446:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950536.148447:0:455339:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784950536.148449:0:441640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c2840c. 00000800:00000001:0.0:1784950536.148459:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950536.148461:0:455339:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950536.148469:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784950536.148471:0:441640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000020:00000001:3.0:1784950536.148474:0:455339:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950536.148475:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950536.148484:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1784950536.148486:0:455339:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369220096 00000400:00000200:0.0:1784950536.148496:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000800:00000200:1.0:1784950536.148497:0:441640:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000100:00000001:2.0:1784950536.148497:0:441642:0:(client.c:1580:after_reply()) Process entered 00010000:00000001:3.0:1784950536.148498:0:455339:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 02000000:00000001:2.0:1784950536.148505:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000200:1.0:1784950536.148512:0:441640:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000083c2840c type 1, nob 616 niov 1 nkiov 1 00010000:00000200:3.0:1784950536.148514:0:455339:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000049e93253 x1871652369220096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:687/0 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950536.148515:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784950536.148522:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950536.148527:0:441640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950536.148530:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c4280 02000000:00000001:2.0:1784950536.148533:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950536.148539:0:441640:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 0 usecs (0 jiffies) 00000100:00001000:2.0:1784950536.148549:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000006a435173 time=24 v=5 (5 5 5 5) 00000100:00000001:1.0:1784950536.148551:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307476733 00000400:00000200:0.0:1784950536.148559:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 171136 00000100:00001000:2.0:1784950536.148566:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 000000001439ef9e time=24 v=5 (1 1 1 1) 00000100:00000001:1.0:1784950536.148569:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307476731 00000100:00000001:1.0:1784950536.148586:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307476733 00000800:00000001:0.0:1784950536.148587:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784950536.148588:0:455339:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1784950536.148589:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784950536.148596:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307476731 00010000:00000001:3.0:1784950536.148598:0:455339:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950536.148599:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950536.148602:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.148607:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307476733 00010000:00000001:2.0:1784950536.148611:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1784950536.148613:0:455339:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=19 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950536.148615:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1784950536.148618:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950536.148620:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307476731 00000100:00000001:2.0:1784950536.148633:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950536.148634:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:3.0:1784950536.148636:0:455339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1784950536.148637:0:441640:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307476733 00000100:00000040:2.0:1784950536.148650:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081c530af x1871652369219968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784950536.148651:0:455339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950536.148652:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1784950536.148653:0:441640:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307476731 00000100:00000200:0.0:1784950536.148661:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1784950536.148665:0:455339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000100:00000001:1.0:1784950536.148667:0:441640:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1784950536.148673:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8cbd35c. 02000000:00000001:3.0:1784950536.148680:0:455339:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1784950536.148681:0:441640:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950536.148686:0:441634:0:(events.c:337:request_in_callback()) incoming req@00000000b8cbd35c x1871652369220224 msgsize 224 02000000:00000001:3.0:1784950536.148689:0:455339:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950536.148693:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950536.148701:0:455339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784950536.148704:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950536.148711:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784950536.148716:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000100:00000040:3.0:1784950536.148718:0:455339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000100:00000001:2.0:1784950536.148759:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950536.148762:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1784950536.148766:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.148769:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1784950536.148772:0:455339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa895c83. 00000100:00000001:1.0:1784950536.148774:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784950536.148777:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081c530af x1871652369219968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950536.148803:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784950536.148806:0:455339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369220096, offset 224 00000100:00000001:1.0:1784950536.148809:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950536.148815:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950536.148825:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950536.148834:0:455339:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00100000:2.0:1784950536.148843:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000081c530af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e11b1b54-fbce-48bd-b57d-8c3bf7fd2c15:441642:1871652369219968:0@lo:400: 00000800:00000200:0.0:1784950536.148850:0:441634:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784950536.148855:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950536.148856:0:455339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:0.0:1784950536.148859:0:441634:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c55871f. 00000100:00000001:1.0:1784950536.148861:0:453541:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1784950536.148866:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1784950536.148870:0:453541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369220224 00000400:00000200:0.0:1784950536.148873:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950536.148876:0:453541:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1784950536.148882:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081c530af x1871652369219968/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950536.148884:0:453541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1784950536.148885:0:455339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11346:11346:238:4294967295] 192.168.203.114@tcp LPNI seq info [10043:10043:6:4294967295] 00000100:00000001:1.0:1784950536.148891:0:453541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950536.148893:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950536.148903:0:453541:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784950536.148914:0:453541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369220224 00000020:00000001:1.0:1784950536.148923:0:453541:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1784950536.148926:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1784950536.148928:0:453541:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cff2 02000000:00000001:2.0:1784950536.148931:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1784950536.148937:0:453541:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000010:2.0:1784950536.148939:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9a863bd. 00000400:00000200:3.0:1784950536.148940:0:455339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000020:00000040:1.0:1784950536.148943:0:453541:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000479c49ca refcount=5 02000000:00000001:2.0:1784950536.148953:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784950536.148955:0:453541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000400:00000200:0.0:1784950536.148959:0:441634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7a3e15b 00000020:00000001:2.0:1784950536.148961:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1784950536.148965:0:453541:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785995749376 : -120287713802240 : ffff9299558c4800) 00000800:00000200:3.0:1784950536.148967:0:455339:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000400:00000010:0.0:1784950536.148969:0:441634:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000d7a3e15b. 00000020:00000040:2.0:1784950536.148971:0:441642:0:(genops.c:1244:class_import_put()) import 00000000f1095676 refcount=3 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1784950536.148973:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000800:00000010:3.0:1784950536.148982:0:455339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a86c365d. 00000100:00000001:0.0:1784950536.148984:0:441634:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1784950536.148985:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025f4d071. 00000020:00000001:2.0:1784950536.148985:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784950536.148995:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1784950536.148995:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cdda80e2. 00000800:00000200:3.0:1784950536.148997:0:455339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000200:0.0:1784950536.149002:0:441634:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057fd25ce x1871652369220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1784950536.149010:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025f4d071. 02000000:00000001:2.0:1784950536.149013:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:3.0:1784950536.149022:0:455339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 02000000:00000001:2.0:1784950536.149023:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:1.0:1784950536.149024:0:453541:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd84354f. 00000100:00000010:2.0:1784950536.149032:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081c530af. 00000020:00000010:1.0:1784950536.149036:0:453541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000080f09154. 00000800:00000200:3.0:1784950536.149037:0:455339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a86c365d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784950536.149039:0:441634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784950536.149046:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000010:1.0:1784950536.149048:0:453541:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000650ac242. 00000100:00000001:3.0:1784950536.149050:0:455339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784950536.149053:0:441634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057fd25ce x1871652369220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950536.149055:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950536.149066:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784950536.149067:0:453541:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:3.0:1784950536.149069:0:455339:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950536.149078:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950536.149080:0:453541:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1784950536.149083:0:455339:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:2.0:1784950536.149086:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950536.149088:0:453541:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1784950536.149091:0:455339:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950536.149096:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950536.149097:0:453541:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784950536.149099:0:455339:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1784950536.149115:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950536.149116:0:441634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950536.149116:0:453541:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1784950536.149116:0:455339:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049e93253 x1871652369220096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@192.168.203.114@tcp:687/0 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950536.149126:0:453541:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1784950536.149129:0:441634:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784950536.149133:0:453541:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950536.149143:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950536.149155:0:453541:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784950536.149156:0:455339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000049e93253 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:441644:x1871652369220096:12345-192.168.203.114@tcp:400: Request processed in 949us (1608us total) trans 0 rc 0/0 00000800:00000001:0.0:1784950536.149158:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784950536.149167:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950536.149175:0:453541:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000800:00000001:0.0:1784950536.149178:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.149182:0:453541:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000001:2.0:1784950536.149184:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784950536.149187:0:455339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2789 00000100:00000040:3.0:1784950536.149198:0:455339:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a190797 : new rpc_count 0 00000100:00100000:1.0:1784950536.149201:0:453541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1626 00000800:00000001:2.0:1784950536.149202:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950536.149206:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000100:00000001:3.0:1784950536.149209:0:455339:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:2.0:1784950536.149212:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784950536.149215:0:453541:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000479c49ca : new rpc_count 1 00000100:00000001:3.0:1784950536.149218:0:455339:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:2.0:1784950536.149222:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.149224:0:453541:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883985536 : -120287825566080 : ffff92994ee2e680) 00000020:00000010:3.0:1784950536.149228:0:455339:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b85f2d16. 00000100:00000040:1.0:1784950536.149239:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b8cbd35c x1871652369220224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:687/0 lens 224/0 e 0 to 0 dl 1784950547 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784950536.149242:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 24 MB=0x6a642069c4300 00000020:00000010:3.0:1784950536.149243:0:455339:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5f4067f. 00000400:00000200:2.0:1784950536.149248:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:3.0:1784950536.149257:0:455339:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017854499. 00000400:00000200:0.0:1784950536.149270:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.114@tcp of length 224/224 into md 0x3e81 [256] + 9408 00000020:00000040:3.0:1784950536.149272:0:455339:0:(genops.c:900:class_export_put()) PUTting export 000000000a190797 : new refcount 4 00000100:00000001:1.0:1784950536.149282:0:453541:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1784950536.149285:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 12 MB=0x6a642069c4400 00000100:00000001:3.0:1784950536.149285:0:455339:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1784950536.149292:0:453541:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025f4d071. 00000800:00000001:0.0:1784950536.149293:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950536.149303:0:453541:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784950536.149307:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.114@tcp of length 224/224 into md 0x3c1d [64] + 171360 00000020:00000010:1.0:1784950536.149310:0:453541:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025f4d071. 00000800:00000001:0.0:1784950536.149315:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784950536.149323:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1784950536.149326:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784950536.149333:0:453541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b8cbd35c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369220224:12345-192.168.203.114@tcp:400: 00000400:00000200:0.0:1784950536.149337:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000200:1.0:1784950536.149348:0:453541:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369220224 00000100:00000001:0.0:1784950536.149352:0:441634:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1784950536.149354:0:453541:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:0.0:1784950536.149360:0:441634:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000800:00000001:2.0:1784950536.149361:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950536.149362:0:453541:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1784950536.149369:0:453541:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950536.149373:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784950536.149374:0:453541:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000010:0.0:1784950536.149375:0:441634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fb02893. 00000020:00000001:1.0:1784950536.149381:0:453541:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00000040:0.0:1784950536.149385:0:441634:0:(events.c:337:request_in_callback()) incoming req@000000000fb02893 x1871652369220352 msgsize 224 00000020:00000001:1.0:1784950536.149391:0:453541:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1784950536.149393:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:1.0:1784950536.149396:0:453541:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784950536.149407:0:453541:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1784950536.149409:0:441634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000020:00000001:1.0:1784950536.149412:0:453541:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1784950536.149415:0:441636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1784950536.149417:0:453541:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950536.149419:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1784950536.149420:0:441636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1784950536.149427:0:453541:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1784950536.149428:0:441634:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:3.0:1784950536.149430:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c2840c. 00000100:00000010:2.0:1784950536.149434:0:441636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002a6cd7d. 00000100:00000001:1.0:1784950536.149436:0:453541:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1784950536.149441:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784950536.149442:0:453541:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:0.0:1784950536.149444:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784950536.149445:0:441636:0:(events.c:337:request_in_callback()) incoming req@0000000002a6cd7d x1871652369220608 msgsize 224 02000000:00000010:1.0:1784950536.149456:0:453541:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ceece30c. 00000800:00000001:0.0:1784950536.149458:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950536.149459:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 02000000:00000001:1.0:1784950536.149466:0:453541:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950536.149477:0:453541:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950536.149477:0:441636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.114@tcp (source: 12345-192.168.203.114@tcp) 00000400:00000200:3.0:1784950536.149478:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49f40e5 00000400:00000010:3.0:1784950536.149488:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000e49f40e5. 00000020:00000001:1.0:1784950536.149489:0:453541:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1784950536.149497:0:453541:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369220224 00000100:00000001:2.0:1784950536.149499:0:441636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1784950536.149501:0:441635:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1784950536.149502:0:453541:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000800:00000001:2.0:1784950536.149515:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784950536.149519:0:441635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031345b0b x1871652369220480/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950536.149522:0:453513:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00010000:00000200:1.0:1784950536.149523:0:453541:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@00000000b8cbd35c x1871652369220224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:687/0 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1784950536.149525:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784950536.149531:0:453513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369220608 02000000:00000001:0.0:1784950536.149540:0:453513:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784950536.149546:0:453513:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950536.149552:0:453513:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784950536.149563:0:453513:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950536.149571:0:454245:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784950536.149572:0:453513:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369220608 00000100:00100000:2.0:1784950536.149580:0:454245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871652369220352 00000020:00000001:0.0:1784950536.149584:0:453513:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1784950536.149585:0:441635:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1784950536.149587:0:453541:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1784950536.149588:0:454245:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:0.0:1784950536.149593:0:453513:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13d038 00010000:00000001:1.0:1784950536.149597:0:453541:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950536.149597:0:454245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784950536.149601:0:441635:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031345b0b x1871652369220480/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1784950561 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784950536.149602:0:453513:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1784950536.149604:0:454245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784950536.149607:0:453541:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=19 v=5 (1 1 1 1) 00000020:00000040:0.0:1784950536.149610:0:453513:0:(lustre_handles.c:147:class_handle2object()) GET export 00000000997073cd refcount=5 02000000:00000001:2.0:1784950536.149618:0:454245:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950536.149624:0:453513:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000001:1.0:1784950536.149626:0:453541:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1784950536.149631:0:454245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871652369220352 00000020:00000001:0.0:1784950536.149637:0:453513:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623785833617408 : -120287875934208 : ffff92994be25800) 00000100:00000040:1.0:1784950536.149639:0:453541:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000020:00000001:2.0:1784950536.149641:0:454245:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1784950536.149648:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1784950536.149651:0:454245:0:(genops.c:825:class_conn2export()) looking for export cookie 0x22bbc7ff3d13cfeb 00000100:00000001:1.0:1784950536.149652:0:453541:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 00000020:00000010:0.0:1784950536.149660:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000020:00000001:2.0:1784950536.149661:0:454245:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:1.0:1784950536.149665:0:453541:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1784950536.149666:0:441635:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950536.149669:0:454245:0:(lustre_handles.c:147:class_handle2object()) GET export 000000000bc64fb7 refcount=5 00000100:00000001:0.0:1784950536.149670:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784950536.149672:0:453541:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950536.149677:0:441635:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1784950536.149680:0:454245:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000020:00000010:0.0:1784950536.149685:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000100:00000001:1.0:1784950536.149687:0:453541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1784950536.149688:0:454245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623790016763904 : -120283692787712 : ffff929a45381800) 00000100:00000001:2.0:1784950536.149697:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784950536.149698:0:453513:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c7e8cd1. 00000100:00000040:1.0:1784950536.149699:0:453541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000020:00000010:2.0:1784950536.149705:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e659232e. 00000400:00000010:1.0:1784950536.149709:0:453541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068462c91. 00000020:00000010:0.0:1784950536.149712:0:453513:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057e9af4d. 00000100:00000001:2.0:1784950536.149713:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950536.149759:0:453513:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019498764. 00000100:00000200:1.0:1784950536.149760:0:453541:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369220224, offset 224 00000020:00000010:2.0:1784950536.149769:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e659232e. 00000100:00000001:0.0:1784950536.149774:0:453513:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1784950536.149799:0:453541:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950536.149806:0:453513:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1784950536.149807:0:454245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005dec4288. 00000100:00000001:0.0:1784950536.149813:0:453513:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950536.149816:0:453541:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000020:00000010:2.0:1784950536.149821:0:454245:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccaa10e9. 00000100:00000001:0.0:1784950536.149828:0:453513:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1784950536.149832:0:454245:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009de83196. 00000800:00000200:3.0:1784950536.149833:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784950536.149834:0:453541:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11347:11347:239:4294967295] 192.168.203.114@tcp LPNI seq info [10044:10044:7:4294967295] 00000100:00000001:0.0:1784950536.149836:0:453513:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000010:3.0:1784950536.149843:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a86c365d. 00000100:00000001:0.0:1784950536.149845:0:453513:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950536.149851:0:454245:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000400:00000200:3.0:1784950536.149858:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784950536.149860:0:454245:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1784950536.149867:0:454245:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1784950536.149873:0:453541:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000001:2.0:1784950536.149874:0:454245:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950536.149876:0:453513:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950536.149883:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950536.149891:0:454245:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784950536.149901:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa895c83 00000800:00000200:1.0:1784950536.149903:0:453541:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:0.0:1784950536.149905:0:453513:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1784950536.149907:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000fa895c83. 00000100:00000001:2.0:1784950536.149911:0:454245:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950536.149914:0:453513:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1784950536.149916:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000010:1.0:1784950536.149917:0:453541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c88d7a2. 00000100:00000001:3.0:1784950536.149924:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1784950536.149932:0:453513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 1627 00000800:00000200:1.0:1784950536.149934:0:453541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000100:00000001:2.0:1784950536.149938:0:454245:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1784950536.149940:0:453513:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000997073cd : new rpc_count 1 00000100:00000001:2.0:1784950536.149945:0:454245:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1784950536.149949:0:453513:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785692707712 : -120288016843904 : ffff9299437c3b80) 00000800:00000200:1.0:1784950536.149951:0:453541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000001:3.0:1784950536.149954:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784950536.149961:0:453541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001c88d7a2 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784950536.149965:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000002a6cd7d x1871652369220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:687/0 lens 224/0 e 0 to 0 dl 1784950547 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784950536.149967:0:454245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.114@tcp, seq: 2790 00000800:00000001:3.0:1784950536.149970:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1784950536.149982:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784950536.149985:0:453541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950536.149986:0:454245:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000bc64fb7 : new rpc_count 1 00000800:00000001:3.0:1784950536.149992:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950536.149998:0:454245:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623785883986432 : -120287825565184 : ffff92994ee2ea00) 00000100:00000040:1.0:1784950536.150000:0:453541:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000001:0.0:1784950536.150007:0:453513:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1784950536.150015:0:453541:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000400:00000200:3.0:1784950536.150017:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000010:0.0:1784950536.150019:0:453513:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013a937ba. 00000020:00000001:1.0:1784950536.150020:0:453541:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784950536.150026:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000fb02893 x1871652369220352/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:687/0 lens 224/0 e 0 to 0 dl 1784950547 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784950536.150033:0:453541:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1784950536.150034:0:453513:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784950536.150046:0:453513:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013a937ba. 00000100:00000040:1.0:1784950536.150047:0:453541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8cbd35c x1871652369220224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.114@tcp:687/0 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950536.150049:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 520 into portal 28 MB=0x6a642069c4380 00000100:00100000:0.0:1784950536.150071:0:453513:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000002a6cd7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441641:x1871652369220608:12345-192.168.203.114@tcp:400: 00000400:00000100:3.0:1784950536.150076:0:441635:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.114@tcp portal 28 match 1871652369220480 offset 0 length 520: 4 00000100:00000001:2.0:1784950536.150096:0:454245:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1784950536.150098:0:441635:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 0000000061a1365c is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000200:0.0:1784950536.150099:0:453513:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369220608 00000020:00000010:2.0:1784950536.150108:0:454245:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e659232e. 00000020:00000001:0.0:1784950536.150109:0:453513:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:3.0:1784950536.150112:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000020:00000001:0.0:1784950536.150118:0:453513:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1784950536.150119:0:454245:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1784950536.150122:0:453541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b8cbd35c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:441643:x1871652369220224:12345-192.168.203.114@tcp:400: Request processed in 831us (1426us total) trans 0 rc 0/0 00000020:00000001:0.0:1784950536.150127:0:453513:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950536.150128:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1784950536.150130:0:454245:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e659232e. 00000020:00000001:0.0:1784950536.150140:0:453513:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000800:00000001:3.0:1784950536.150142:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784950536.150145:0:453513:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000100:00100000:2.0:1784950536.150155:0:454245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000fb02893 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369220352:12345-192.168.203.114@tcp:400: 00000100:00100000:1.0:1784950536.150157:0:453541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1626 00000020:00000001:0.0:1784950536.150158:0:453513:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1784950536.150167:0:453513:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950536.150171:0:453541:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479c49ca : new rpc_count 0 00000100:00000200:2.0:1784950536.150177:0:454245:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1871652369220352 00000020:00000001:0.0:1784950536.150179:0:453513:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1784950536.150180:0:453541:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1784950536.150188:0:454245:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1784950536.150189:0:453513:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1784950536.150189:0:453541:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1784950536.150197:0:453513:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784950536.150200:0:453541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000080f09154. 00000020:00000001:2.0:1784950536.150200:0:454245:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1784950536.150203:0:453513:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1784950536.150210:0:454245:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950536.150212:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950536.150213:0:453513:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1784950536.150215:0:453541:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000650ac242. 00000020:00000001:2.0:1784950536.150216:0:454245:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1784950536.150222:0:453513:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:3.0:1784950536.150225:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c88d7a2. 00000020:00000001:2.0:1784950536.150226:0:454245:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652970528 : -1056581088 : ffffffffc105da20) 00000020:00000010:1.0:1784950536.150227:0:453541:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd84354f. 02000000:00000010:0.0:1784950536.150231:0:453513:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008cad8fbd. 00000400:00000200:3.0:1784950536.150241:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784950536.150242:0:453513:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950536.150242:0:454245:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000040:1.0:1784950536.150244:0:453541:0:(genops.c:900:class_export_put()) PUTting export 00000000479c49ca : new refcount 4 00000001:00000001:2.0:1784950536.150251:0:454245:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1871652369220352, found 0 last_xid 1871652369220351 00000100:00000001:0.0:1784950536.150257:0:453513:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950536.150258:0:453541:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784950536.150260:0:454245:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784950536.150265:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000001:0.0:1784950536.150273:0:453513:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950536.150274:0:454245:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1784950536.150277:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068462c91 00000020:00000001:2.0:1784950536.150282:0:454245:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000040:0.0:1784950536.150285:0:453513:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369220608 00000400:00000010:3.0:1784950536.150286:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 0000000068462c91. 00000020:00000001:2.0:1784950536.150288:0:454245:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950536.150291:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784950536.150296:0:453513:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000001:3.0:1784950536.150299:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1784950536.150300:0:454245:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1784950536.150308:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000200:0.0:1784950536.150309:0:453513:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@0000000002a6cd7d x1871652369220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:687/0 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784950536.150310:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950536.150311:0:454245:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000800:00000001:3.0:1784950536.150320:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950536.150321:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784950536.150321:0:454245:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1784950536.150334:0:454245:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001fb84426. 00010000:00000001:0.0:1784950536.150336:0:453513:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000800:00000001:3.0:1784950536.150338:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950536.150340:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784950536.150343:0:453513:0:(ldlm_lib.c:3361:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950536.150345:0:454245:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950536.150351:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784950536.150356:0:453513:0:(import.c:2149:obd_at_measure()) add 1 to 00000000a397e35e time=19 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950536.150357:0:454245:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1784950536.150365:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950536.150367:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000020:00000001:2.0:1784950536.150368:0:454245:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950536.150378:0:453513:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:2.0:1784950536.150379:0:454245:0:(ldlm_lib.c:3328:target_committed_to_req()) last_committed 0, transno 0, xid 1871652369220352 00010000:00000001:2.0:1784950536.150389:0:454245:0:(ldlm_lib.c:3397:target_send_reply()) Process entered 00000100:00000040:0.0:1784950536.150391:0:453513:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00000400:00000200:3.0:1784950536.150395:0:441635:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000200:1.0:1784950536.150400:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c4200 00010000:00000200:2.0:1784950536.150404:0:454245:0:(ldlm_lib.c:3385:target_send_reply_msg()) @@@ sending reply req@000000000fb02893 x1871652369220352/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:687/0 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950536.150406:0:453513:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:0.0:1784950536.150419:0:453513:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784950536.150425:0:453513:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950536.150426:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16665 [1] + 224 00000400:00000200:3.0:1784950536.150433:0:441635:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c4280 00000100:00000001:0.0:1784950536.150438:0:453513:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1784950536.150450:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784950536.150452:0:453513:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950536.150462:0:441635:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x1666d [1] + 224 00010000:00000001:2.0:1784950536.150463:0:454245:0:(ldlm_lib.c:3340:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1784950536.150465:0:453513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007db34483. 00010000:00000001:2.0:1784950536.150470:0:454245:0:(ldlm_lib.c:3350:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784950536.150472:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950536.150480:0:453513:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1871652369220608, offset 224 00000800:00000001:3.0:1784950536.150481:0:441635:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784950536.150483:0:454245:0:(import.c:2149:obd_at_measure()) add 1 to 000000000d153c58 time=19 v=5 (1 1 1 1) 00000400:00000200:1.0:1784950536.150484:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1784950536.150500:0:441635:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950536.150501:0:454245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1784950536.150508:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950536.150509:0:453513:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000400:00000200:3.0:1784950536.150513:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784950536.150516:0:454245:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000009c3ba9ab refcount 28 to 192.168.203.114@tcp 00000100:00000001:2.0:1784950536.150527:0:454245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623790584696384 : -120283124855232 : ffff929a67120e40) 02000000:00000001:2.0:1784950536.150536:0:454245:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1784950536.150539:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:0.0:1784950536.150540:0:453513:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 02000000:00000001:2.0:1784950536.150542:0:454245:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950536.150554:0:454245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784950536.150562:0:453513:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11348:11348:240:4294967295] 192.168.203.114@tcp LPNI seq info [10045:10045:8:4294967295] 00000100:00000040:2.0:1784950536.150570:0:454245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.114@tcp 00000400:00000010:2.0:1784950536.150581:0:454245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008562deaf. 00000100:00000200:2.0:1784950536.150591:0:454245:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1871652369220352, offset 224 00000400:00000200:0.0:1784950536.150598:0:453513:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000400:00000200:2.0:1784950536.150612:0:454245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.114@tcp 00000800:00000200:0.0:1784950536.150621:0:453513:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000100:00000001:1.0:1784950536.150621:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950536.150622:0:441635:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1784950536.150637:0:454245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.114@tcp local destination 00000800:00000010:0.0:1784950536.150638:0:453513:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcd4257c. 00000100:00000200:1.0:1784950536.150639:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004838e8b3 x1871652369220096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784950536.150640:0:441635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f866d7f6 x1871652369220224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784950536.150665:0:453513:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000400:00000200:2.0:1784950536.150667:0:454245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [11349:11349:239:4294967295] 192.168.203.114@tcp LPNI seq info [10046:10046:7:4294967295] 00000800:00000200:0.0:1784950536.150693:0:453513:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:1023 00000800:00000200:0.0:1784950536.150709:0:453513:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcd4257c type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784950536.150748:0:441635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f866d7f6 x1871652369220224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950536.150762:0:453513:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784950536.150763:0:454245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) : PUT try# 0 00000100:00000040:1.0:1784950536.150767:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004838e8b3 x1871652369220096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950536.150780:0:453513:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 27 to 192.168.203.114@tcp 00010000:00000001:0.0:1784950536.150812:0:453513:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000800:00000200:2.0:1784950536.150817:0:454245:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.114@tcp 00000020:00000001:0.0:1784950536.150819:0:453513:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950536.150822:0:441635:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1784950536.150832:0:453513:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000010:2.0:1784950536.150834:0:454245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eacc2d84. 00000100:00000040:0.0:1784950536.150846:0:453513:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002a6cd7d x1871652369220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.114@tcp:687/0 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950536.150847:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1784950536.150848:0:454245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090fa6b48] -> 12345-192.168.203.114@tcp (6) 00000800:00000001:1.0:1784950536.150864:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1784950536.150870:0:454245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.114@tcp ip 192.168.203.114:988 00000800:00000200:2.0:1784950536.150878:0:454245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000eacc2d84 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1784950536.150881:0:453513:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000002a6cd7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:441641:x1871652369220608:12345-192.168.203.114@tcp:400: Request processed in 868us (1429us total) trans 0 rc 0/0 00000100:00000001:2.0:1784950536.150889:0:454245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784950536.150898:0:453513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 1627 00000100:00000040:2.0:1784950536.150901:0:454245:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=000000009c3ba9ab refcount 26 to 192.168.203.114@tcp 00000100:00000040:0.0:1784950536.150905:0:453513:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000997073cd : new rpc_count 0 00010000:00000001:2.0:1784950536.150908:0:454245:0:(ldlm_lib.c:3409:target_send_reply()) Process leaving 00000100:00000001:0.0:1784950536.150912:0:453513:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1784950536.150915:0:454245:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784950536.150918:0:441635:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784950536.150919:0:453513:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1784950536.150921:0:454245:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000010:3.0:1784950536.150929:0:441635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcd4257c. 00000020:00000010:0.0:1784950536.150930:0:453513:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057e9af4d. 00000100:00000040:2.0:1784950536.150937:0:454245:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fb02893 x1871652369220352/t0(0) o400->lustre-MDT0001-mdtlov_UUID@192.168.203.114@tcp:687/0 lens 224/224 e 0 to 0 dl 1784950547 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784950536.150941:0:441635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1784950536.150943:0:453513:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019498764. 00000800:00000001:1.0:1784950536.150954:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1784950536.150957:0:453513:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c7e8cd1. 00000400:00000200:3.0:1784950536.150965:0:441635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000020:00000040:0.0:1784950536.150971:0:453513:0:(genops.c:900:class_export_put()) PUTting export 00000000997073cd : new refcount 4 00000400:00000200:3.0:1784950536.150977:0:441635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007db34483 00000100:00000001:0.0:1784950536.150979:0:453513:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784950536.150987:0:454245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000fb02893 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:441642:x1871652369220352:12345-192.168.203.114@tcp:400: Request processed in 879us (1589us total) trans 0 rc 0/0 00000400:00000010:3.0:1784950536.150988:0:441635:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000007db34483. 00000100:00000001:3.0:1784950536.150999:0:441635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1784950536.151004:0:441635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1784950536.151012:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784950536.151021:0:454245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.114@tcp, seq: 2790 00000100:00000040:2.0:1784950536.151029:0:454245:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bc64fb7 : new rpc_count 0 00000100:00000001:3.0:1784950536.151035:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950536.151037:0:454245:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1784950536.151041:0:441644:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950536.151047:0:454245:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1784950536.151050:0:441644:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784950536.151055:0:441644:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1784950536.151058:0:454245:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccaa10e9. 00000400:00000010:3.0:1784950536.151059:0:441644:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bedd139c. 00000800:00000200:1.0:1784950536.151066:0:441636:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784950536.151072:0:441644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009139bac3 00000020:00000010:2.0:1784950536.151073:0:454245:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009de83196. 00000800:00000010:1.0:1784950536.151074:0:441636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eacc2d84. 00000800:00000001:0.0:1784950536.151077:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784950536.151080:0:441644:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000009139bac3. 00000020:00000010:2.0:1784950536.151087:0:454245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005dec4288. 00000400:00000200:1.0:1784950536.151089:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1784950536.151090:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950536.151092:0:441644:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1784950536.151100:0:454245:0:(genops.c:900:class_export_put()) PUTting export 000000000bc64fb7 : new refcount 4 00000800:00000001:0.0:1784950536.151104:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784950536.151111:0:441644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004838e8b3 x1871652369220096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950536.151112:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950536.151112:0:454245:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784950536.151129:0:441636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008562deaf 00000400:00000200:0.0:1784950536.151130:0:441634:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 00000400:00000010:1.0:1784950536.151138:0:441636:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000008562deaf. 00000100:00000001:1.0:1784950536.151152:0:441636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784950536.151157:0:441636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:3.0:1784950536.151161:0:441644:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004838e8b3 x1871652369220096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950536.151164:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784950536.151165:0:441634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 10 MB=0x6a642069c4400 00000800:00000001:1.0:1784950536.151170:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950536.151172:0:441643:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784950536.151188:0:441634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.114@tcp of length 224/224 into md 0x16681 [1] + 224 00000800:00000001:1.0:1784950536.151189:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950536.151189:0:441644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784950536.151196:0:441644:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784950536.151201:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784950536.151208:0:441644:0:(client.c:1580:after_reply()) Process entered 00000400:00000001:2.0:1784950536.151211:0:441643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784950536.151213:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784950536.151214:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784950536.151215:0:441644:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1784950536.151218:0:441643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784950536.151222:0:441644:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1784950536.151226:0:441643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c68dea9. 00000100:00000001:3.0:1784950536.151229:0:441644:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784950536.151235:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784950536.151237:0:441643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2fe853 00000400:00000200:1.0:1784950536.151239:0:441636:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.114@tcp : PUT - for me 02000000:00000001:3.0:1784950536.151240:0:441644:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784950536.151244:0:441634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784950536.151247:0:441643:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2fe853. 00000100:00001000:3.0:1784950536.151254:0:441644:0:(import.c:2149:obd_at_measure()) add 5 to 000000009a530348 time=14 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950536.151260:0:441643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1784950536.151268:0:441644:0:(import.c:2149:obd_at_measure()) add 1 to 000000001ec3228c time=14 v=5 (1 1 1 1) 00000400:00000200:0.0:1784950536.151269:0:441634:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000400:00000200:1.0:1784950536.151270:0:441636:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.114@tcp of length 224 into portal 4 MB=0x6a642069c4300 00000100:00000200:2.0:1784950536.151275:0:441643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f866d7f6 x1871652369220224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950536.151287:0:441644:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784950536.151295:0:441644:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950536.151297:0:441636:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.114@tcp of length 224/224 into md 0x16671 [1] + 224 00010000:00000001:3.0:1784950536.151307:0:441644:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784950536.151313:0:441634:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784950536.151315:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784950536.151316:0:441643:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f866d7f6 x1871652369220224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784950536.151316:0:441644:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784950536.151327:0:441634:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057fd25ce x1871652369220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950536.151330:0:441644:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1784950536.151331:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784950536.151339:0:441644:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000400:00000200:1.0:1784950536.151344:0:441636:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784950536.151350:0:441644:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784950536.151358:0:441644:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784950536.151367:0:441636:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.114@tcp: PUT: OK 00000100:00000001:2.0:1784950536.151368:0:441643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784950536.151377:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004838e8b3 x1871652369220096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950536.151378:0:441643:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.151383:0:441636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784950536.151392:0:441643:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784950536.151399:0:441643:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1784950536.151404:0:441634:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057fd25ce x1871652369220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784950536.151404:0:441636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000501f9ecc x1871652369220352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950536.151406:0:441643:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784950536.151411:0:441644:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784950536.151413:0:441643:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950536.151425:0:441643:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950536.151426:0:441644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784950536.151432:0:441644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784950536.151439:0:441643:0:(import.c:2149:obd_at_measure()) add 5 to 00000000e714f726 time=19 v=5 (5 5 5 5) 00000100:00000040:3.0:1784950536.151452:0:441644:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004838e8b3 x1871652369220096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784950536.151457:0:441643:0:(import.c:2149:obd_at_measure()) add 1 to 0000000051f06ee7 time=19 v=5 (1 1 1 1) 00000100:00000001:2.0:1784950536.151479:0:441643:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1784950536.151484:0:441636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000501f9ecc x1871652369220352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950536.151486:0:441643:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950536.151494:0:441634:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784950536.151497:0:441643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1784950536.151506:0:441644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004838e8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:441644:1871652369220096:192.168.203.114@tcp:400: 00000800:00000001:0.0:1784950536.151508:0:441634:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00080000:2.0:1784950536.151513:0:441643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f866d7f6 x1871652369220224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784950536.151520:0:441634:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950536.151530:0:441644:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950536.151541:0:441644:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1784950536.151550:0:441643:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784950536.151556:0:441644:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004838e8b3 x1871652369220096/t0(0) o400->lustre-MDT0001-osp-MDT0000@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950536.151559:0:441636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950536.151560:0:441643:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784950536.151566:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784950536.151568:0:441643:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1784950536.151574:0:441641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784950536.151575:0:441636:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784950536.151578:0:441643:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950536.151586:0:441643:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784950536.151590:0:441641:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784950536.151591:0:441636:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784950536.151593:0:441644:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1784950536.151597:0:441641:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1784950536.151600:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f866d7f6 x1871652369220224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784950536.151602:0:441644:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1784950536.151603:0:441641:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4e053e4. 02000000:00000010:3.0:1784950536.151609:0:441644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba5e1f06. 00000400:00000200:0.0:1784950536.151616:0:441641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f99e6c8 02000000:00000001:3.0:1784950536.151620:0:441644:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1784950536.151624:0:441641:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 000000005f99e6c8. 00000020:00000001:3.0:1784950536.151628:0:441644:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784950536.151634:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1784950536.151636:0:441644:0:(genops.c:1244:class_import_put()) import 000000000db61d03 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1784950536.151637:0:441641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784950536.151642:0:441642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784950536.151643:0:441643:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784950536.151646:0:441644:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000001:1.0:1784950536.151653:0:441642:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1784950536.151654:0:441641:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057fd25ce x1871652369220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784950536.151655:0:441644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007158160. 00000100:00000001:2.0:1784950536.151656:0:441643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1784950536.151660:0:441642:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784950536.151663:0:441643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784950536.151668:0:441642:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b44645c8. 02000000:00000001:3.0:1784950536.151669:0:441644:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784950536.151678:0:441644:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1784950536.151680:0:441643:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f866d7f6 x1871652369220224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784950536.151682:0:441642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a969fd8a 00000100:00000010:3.0:1784950536.151685:0:441644:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004838e8b3. 00000400:00000010:1.0:1784950536.151691:0:441642:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at 00000000a969fd8a. 00000100:00000001:3.0:1784950536.151698:0:441644:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784950536.151705:0:441644:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.151706:0:441642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784950536.151717:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784950536.151765:0:441641:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057fd25ce x1871652369220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950536.151770:0:441644:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1784950536.151774:0:441642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000501f9ecc x1871652369220352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784950536.151778:0:441644:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784950536.151809:0:441644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784950536.151816:0:441644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784950536.151828:0:441643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f866d7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:441643:1871652369220224:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950536.151846:0:441641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784950536.151851:0:441643:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950536.151856:0:441641:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784950536.151857:0:441643:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1784950536.151861:0:441642:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000501f9ecc x1871652369220352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950536.151866:0:441641:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:2.0:1784950536.151873:0:441643:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f866d7f6 x1871652369220224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784950536.151874:0:441641:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784950536.151880:0:441641:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784950536.151886:0:441641:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950536.151891:0:441642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784950536.151897:0:441641:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950536.151899:0:441642:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.151909:0:441642:0:(client.c:1580:after_reply()) Process entered 00000100:00001000:0.0:1784950536.151911:0:441641:0:(import.c:2149:obd_at_measure()) add 5 to 0000000075979559 time=19 v=5 (5 5 5 5) 00000100:00000001:2.0:1784950536.151913:0:441643:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784950536.151915:0:441642:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1784950536.151921:0:441643:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784950536.151922:0:441642:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1784950536.151925:0:441641:0:(import.c:2149:obd_at_measure()) add 1 to 00000000f20fd12d time=19 v=5 (1 1 1 1) 02000000:00000010:2.0:1784950536.151927:0:441643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004403da6f. 00000100:00000001:1.0:1784950536.151930:0:441642:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950536.151940:0:441643:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784950536.151943:0:441641:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1784950536.151943:0:441642:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784950536.151945:0:441643:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784950536.151950:0:441641:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784950536.151954:0:441643:0:(genops.c:1244:class_import_put()) import 00000000dbe570b2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:0.0:1784950536.151956:0:441641:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1784950536.151958:0:441642:0:(import.c:2149:obd_at_measure()) add 5 to 000000005f97fc95 time=19 v=5 (5 5 5 5) 00000020:00000001:2.0:1784950536.151968:0:441643:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00080000:0.0:1784950536.151970:0:441641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000057fd25ce x1871652369220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784950536.151971:0:441642:0:(import.c:2149:obd_at_measure()) add 1 to 00000000ba1119d3 time=19 v=5 (1 1 1 1) 02000000:00000010:2.0:1784950536.151976:0:441643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f4c2f8a3. 00000100:00000001:1.0:1784950536.151989:0:441642:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784950536.151991:0:441643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784950536.151995:0:441642:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784950536.152000:0:441643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1784950536.152007:0:441642:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784950536.152009:0:441641:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784950536.152009:0:441643:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f866d7f6. 00010000:00000001:1.0:1784950536.152013:0:441642:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950536.152021:0:441641:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784950536.152024:0:441642:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784950536.152025:0:441643:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1784950536.152026:0:441641:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000040:1.0:1784950536.152029:0:441642:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1784950536.152033:0:441643:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950536.152036:0:441641:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784950536.152038:0:441642:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784950536.152044:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950536.152045:0:441641:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950536.152045:0:441642:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950536.152061:0:441643:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784950536.152063:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057fd25ce x1871652369220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784950536.152065:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000501f9ecc x1871652369220352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784950536.152069:0:441643:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784950536.152079:0:441643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784950536.152085:0:441643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950536.152125:0:441642:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784950536.152128:0:441641:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784950536.152131:0:441642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784950536.152137:0:441641:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784950536.152138:0:441642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950536.152144:0:441641:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784950536.152150:0:441642:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000501f9ecc x1871652369220352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784950536.152158:0:441641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057fd25ce x1871652369220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784950536.152213:0:441641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000057fd25ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:441641:1871652369220608:192.168.203.114@tcp:400: 00000100:00100000:1.0:1784950536.152224:0:441642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000501f9ecc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:441642:1871652369220352:192.168.203.114@tcp:400: 00000100:00000001:0.0:1784950536.152227:0:441641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950536.152235:0:441641:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784950536.152238:0:441642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784950536.152244:0:441641:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057fd25ce x1871652369220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784950536.152246:0:441642:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784950536.152258:0:441642:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000501f9ecc x1871652369220352/t0(0) o400->lustre-MDT0000-osp-MDT0001@192.168.203.114@tcp:24/4 lens 224/224 e 0 to 0 dl 1784950552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784950536.152277:0:441641:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784950536.152285:0:441641:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784950536.152287:0:441642:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1784950536.152291:0:441641:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac714e1c. 02000000:00000001:1.0:1784950536.152293:0:441642:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784950536.152300:0:441642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000822fdc9. 02000000:00000001:0.0:1784950536.152302:0:441641:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1784950536.152307:0:441642:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784950536.152308:0:441641:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1784950536.152315:0:441642:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784950536.152316:0:441641:0:(genops.c:1244:class_import_put()) import 00000000975633ab refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000040:1.0:1784950536.152321:0:441642:0:(genops.c:1244:class_import_put()) import 00000000d76d1dd1 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1784950536.152324:0:441641:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:1.0:1784950536.152328:0:441642:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784950536.152330:0:441641:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b126ea16. 02000000:00000010:1.0:1784950536.152333:0:441642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000309cba23. 02000000:00000001:0.0:1784950536.152339:0:441641:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784950536.152341:0:441642:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784950536.152344:0:441641:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1784950536.152347:0:441642:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784950536.152349:0:441641:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057fd25ce. 00000100:00000010:1.0:1784950536.152352:0:441642:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000501f9ecc. 00000100:00000001:0.0:1784950536.152360:0:441641:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784950536.152362:0:441642:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784950536.152364:0:441641:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.152367:0:441642:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950536.152369:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950536.152373:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784950536.152379:0:441641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950536.152382:0:441642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784950536.152384:0:441641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950536.152387:0:441642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784950536.152390:0:441641:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950536.152394:0:441642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784950536.152396:0:441641:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950536.152401:0:441642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950536.528873:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950536.528879:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950536.528884:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950536.528886:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784950536.529015:0:453500:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784950536.529020:0:453500:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784950536.529025:0:453500:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950537.168874:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950537.168902:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950537.168905:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950537.168911:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950537.168914:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950537.168919:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950537.168921:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950537.552821:0:455602:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1784950537.552827:0:455602:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784950537.552832:0:455602:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1784950537.552834:0:455602:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784950537.552906:0:453499:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784950537.552910:0:453499:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784950537.552913:0:453499:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1784950538.192819:0:441640:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1784950538.192831:0:441640:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784950538.192832:0:441640:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784950538.192836:0:441640:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784950538.192838:0:441640:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784950538.192841:0:441640:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784950538.192843:0:441640:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) Debug log: 128266 lines, 128266 kept, 0 dropped, 0 bad.